173f4d377SMatthew Knepley /*$Id: sbaijfact.c,v 1.61 2001/08/06 21:15:47 bsmith Exp $*/ 249b5e25fSSatish Balay /* Using Modified Sparse Row (MSR) storage. 349b5e25fSSatish Balay See page 85, "Iterative Methods ..." by Saad. */ 449b5e25fSSatish Balay 549b5e25fSSatish Balay /* 6effa298cSHong Zhang Symbolic U^T*D*U factorization for SBAIJ format. Modified from SSF of YSMP. 749b5e25fSSatish Balay */ 849b5e25fSSatish Balay #include "src/mat/impls/baij/seq/baij.h" 93a7fca6bSBarry Smith #include "src/mat/impls/sbaij/seq/sbaij.h" 1049b5e25fSSatish Balay #include "src/vec/vecimpl.h" 1149b5e25fSSatish Balay #include "src/inline/ilu.h" 1249a6740bSHong Zhang #include "include/petscis.h" 1349b5e25fSSatish Balay 1487fe1012SHong Zhang /* Use Modified Sparse Row storage for u and ju, see Sasd pp.85 */ 154a2ae208SSatish Balay #undef __FUNCT__ 164a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorSymbolic_SeqSBAIJ" 1777f73120SHong Zhang int MatCholeskyFactorSymbolic_SeqSBAIJ(Mat A,IS perm,PetscReal f,Mat *B) 1849b5e25fSSatish Balay { 1949b5e25fSSatish Balay Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b; 20cb718733SHong Zhang int *rip,ierr,i,mbs = a->mbs,*ai,*aj; 21066653e3SSatish Balay int *jutmp,bs = a->bs,bs2=a->bs2; 2287fe1012SHong Zhang int m,realloc = 0,prow; 23*d60e5362SHong Zhang int *jl,*q,jmin,jmax,juidx,nzk,qm,*iu,*ju,k,j,vj,umax,maxadd; 24671cb588SHong Zhang PetscTruth perm_identity; 2549b5e25fSSatish Balay 2649b5e25fSSatish Balay PetscFunctionBegin; 272d007305SHong Zhang 28cb718733SHong Zhang /* check whether perm is the identity mapping */ 29671cb588SHong Zhang ierr = ISIdentity(perm,&perm_identity);CHKERRQ(ierr); 30671cb588SHong Zhang if (!perm_identity) a->permute = PETSC_TRUE; 312d007305SHong Zhang 32671cb588SHong Zhang ierr = ISGetIndices(perm,&rip);CHKERRQ(ierr); 33671cb588SHong Zhang 34671cb588SHong Zhang if (perm_identity){ /* without permutation */ 352d007305SHong Zhang ai = a->i; aj = a->j; 362d007305SHong Zhang } else { /* non-trivial permutation */ 37323b833fSBarry Smith ierr = MatReorderingSeqSBAIJ(A,perm);CHKERRQ(ierr); 382d007305SHong Zhang ai = a->inew; aj = a->jnew; 392d007305SHong Zhang } 402d007305SHong Zhang 4149b5e25fSSatish Balay /* initialization */ 42b0a32e0cSBarry Smith ierr = PetscMalloc((mbs+1)*sizeof(int),&iu);CHKERRQ(ierr); 4349b5e25fSSatish Balay umax = (int)(f*ai[mbs] + 1); umax += mbs + 1; 4482502324SSatish Balay ierr = PetscMalloc(umax*sizeof(int),&ju);CHKERRQ(ierr); 4549b5e25fSSatish Balay iu[0] = mbs+1; 4687fe1012SHong Zhang juidx = mbs + 1; /* index for ju */ 4787fe1012SHong Zhang ierr = PetscMalloc(2*mbs*sizeof(int),&jl);CHKERRQ(ierr); /* linked list for pivot row */ 4887fe1012SHong Zhang q = jl + mbs; /* linked list for col index */ 4949b5e25fSSatish Balay for (i=0; i<mbs; i++){ 5087fe1012SHong Zhang jl[i] = mbs; 5187fe1012SHong Zhang q[i] = 0; 5249b5e25fSSatish Balay } 5349b5e25fSSatish Balay 5449b5e25fSSatish Balay /* for each row k */ 5549b5e25fSSatish Balay for (k=0; k<mbs; k++){ 5649b5e25fSSatish Balay nzk = 0; /* num. of nz blocks in k-th block row with diagonal block excluded */ 5749b5e25fSSatish Balay q[k] = mbs; 5849b5e25fSSatish Balay /* initialize nonzero structure of k-th row to row rip[k] of A */ 5949b5e25fSSatish Balay jmin = ai[rip[k]]; 6049b5e25fSSatish Balay jmax = ai[rip[k]+1]; 6149b5e25fSSatish Balay for (j=jmin; j<jmax; j++){ 62cb718733SHong Zhang vj = rip[aj[j]]; /* col. value */ 6349b5e25fSSatish Balay if(vj > k){ 6449b5e25fSSatish Balay qm = k; 6549b5e25fSSatish Balay do { 6649b5e25fSSatish Balay m = qm; qm = q[m]; 6749b5e25fSSatish Balay } while(qm < vj); 6849b5e25fSSatish Balay if (qm == vj) { 693078e140SBarry Smith SETERRQ(1," error: duplicate entry in A\n"); 7049b5e25fSSatish Balay } 7149b5e25fSSatish Balay nzk++; 7249b5e25fSSatish Balay q[m] = vj; 7349b5e25fSSatish Balay q[vj] = qm; 7449b5e25fSSatish Balay } /* if(vj > k) */ 7549b5e25fSSatish Balay } /* for (j=jmin; j<jmax; j++) */ 7649b5e25fSSatish Balay 7749b5e25fSSatish Balay /* modify nonzero structure of k-th row by computing fill-in 7849b5e25fSSatish Balay for each row i to be merged in */ 7987fe1012SHong Zhang prow = k; 8087fe1012SHong Zhang prow = jl[prow]; /* next pivot row (== mbs for symbolic factorization) */ 8187fe1012SHong Zhang 8287fe1012SHong Zhang while (prow < k){ 8387fe1012SHong Zhang /* merge row prow into k-th row */ 8487fe1012SHong Zhang jmin = iu[prow] + 1; jmax = iu[prow+1]; 8549b5e25fSSatish Balay qm = k; 8687fe1012SHong Zhang for (j=jmin; j<jmax; j++){ 8749b5e25fSSatish Balay vj = ju[j]; 8849b5e25fSSatish Balay do { 8949b5e25fSSatish Balay m = qm; qm = q[m]; 9049b5e25fSSatish Balay } while (qm < vj); 9149b5e25fSSatish Balay if (qm != vj){ 9249b5e25fSSatish Balay nzk++; q[m] = vj; q[vj] = qm; qm = vj; 9349b5e25fSSatish Balay } 9449b5e25fSSatish Balay } 9587fe1012SHong Zhang prow = jl[prow]; /* next pivot row */ 9649b5e25fSSatish Balay } 9749b5e25fSSatish Balay 9849b5e25fSSatish Balay /* add k to row list for first nonzero element in k-th row */ 9949b5e25fSSatish Balay if (nzk > 0){ 10049b5e25fSSatish Balay i = q[k]; /* col value of first nonzero element in U(k, k+1:mbs-1) */ 10149b5e25fSSatish Balay jl[k] = jl[i]; jl[i] = k; 10249b5e25fSSatish Balay } 10387fe1012SHong Zhang iu[k+1] = iu[k] + nzk; 10449b5e25fSSatish Balay 10549b5e25fSSatish Balay /* allocate more space to ju if needed */ 1063078e140SBarry Smith if (iu[k+1] > umax) { 10749b5e25fSSatish Balay /* estimate how much additional space we will need */ 10849b5e25fSSatish Balay /* use the strategy suggested by David Hysom <hysom@perch-t.icase.edu> */ 10949b5e25fSSatish Balay /* just double the memory each time */ 11049b5e25fSSatish Balay maxadd = umax; 11149b5e25fSSatish Balay if (maxadd < nzk) maxadd = (mbs-k)*(nzk+1)/2; 11249b5e25fSSatish Balay umax += maxadd; 11349b5e25fSSatish Balay 1149f9cb213SHong Zhang /* allocate a longer ju */ 11582502324SSatish Balay ierr = PetscMalloc(umax*sizeof(int),&jutmp);CHKERRQ(ierr); 11649b5e25fSSatish Balay ierr = PetscMemcpy(jutmp,ju,iu[k]*sizeof(int));CHKERRQ(ierr); 11749b5e25fSSatish Balay ierr = PetscFree(ju);CHKERRQ(ierr); 1189f9cb213SHong Zhang ju = jutmp; 11949b5e25fSSatish Balay realloc++; /* count how many times we realloc */ 12049b5e25fSSatish Balay } 12149b5e25fSSatish Balay 12249b5e25fSSatish Balay /* save nonzero structure of k-th row in ju */ 12349b5e25fSSatish Balay i=k; 12487fe1012SHong Zhang while (nzk --) { 12549b5e25fSSatish Balay i = q[i]; 12687fe1012SHong Zhang ju[juidx++] = i; 12749b5e25fSSatish Balay } 12877f73120SHong Zhang } 12949b5e25fSSatish Balay 13049b5e25fSSatish Balay if (ai[mbs] != 0) { 13149b5e25fSSatish Balay PetscReal af = ((PetscReal)iu[mbs])/((PetscReal)ai[mbs]); 132b0a32e0cSBarry Smith PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Reallocs %d Fill ratio:given %g needed %g\n",realloc,f,af); 1333078e140SBarry Smith PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Run with -pc_cholesky_fill %g or use \n",af); 1343078e140SBarry Smith PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:PCCholeskySetFill(pc,%g);\n",af); 135b0a32e0cSBarry Smith PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:for best performance.\n"); 13649b5e25fSSatish Balay } else { 137b0a32e0cSBarry Smith PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Empty matrix.\n"); 13849b5e25fSSatish Balay } 13949b5e25fSSatish Balay 14077f73120SHong Zhang ierr = ISRestoreIndices(perm,&rip);CHKERRQ(ierr); 14187fe1012SHong Zhang /* ierr = PetscFree(q);CHKERRQ(ierr); */ 14249b5e25fSSatish Balay ierr = PetscFree(jl);CHKERRQ(ierr); 14349b5e25fSSatish Balay 14449b5e25fSSatish Balay /* put together the new matrix */ 14549b5e25fSSatish Balay ierr = MatCreateSeqSBAIJ(A->comm,bs,bs*mbs,bs*mbs,0,PETSC_NULL,B);CHKERRQ(ierr); 146b0a32e0cSBarry Smith /* PetscLogObjectParent(*B,iperm); */ 14749b5e25fSSatish Balay b = (Mat_SeqSBAIJ*)(*B)->data; 14849b5e25fSSatish Balay ierr = PetscFree(b->imax);CHKERRQ(ierr); 14949b5e25fSSatish Balay b->singlemalloc = PETSC_FALSE; 15049b5e25fSSatish Balay /* the next line frees the default space generated by the Create() */ 15149b5e25fSSatish Balay ierr = PetscFree(b->a);CHKERRQ(ierr); 15249b5e25fSSatish Balay ierr = PetscFree(b->ilen);CHKERRQ(ierr); 15382502324SSatish Balay ierr = PetscMalloc((iu[mbs]+1)*sizeof(MatScalar)*bs2,&b->a);CHKERRQ(ierr); 15449b5e25fSSatish Balay b->j = ju; 15549b5e25fSSatish Balay b->i = iu; 15649b5e25fSSatish Balay b->diag = 0; 15749b5e25fSSatish Balay b->ilen = 0; 15849b5e25fSSatish Balay b->imax = 0; 15977f73120SHong Zhang b->row = perm; 160bcd9e38bSBarry Smith b->pivotinblocks = PETSC_FALSE; /* need to get from MatCholeskyInfo */ 16177f73120SHong Zhang ierr = PetscObjectReference((PetscObject)perm);CHKERRQ(ierr); 162cb718733SHong Zhang b->icol = perm; 163cb718733SHong Zhang ierr = PetscObjectReference((PetscObject)perm);CHKERRQ(ierr); 16487828ca2SBarry Smith ierr = PetscMalloc((bs*mbs+bs)*sizeof(PetscScalar),&b->solve_work);CHKERRQ(ierr); 16549b5e25fSSatish Balay /* In b structure: Free imax, ilen, old a, old j. 16649b5e25fSSatish Balay Allocate idnew, solve_work, new a, new j */ 167b0a32e0cSBarry Smith PetscLogObjectMemory(*B,(iu[mbs]-mbs)*(sizeof(int)+sizeof(MatScalar))); 16849b5e25fSSatish Balay b->s_maxnz = b->s_nz = iu[mbs]; 16949b5e25fSSatish Balay 1705c0bcdfcSHong Zhang (*B)->factor = FACTOR_CHOLESKY; 17149b5e25fSSatish Balay (*B)->info.factor_mallocs = realloc; 17249b5e25fSSatish Balay (*B)->info.fill_ratio_given = f; 17349b5e25fSSatish Balay if (ai[mbs] != 0) { 17449b5e25fSSatish Balay (*B)->info.fill_ratio_needed = ((PetscReal)iu[mbs])/((PetscReal)ai[mbs]); 17549b5e25fSSatish Balay } else { 17649b5e25fSSatish Balay (*B)->info.fill_ratio_needed = 0.0; 17749b5e25fSSatish Balay } 1780aa0ce06SHong Zhang 179671cb588SHong Zhang if (perm_identity){ 180671cb588SHong Zhang switch (bs) { 181671cb588SHong Zhang case 1: 182671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_1_NaturalOrdering; 183671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_1_NaturalOrdering; 1844d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=1\n"); 185671cb588SHong Zhang break; 186671cb588SHong Zhang case 2: 187671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering; 188671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_2_NaturalOrdering; 1894d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=2\n"); 190671cb588SHong Zhang break; 191671cb588SHong Zhang case 3: 192671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_3_NaturalOrdering; 193671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_3_NaturalOrdering; 1944d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:sing special in-place natural ordering factor and solve BS=3\n"); 195671cb588SHong Zhang break; 196671cb588SHong Zhang case 4: 197671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_4_NaturalOrdering; 198671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_4_NaturalOrdering; 1994d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=4\n"); 200671cb588SHong Zhang break; 201671cb588SHong Zhang case 5: 202671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_5_NaturalOrdering; 203671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_5_NaturalOrdering; 2044d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=5\n"); 205671cb588SHong Zhang break; 206671cb588SHong Zhang case 6: 207671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering; 208671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_6_NaturalOrdering; 2094d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=6\n"); 210671cb588SHong Zhang break; 211671cb588SHong Zhang case 7: 212671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_7_NaturalOrdering; 213671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_7_NaturalOrdering; 2144d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=7\n"); 215671cb588SHong Zhang break; 216671cb588SHong Zhang default: 217671cb588SHong Zhang (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_N_NaturalOrdering; 218671cb588SHong Zhang (*B)->ops->solve = MatSolve_SeqSBAIJ_N_NaturalOrdering; 2194d101231SSatish Balay PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS>7\n"); 220671cb588SHong Zhang break; 221671cb588SHong Zhang } 222671cb588SHong Zhang } 223671cb588SHong Zhang 22449b5e25fSSatish Balay PetscFunctionReturn(0); 22549b5e25fSSatish Balay } 22649b5e25fSSatish Balay 22735d8aa7fSBarry Smith 2284a2ae208SSatish Balay #undef __FUNCT__ 2294a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_N" 2306f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_N(Mat A,Mat *B) 23149b5e25fSSatish Balay { 23249b5e25fSSatish Balay Mat C = *B; 2334c16a6a6SHong Zhang Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data; 2344c16a6a6SHong Zhang IS perm = b->row; 2354c16a6a6SHong Zhang int *perm_ptr,ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j; 2364c16a6a6SHong Zhang int *ai,*aj,*a2anew,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili; 2374c16a6a6SHong Zhang int bs=a->bs,bs2 = a->bs2; 2384c16a6a6SHong Zhang MatScalar *ba = b->a,*aa,*ap,*dk,*uik; 2394c16a6a6SHong Zhang MatScalar *u,*diag,*rtmp,*rtmp_ptr; 24028de702eSHong Zhang MatScalar *work; 2414c16a6a6SHong Zhang int *pivots; 2424c16a6a6SHong Zhang 2434c16a6a6SHong Zhang PetscFunctionBegin; 2449706f043SHong Zhang 2454c16a6a6SHong Zhang /* initialization */ 24682502324SSatish Balay ierr = PetscMalloc(bs2*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr); 2474c16a6a6SHong Zhang ierr = PetscMemzero(rtmp,bs2*mbs*sizeof(MatScalar));CHKERRQ(ierr); 24882502324SSatish Balay ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr); 24928de702eSHong Zhang jl = il + mbs; 2504c16a6a6SHong Zhang for (i=0; i<mbs; i++) { 2514c16a6a6SHong Zhang jl[i] = mbs; il[0] = 0; 2524c16a6a6SHong Zhang } 253b0a32e0cSBarry Smith ierr = PetscMalloc((2*bs2+bs)*sizeof(MatScalar),&dk);CHKERRQ(ierr); 25428de702eSHong Zhang uik = dk + bs2; 25528de702eSHong Zhang work = uik + bs2; 25682502324SSatish Balay ierr = PetscMalloc(bs*sizeof(int),&pivots);CHKERRQ(ierr); 2574c16a6a6SHong Zhang 2584c16a6a6SHong Zhang ierr = ISGetIndices(perm,&perm_ptr);CHKERRQ(ierr); 2594c16a6a6SHong Zhang 2604c16a6a6SHong Zhang /* check permutation */ 2614c16a6a6SHong Zhang if (!a->permute){ 2624c16a6a6SHong Zhang ai = a->i; aj = a->j; aa = a->a; 2634c16a6a6SHong Zhang } else { 2644c16a6a6SHong Zhang ai = a->inew; aj = a->jnew; 26582502324SSatish Balay ierr = PetscMalloc(bs2*ai[mbs]*sizeof(MatScalar),&aa);CHKERRQ(ierr); 2664c16a6a6SHong Zhang ierr = PetscMemcpy(aa,a->a,bs2*ai[mbs]*sizeof(MatScalar));CHKERRQ(ierr); 26782502324SSatish Balay ierr = PetscMalloc(ai[mbs]*sizeof(int),&a2anew);CHKERRQ(ierr); 2684c16a6a6SHong Zhang ierr = PetscMemcpy(a2anew,a->a2anew,(ai[mbs])*sizeof(int));CHKERRQ(ierr); 2694c16a6a6SHong Zhang 2704c16a6a6SHong Zhang for (i=0; i<mbs; i++){ 2714c16a6a6SHong Zhang jmin = ai[i]; jmax = ai[i+1]; 2724c16a6a6SHong Zhang for (j=jmin; j<jmax; j++){ 2734c16a6a6SHong Zhang while (a2anew[j] != j){ 2744c16a6a6SHong Zhang k = a2anew[j]; a2anew[j] = a2anew[k]; a2anew[k] = k; 2754c16a6a6SHong Zhang for (k1=0; k1<bs2; k1++){ 2764c16a6a6SHong Zhang dk[k1] = aa[k*bs2+k1]; 2774c16a6a6SHong Zhang aa[k*bs2+k1] = aa[j*bs2+k1]; 2784c16a6a6SHong Zhang aa[j*bs2+k1] = dk[k1]; 2794c16a6a6SHong Zhang } 2804c16a6a6SHong Zhang } 2814c16a6a6SHong Zhang /* transform columnoriented blocks that lie in the lower triangle to roworiented blocks */ 2824c16a6a6SHong Zhang if (i > aj[j]){ 2834c16a6a6SHong Zhang /* printf("change orientation, row: %d, col: %d\n",i,aj[j]); */ 2844c16a6a6SHong Zhang ap = aa + j*bs2; /* ptr to the beginning of j-th block of aa */ 2854c16a6a6SHong Zhang for (k=0; k<bs2; k++) dk[k] = ap[k]; /* dk <- j-th block of aa */ 2864c16a6a6SHong Zhang for (k=0; k<bs; k++){ /* j-th block of aa <- dk^T */ 2874c16a6a6SHong Zhang for (k1=0; k1<bs; k1++) *ap++ = dk[k + bs*k1]; 2884c16a6a6SHong Zhang } 2894c16a6a6SHong Zhang } 2904c16a6a6SHong Zhang } 2914c16a6a6SHong Zhang } 292323b833fSBarry Smith ierr = PetscFree(a2anew);CHKERRQ(ierr); 2934c16a6a6SHong Zhang } 2944c16a6a6SHong Zhang 2954c16a6a6SHong Zhang /* for each row k */ 2964c16a6a6SHong Zhang for (k = 0; k<mbs; k++){ 2974c16a6a6SHong Zhang 2984c16a6a6SHong Zhang /*initialize k-th row with elements nonzero in row perm(k) of A */ 2994c16a6a6SHong Zhang jmin = ai[perm_ptr[k]]; jmax = ai[perm_ptr[k]+1]; 3004c16a6a6SHong Zhang if (jmin < jmax) { 3014c16a6a6SHong Zhang ap = aa + jmin*bs2; 3024c16a6a6SHong Zhang for (j = jmin; j < jmax; j++){ 3034c16a6a6SHong Zhang vj = perm_ptr[aj[j]]; /* block col. index */ 3044c16a6a6SHong Zhang rtmp_ptr = rtmp + vj*bs2; 3054c16a6a6SHong Zhang for (i=0; i<bs2; i++) *rtmp_ptr++ = *ap++; 3064c16a6a6SHong Zhang } 3074c16a6a6SHong Zhang } 3084c16a6a6SHong Zhang 3094c16a6a6SHong Zhang /* modify k-th row by adding in those rows i with U(i,k) != 0 */ 3104c16a6a6SHong Zhang ierr = PetscMemcpy(dk,rtmp+k*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr); 3114c16a6a6SHong Zhang i = jl[k]; /* first row to be added to k_th row */ 3124c16a6a6SHong Zhang 3134c16a6a6SHong Zhang while (i < mbs){ 3144c16a6a6SHong Zhang nexti = jl[i]; /* next row to be added to k_th row */ 3154c16a6a6SHong Zhang 3164c16a6a6SHong Zhang /* compute multiplier */ 3174c16a6a6SHong Zhang ili = il[i]; /* index of first nonzero element in U(i,k:bms-1) */ 3184c16a6a6SHong Zhang 3194c16a6a6SHong Zhang /* uik = -inv(Di)*U_bar(i,k) */ 3204c16a6a6SHong Zhang diag = ba + i*bs2; 3214c16a6a6SHong Zhang u = ba + ili*bs2; 3224c16a6a6SHong Zhang ierr = PetscMemzero(uik,bs2*sizeof(MatScalar));CHKERRQ(ierr); 3234c16a6a6SHong Zhang Kernel_A_gets_A_minus_B_times_C(bs,uik,diag,u); 3244c16a6a6SHong Zhang 3254c16a6a6SHong Zhang /* update D(k) += -U(i,k)^T * U_bar(i,k) */ 3264c16a6a6SHong Zhang Kernel_A_gets_A_plus_Btranspose_times_C(bs,dk,uik,u); 3274c16a6a6SHong Zhang 3284c16a6a6SHong Zhang /* update -U(i,k) */ 3294c16a6a6SHong Zhang ierr = PetscMemcpy(ba+ili*bs2,uik,bs2*sizeof(MatScalar));CHKERRQ(ierr); 3304c16a6a6SHong Zhang 3314c16a6a6SHong Zhang /* add multiple of row i to k-th row ... */ 3324c16a6a6SHong Zhang jmin = ili + 1; jmax = bi[i+1]; 3334c16a6a6SHong Zhang if (jmin < jmax){ 3344c16a6a6SHong Zhang for (j=jmin; j<jmax; j++) { 3354c16a6a6SHong Zhang /* rtmp += -U(i,k)^T * U_bar(i,j) */ 3364c16a6a6SHong Zhang rtmp_ptr = rtmp + bj[j]*bs2; 3374c16a6a6SHong Zhang u = ba + j*bs2; 3384c16a6a6SHong Zhang Kernel_A_gets_A_plus_Btranspose_times_C(bs,rtmp_ptr,uik,u); 3394c16a6a6SHong Zhang } 3404c16a6a6SHong Zhang 3414c16a6a6SHong Zhang /* ... add i to row list for next nonzero entry */ 3424c16a6a6SHong Zhang il[i] = jmin; /* update il(i) in column k+1, ... mbs-1 */ 3434c16a6a6SHong Zhang j = bj[jmin]; 3444c16a6a6SHong Zhang jl[i] = jl[j]; jl[j] = i; /* update jl */ 3454c16a6a6SHong Zhang } 3464c16a6a6SHong Zhang i = nexti; 3474c16a6a6SHong Zhang } 3484c16a6a6SHong Zhang 3494c16a6a6SHong Zhang /* save nonzero entries in k-th row of U ... */ 3504c16a6a6SHong Zhang 3514c16a6a6SHong Zhang /* invert diagonal block */ 3524c16a6a6SHong Zhang diag = ba+k*bs2; 3534c16a6a6SHong Zhang ierr = PetscMemcpy(diag,dk,bs2*sizeof(MatScalar));CHKERRQ(ierr); 3544c16a6a6SHong Zhang Kernel_A_gets_inverse_A(bs,diag,pivots,work); 3554c16a6a6SHong Zhang 3564c16a6a6SHong Zhang jmin = bi[k]; jmax = bi[k+1]; 3574c16a6a6SHong Zhang if (jmin < jmax) { 3584c16a6a6SHong Zhang for (j=jmin; j<jmax; j++){ 3594c16a6a6SHong Zhang vj = bj[j]; /* block col. index of U */ 3604c16a6a6SHong Zhang u = ba + j*bs2; 3614c16a6a6SHong Zhang rtmp_ptr = rtmp + vj*bs2; 3624c16a6a6SHong Zhang for (k1=0; k1<bs2; k1++){ 3634c16a6a6SHong Zhang *u++ = *rtmp_ptr; 3644c16a6a6SHong Zhang *rtmp_ptr++ = 0.0; 3654c16a6a6SHong Zhang } 3664c16a6a6SHong Zhang } 3674c16a6a6SHong Zhang 3684c16a6a6SHong Zhang /* ... add k to row list for first nonzero entry in k-th row */ 3694c16a6a6SHong Zhang il[k] = jmin; 3704c16a6a6SHong Zhang i = bj[jmin]; 3714c16a6a6SHong Zhang jl[k] = jl[i]; jl[i] = k; 3724c16a6a6SHong Zhang } 3734c16a6a6SHong Zhang } 3744c16a6a6SHong Zhang 3754c16a6a6SHong Zhang ierr = PetscFree(rtmp);CHKERRQ(ierr); 3764c16a6a6SHong Zhang ierr = PetscFree(il);CHKERRQ(ierr); 3774c16a6a6SHong Zhang ierr = PetscFree(dk);CHKERRQ(ierr); 3784c16a6a6SHong Zhang ierr = PetscFree(pivots);CHKERRQ(ierr); 3794c16a6a6SHong Zhang if (a->permute){ 3804c16a6a6SHong Zhang ierr = PetscFree(aa);CHKERRQ(ierr); 3814c16a6a6SHong Zhang } 3824c16a6a6SHong Zhang 3834c16a6a6SHong Zhang ierr = ISRestoreIndices(perm,&perm_ptr);CHKERRQ(ierr); 3844c16a6a6SHong Zhang C->factor = FACTOR_CHOLESKY; 3854c16a6a6SHong Zhang C->assembled = PETSC_TRUE; 3864c16a6a6SHong Zhang C->preallocated = PETSC_TRUE; 387b0a32e0cSBarry Smith PetscLogFlops(1.3333*bs*bs2*b->mbs); /* from inverting diagonal blocks */ 3884c16a6a6SHong Zhang PetscFunctionReturn(0); 3894c16a6a6SHong Zhang } 390d4edadd4SHong Zhang 3914a2ae208SSatish Balay #undef __FUNCT__ 3924a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_N_NaturalOrdering" 393671cb588SHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_N_NaturalOrdering(Mat A,Mat *B) 394671cb588SHong Zhang { 395671cb588SHong Zhang Mat C = *B; 396671cb588SHong Zhang Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data; 397671cb588SHong Zhang int ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j; 3981ad1de41SHong Zhang int *ai,*aj,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili; 399671cb588SHong Zhang int bs=a->bs,bs2 = a->bs2; 400671cb588SHong Zhang MatScalar *ba = b->a,*aa,*ap,*dk,*uik; 401671cb588SHong Zhang MatScalar *u,*diag,*rtmp,*rtmp_ptr; 40228de702eSHong Zhang MatScalar *work; 403671cb588SHong Zhang int *pivots; 404671cb588SHong Zhang 405671cb588SHong Zhang PetscFunctionBegin; 406671cb588SHong Zhang 407671cb588SHong Zhang /* initialization */ 408671cb588SHong Zhang 40982502324SSatish Balay ierr = PetscMalloc(bs2*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr); 410671cb588SHong Zhang ierr = PetscMemzero(rtmp,bs2*mbs*sizeof(MatScalar));CHKERRQ(ierr); 41182502324SSatish Balay ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr); 41228de702eSHong Zhang jl = il + mbs; 413671cb588SHong Zhang for (i=0; i<mbs; i++) { 414671cb588SHong Zhang jl[i] = mbs; il[0] = 0; 415671cb588SHong Zhang } 416b0a32e0cSBarry Smith ierr = PetscMalloc((2*bs2+bs)*sizeof(MatScalar),&dk);CHKERRQ(ierr); 41728de702eSHong Zhang uik = dk + bs2; 41828de702eSHong Zhang work = uik + bs2; 41982502324SSatish Balay ierr = PetscMalloc(bs*sizeof(int),&pivots);CHKERRQ(ierr); 420671cb588SHong Zhang 421671cb588SHong Zhang ai = a->i; aj = a->j; aa = a->a; 422671cb588SHong Zhang 423671cb588SHong Zhang /* for each row k */ 424671cb588SHong Zhang for (k = 0; k<mbs; k++){ 425671cb588SHong Zhang 426671cb588SHong Zhang /*initialize k-th row with elements nonzero in row k of A */ 427671cb588SHong Zhang jmin = ai[k]; jmax = ai[k+1]; 428671cb588SHong Zhang if (jmin < jmax) { 429671cb588SHong Zhang ap = aa + jmin*bs2; 430671cb588SHong Zhang for (j = jmin; j < jmax; j++){ 431671cb588SHong Zhang vj = aj[j]; /* block col. index */ 432671cb588SHong Zhang rtmp_ptr = rtmp + vj*bs2; 433671cb588SHong Zhang for (i=0; i<bs2; i++) *rtmp_ptr++ = *ap++; 434671cb588SHong Zhang } 435671cb588SHong Zhang } 436671cb588SHong Zhang 437671cb588SHong Zhang /* modify k-th row by adding in those rows i with U(i,k) != 0 */ 438671cb588SHong Zhang ierr = PetscMemcpy(dk,rtmp+k*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr); 439671cb588SHong Zhang i = jl[k]; /* first row to be added to k_th row */ 440671cb588SHong Zhang 441671cb588SHong Zhang while (i < mbs){ 442671cb588SHong Zhang nexti = jl[i]; /* next row to be added to k_th row */ 443671cb588SHong Zhang 444671cb588SHong Zhang /* compute multiplier */ 445671cb588SHong Zhang ili = il[i]; /* index of first nonzero element in U(i,k:bms-1) */ 446671cb588SHong Zhang 447671cb588SHong Zhang /* uik = -inv(Di)*U_bar(i,k) */ 448671cb588SHong Zhang diag = ba + i*bs2; 449671cb588SHong Zhang u = ba + ili*bs2; 450671cb588SHong Zhang ierr = PetscMemzero(uik,bs2*sizeof(MatScalar));CHKERRQ(ierr); 451671cb588SHong Zhang Kernel_A_gets_A_minus_B_times_C(bs,uik,diag,u); 452671cb588SHong Zhang 453671cb588SHong Zhang /* update D(k) += -U(i,k)^T * U_bar(i,k) */ 454671cb588SHong Zhang Kernel_A_gets_A_plus_Btranspose_times_C(bs,dk,uik,u); 455671cb588SHong Zhang 456671cb588SHong Zhang /* update -U(i,k) */ 457671cb588SHong Zhang ierr = PetscMemcpy(ba+ili*bs2,uik,bs2*sizeof(MatScalar));CHKERRQ(ierr); 458671cb588SHong Zhang 459671cb588SHong Zhang /* add multiple of row i to k-th row ... */ 460671cb588SHong Zhang jmin = ili + 1; jmax = bi[i+1]; 461671cb588SHong Zhang if (jmin < jmax){ 462671cb588SHong Zhang for (j=jmin; j<jmax; j++) { 463671cb588SHong Zhang /* rtmp += -U(i,k)^T * U_bar(i,j) */ 464671cb588SHong Zhang rtmp_ptr = rtmp + bj[j]*bs2; 465671cb588SHong Zhang u = ba + j*bs2; 466671cb588SHong Zhang Kernel_A_gets_A_plus_Btranspose_times_C(bs,rtmp_ptr,uik,u); 467671cb588SHong Zhang } 468671cb588SHong Zhang 469671cb588SHong Zhang /* ... add i to row list for next nonzero entry */ 470671cb588SHong Zhang il[i] = jmin; /* update il(i) in column k+1, ... mbs-1 */ 471671cb588SHong Zhang j = bj[jmin]; 472671cb588SHong Zhang jl[i] = jl[j]; jl[j] = i; /* update jl */ 473671cb588SHong Zhang } 474671cb588SHong Zhang i = nexti; 475671cb588SHong Zhang } 476671cb588SHong Zhang 477671cb588SHong Zhang /* save nonzero entries in k-th row of U ... */ 478671cb588SHong Zhang 479671cb588SHong Zhang /* invert diagonal block */ 480671cb588SHong Zhang diag = ba+k*bs2; 481671cb588SHong Zhang ierr = PetscMemcpy(diag,dk,bs2*sizeof(MatScalar));CHKERRQ(ierr); 482671cb588SHong Zhang Kernel_A_gets_inverse_A(bs,diag,pivots,work); 483671cb588SHong Zhang 484671cb588SHong Zhang jmin = bi[k]; jmax = bi[k+1]; 485671cb588SHong Zhang if (jmin < jmax) { 486671cb588SHong Zhang for (j=jmin; j<jmax; j++){ 487671cb588SHong Zhang vj = bj[j]; /* block col. index of U */ 488671cb588SHong Zhang u = ba + j*bs2; 489671cb588SHong Zhang rtmp_ptr = rtmp + vj*bs2; 490671cb588SHong Zhang for (k1=0; k1<bs2; k1++){ 491671cb588SHong Zhang *u++ = *rtmp_ptr; 492671cb588SHong Zhang *rtmp_ptr++ = 0.0; 493671cb588SHong Zhang } 494671cb588SHong Zhang } 495671cb588SHong Zhang 496671cb588SHong Zhang /* ... add k to row list for first nonzero entry in k-th row */ 497671cb588SHong Zhang il[k] = jmin; 498671cb588SHong Zhang i = bj[jmin]; 499671cb588SHong Zhang jl[k] = jl[i]; jl[i] = k; 500671cb588SHong Zhang } 501671cb588SHong Zhang } 502671cb588SHong Zhang 503671cb588SHong Zhang ierr = PetscFree(rtmp);CHKERRQ(ierr); 504671cb588SHong Zhang ierr = PetscFree(il);CHKERRQ(ierr); 505671cb588SHong Zhang ierr = PetscFree(dk);CHKERRQ(ierr); 506671cb588SHong Zhang ierr = PetscFree(pivots);CHKERRQ(ierr); 507671cb588SHong Zhang 508671cb588SHong Zhang C->factor = FACTOR_CHOLESKY; 509671cb588SHong Zhang C->assembled = PETSC_TRUE; 510671cb588SHong Zhang C->preallocated = PETSC_TRUE; 511b0a32e0cSBarry Smith PetscLogFlops(1.3333*bs*bs2*b->mbs); /* from inverting diagonal blocks */ 512671cb588SHong Zhang PetscFunctionReturn(0); 513671cb588SHong Zhang } 514671cb588SHong Zhang 51549b5e25fSSatish Balay /* 516fcf159c0SHong Zhang Numeric U^T*D*U factorization for SBAIJ format. Modified from SNF of YSMP. 517cc0c071aSHong Zhang Version for blocks 2 by 2. 51849b5e25fSSatish Balay */ 5194a2ae208SSatish Balay #undef __FUNCT__ 5204a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_2" 5216f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_2(Mat A,Mat *B) 52249b5e25fSSatish Balay { 52349b5e25fSSatish Balay Mat C = *B; 52491602c66SHong Zhang Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data; 525cc0c071aSHong Zhang IS perm = b->row; 526cc0c071aSHong Zhang int *perm_ptr,ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j; 527cc0c071aSHong Zhang int *ai,*aj,*a2anew,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili; 528a1723e09SHong Zhang MatScalar *ba = b->a,*aa,*ap,*dk,*uik; 529cc0c071aSHong Zhang MatScalar *u,*diag,*rtmp,*rtmp_ptr; 53049b5e25fSSatish Balay 53149b5e25fSSatish Balay PetscFunctionBegin; 532671cb588SHong Zhang 53391602c66SHong Zhang /* initialization */ 53491602c66SHong Zhang /* il and jl record the first nonzero element in each row of the accessing 53591602c66SHong Zhang window U(0:k, k:mbs-1). 53691602c66SHong Zhang jl: list of rows to be added to uneliminated rows 53791602c66SHong Zhang i>= k: jl(i) is the first row to be added to row i 53891602c66SHong Zhang i< k: jl(i) is the row following row i in some list of rows 53991602c66SHong Zhang jl(i) = mbs indicates the end of a list 54091602c66SHong Zhang il(i): points to the first nonzero element in columns k,...,mbs-1 of 54191602c66SHong Zhang row i of U */ 54282502324SSatish Balay ierr = PetscMalloc(4*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr); 543cc0c071aSHong Zhang ierr = PetscMemzero(rtmp,4*mbs*sizeof(MatScalar));CHKERRQ(ierr); 54482502324SSatish Balay ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr); 54528de702eSHong Zhang jl = il + mbs; 54691602c66SHong Zhang for (i=0; i<mbs; i++) { 5473845f261SHong Zhang jl[i] = mbs; il[0] = 0; 54891602c66SHong Zhang } 54982502324SSatish Balay ierr = PetscMalloc(8*sizeof(MatScalar),&dk);CHKERRQ(ierr); 55028de702eSHong Zhang uik = dk + 4; 551cc0c071aSHong Zhang ierr = ISGetIndices(perm,&perm_ptr);CHKERRQ(ierr); 552cc0c071aSHong Zhang 553cc0c071aSHong Zhang /* check permutation */ 554cc0c071aSHong Zhang if (!a->permute){ 555cc0c071aSHong Zhang ai = a->i; aj = a->j; aa = a->a; 556cc0c071aSHong Zhang } else { 557cc0c071aSHong Zhang ai = a->inew; aj = a->jnew; 55882502324SSatish Balay ierr = PetscMalloc(4*ai[mbs]*sizeof(MatScalar),&aa);CHKERRQ(ierr); 559cc0c071aSHong Zhang ierr = PetscMemcpy(aa,a->a,4*ai[mbs]*sizeof(MatScalar));CHKERRQ(ierr); 56082502324SSatish Balay ierr = PetscMalloc(ai[mbs]*sizeof(int),&a2anew);CHKERRQ(ierr); 561cc0c071aSHong Zhang ierr = PetscMemcpy(a2anew,a->a2anew,(ai[mbs])*sizeof(int));CHKERRQ(ierr); 562cc0c071aSHong Zhang 563cc0c071aSHong Zhang for (i=0; i<mbs; i++){ 564cc0c071aSHong Zhang jmin = ai[i]; jmax = ai[i+1]; 565cc0c071aSHong Zhang for (j=jmin; j<jmax; j++){ 566cc0c071aSHong Zhang while (a2anew[j] != j){ 567cc0c071aSHong Zhang k = a2anew[j]; a2anew[j] = a2anew[k]; a2anew[k] = k; 568cc0c071aSHong Zhang for (k1=0; k1<4; k1++){ 569cc0c071aSHong Zhang dk[k1] = aa[k*4+k1]; 570cc0c071aSHong Zhang aa[k*4+k1] = aa[j*4+k1]; 571cc0c071aSHong Zhang aa[j*4+k1] = dk[k1]; 572cc0c071aSHong Zhang } 573cc0c071aSHong Zhang } 574cc0c071aSHong Zhang /* transform columnoriented blocks that lie in the lower triangle to roworiented blocks */ 575cc0c071aSHong Zhang if (i > aj[j]){ 576a1723e09SHong Zhang /* printf("change orientation, row: %d, col: %d\n",i,aj[j]); */ 577cc0c071aSHong Zhang ap = aa + j*4; /* ptr to the beginning of the block */ 578cc0c071aSHong Zhang dk[1] = ap[1]; /* swap ap[1] and ap[2] */ 579cc0c071aSHong Zhang ap[1] = ap[2]; 580cc0c071aSHong Zhang ap[2] = dk[1]; 581cc0c071aSHong Zhang } 582cc0c071aSHong Zhang } 583cc0c071aSHong Zhang } 584ac355199SBarry Smith ierr = PetscFree(a2anew);CHKERRQ(ierr); 585cc0c071aSHong Zhang } 5863845f261SHong Zhang 58791602c66SHong Zhang /* for each row k */ 58891602c66SHong Zhang for (k = 0; k<mbs; k++){ 58991602c66SHong Zhang 59091602c66SHong Zhang /*initialize k-th row with elements nonzero in row perm(k) of A */ 591cc0c071aSHong Zhang jmin = ai[perm_ptr[k]]; jmax = ai[perm_ptr[k]+1]; 59291602c66SHong Zhang if (jmin < jmax) { 593cc0c071aSHong Zhang ap = aa + jmin*4; 59491602c66SHong Zhang for (j = jmin; j < jmax; j++){ 595cc0c071aSHong Zhang vj = perm_ptr[aj[j]]; /* block col. index */ 596cc0c071aSHong Zhang rtmp_ptr = rtmp + vj*4; 597cc0c071aSHong Zhang for (i=0; i<4; i++) *rtmp_ptr++ = *ap++; 59891602c66SHong Zhang } 59991602c66SHong Zhang } 60091602c66SHong Zhang 60191602c66SHong Zhang /* modify k-th row by adding in those rows i with U(i,k) != 0 */ 602cc0c071aSHong Zhang ierr = PetscMemcpy(dk,rtmp+k*4,4*sizeof(MatScalar));CHKERRQ(ierr); 60391602c66SHong Zhang i = jl[k]; /* first row to be added to k_th row */ 60491602c66SHong Zhang 60591602c66SHong Zhang while (i < mbs){ 60691602c66SHong Zhang nexti = jl[i]; /* next row to be added to k_th row */ 60791602c66SHong Zhang 6083845f261SHong Zhang /* compute multiplier */ 60991602c66SHong Zhang ili = il[i]; /* index of first nonzero element in U(i,k:bms-1) */ 6103845f261SHong Zhang 6113845f261SHong Zhang /* uik = -inv(Di)*U_bar(i,k): - ba[ili]*ba[i] */ 612cc0c071aSHong Zhang diag = ba + i*4; 613cc0c071aSHong Zhang u = ba + ili*4; 614cc0c071aSHong Zhang uik[0] = -(diag[0]*u[0] + diag[2]*u[1]); 615cc0c071aSHong Zhang uik[1] = -(diag[1]*u[0] + diag[3]*u[1]); 616cc0c071aSHong Zhang uik[2] = -(diag[0]*u[2] + diag[2]*u[3]); 617cc0c071aSHong Zhang uik[3] = -(diag[1]*u[2] + diag[3]*u[3]); 6183845f261SHong Zhang 6193845f261SHong Zhang /* update D(k) += -U(i,k)^T * U_bar(i,k): dk += uik*ba[ili] */ 620cc0c071aSHong Zhang dk[0] += uik[0]*u[0] + uik[1]*u[1]; 621cc0c071aSHong Zhang dk[1] += uik[2]*u[0] + uik[3]*u[1]; 622cc0c071aSHong Zhang dk[2] += uik[0]*u[2] + uik[1]*u[3]; 623cc0c071aSHong Zhang dk[3] += uik[2]*u[2] + uik[3]*u[3]; 6243845f261SHong Zhang 6253845f261SHong Zhang /* update -U(i,k): ba[ili] = uik */ 626cc0c071aSHong Zhang ierr = PetscMemcpy(ba+ili*4,uik,4*sizeof(MatScalar));CHKERRQ(ierr); 62791602c66SHong Zhang 62891602c66SHong Zhang /* add multiple of row i to k-th row ... */ 62991602c66SHong Zhang jmin = ili + 1; jmax = bi[i+1]; 63091602c66SHong Zhang if (jmin < jmax){ 6313845f261SHong Zhang for (j=jmin; j<jmax; j++) { 6323845f261SHong Zhang /* rtmp += -U(i,k)^T * U_bar(i,j): rtmp[bj[j]] += uik*ba[j]; */ 633cc0c071aSHong Zhang rtmp_ptr = rtmp + bj[j]*4; 634cc0c071aSHong Zhang u = ba + j*4; 635cc0c071aSHong Zhang rtmp_ptr[0] += uik[0]*u[0] + uik[1]*u[1]; 636cc0c071aSHong Zhang rtmp_ptr[1] += uik[2]*u[0] + uik[3]*u[1]; 637cc0c071aSHong Zhang rtmp_ptr[2] += uik[0]*u[2] + uik[1]*u[3]; 638cc0c071aSHong Zhang rtmp_ptr[3] += uik[2]*u[2] + uik[3]*u[3]; 6393845f261SHong Zhang } 6403845f261SHong Zhang 64191602c66SHong Zhang /* ... add i to row list for next nonzero entry */ 64291602c66SHong Zhang il[i] = jmin; /* update il(i) in column k+1, ... mbs-1 */ 64391602c66SHong Zhang j = bj[jmin]; 64491602c66SHong Zhang jl[i] = jl[j]; jl[j] = i; /* update jl */ 64591602c66SHong Zhang } 646a1723e09SHong Zhang i = nexti; 64791602c66SHong Zhang } 648cc0c071aSHong Zhang 64991602c66SHong Zhang /* save nonzero entries in k-th row of U ... */ 6503845f261SHong Zhang 651cc0c071aSHong Zhang /* invert diagonal block */ 652cc0c071aSHong Zhang diag = ba+k*4; 653cc0c071aSHong Zhang ierr = PetscMemcpy(diag,dk,4*sizeof(MatScalar));CHKERRQ(ierr); 6543845f261SHong Zhang ierr = Kernel_A_gets_inverse_A_2(diag);CHKERRQ(ierr); 6553845f261SHong Zhang 65691602c66SHong Zhang jmin = bi[k]; jmax = bi[k+1]; 65791602c66SHong Zhang if (jmin < jmax) { 65891602c66SHong Zhang for (j=jmin; j<jmax; j++){ 659cc0c071aSHong Zhang vj = bj[j]; /* block col. index of U */ 660cc0c071aSHong Zhang u = ba + j*4; 661cc0c071aSHong Zhang rtmp_ptr = rtmp + vj*4; 662cc0c071aSHong Zhang for (k1=0; k1<4; k1++){ 663cc0c071aSHong Zhang *u++ = *rtmp_ptr; 664cc0c071aSHong Zhang *rtmp_ptr++ = 0.0; 665cc0c071aSHong Zhang } 666cc0c071aSHong Zhang } 6673845f261SHong Zhang 66891602c66SHong Zhang /* ... add k to row list for first nonzero entry in k-th row */ 66991602c66SHong Zhang il[k] = jmin; 67091602c66SHong Zhang i = bj[jmin]; 67191602c66SHong Zhang jl[k] = jl[i]; jl[i] = k; 67291602c66SHong Zhang } 67391602c66SHong Zhang } 6743845f261SHong Zhang 67549b5e25fSSatish Balay ierr = PetscFree(rtmp);CHKERRQ(ierr); 67691602c66SHong Zhang ierr = PetscFree(il);CHKERRQ(ierr); 6773845f261SHong Zhang ierr = PetscFree(dk);CHKERRQ(ierr); 67891602c66SHong Zhang if (a->permute) { 67991602c66SHong Zhang ierr = PetscFree(aa);CHKERRQ(ierr); 68091602c66SHong Zhang } 681cc0c071aSHong Zhang ierr = ISRestoreIndices(perm,&perm_ptr);CHKERRQ(ierr); 68291602c66SHong Zhang C->factor = FACTOR_CHOLESKY; 68349b5e25fSSatish Balay C->assembled = PETSC_TRUE; 6845c0bcdfcSHong Zhang C->preallocated = PETSC_TRUE; 685b0a32e0cSBarry Smith PetscLogFlops(1.3333*8*b->mbs); /* from inverting diagonal blocks */ 68649b5e25fSSatish Balay PetscFunctionReturn(0); 68749b5e25fSSatish Balay } 68891602c66SHong Zhang 68949b5e25fSSatish Balay /* 69049b5e25fSSatish Balay Version for when blocks are 2 by 2 Using natural ordering 69149b5e25fSSatish Balay */ 6924a2ae208SSatish Balay #undef __FUNCT__ 6934a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering" 6946f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering(Mat A,Mat *B) 69549b5e25fSSatish Balay { 69649b5e25fSSatish Balay Mat C = *B; 697ab27746eSHong Zhang Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data; 698ab27746eSHong Zhang int ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j; 69971149678SHong Zhang int *ai,*aj,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili; 700ab27746eSHong Zhang MatScalar *ba = b->a,*aa,*ap,*dk,*uik; 701ab27746eSHong Zhang MatScalar *u,*diag,*rtmp,*rtmp_ptr; 70249b5e25fSSatish Balay 70349b5e25fSSatish Balay PetscFunctionBegin; 704671cb588SHong Zhang 705ab27746eSHong Zhang /* initialization */ 706ab27746eSHong Zhang /* il and jl record the first nonzero element in each row of the accessing 707ab27746eSHong Zhang window U(0:k, k:mbs-1). 708ab27746eSHong Zhang jl: list of rows to be added to uneliminated rows 709ab27746eSHong Zhang i>= k: jl(i) is the first row to be added to row i 710ab27746eSHong Zhang i< k: jl(i) is the row following row i in some list of rows 711ab27746eSHong Zhang jl(i) = mbs indicates the end of a list 712ab27746eSHong Zhang il(i): points to the first nonzero element in columns k,...,mbs-1 of 713ab27746eSHong Zhang row i of U */ 71482502324SSatish Balay ierr = PetscMalloc(4*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr); 715ab27746eSHong Zhang ierr = PetscMemzero(rtmp,4*mbs*sizeof(MatScalar));CHKERRQ(ierr); 71682502324SSatish Balay ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr); 71728de702eSHong Zhang jl = il + mbs; 718ab27746eSHong Zhang for (i=0; i<mbs; i++) { 719ab27746eSHong Zhang jl[i] = mbs; il[0] = 0; 72049b5e25fSSatish Balay } 72182502324SSatish Balay ierr = PetscMalloc(8*sizeof(MatScalar),&dk);CHKERRQ(ierr); 72228de702eSHong Zhang uik = dk + 4; 723ab27746eSHong Zhang 724ab27746eSHong Zhang ai = a->i; aj = a->j; aa = a->a; 725ab27746eSHong Zhang 726ab27746eSHong Zhang /* for each row k */ 727ab27746eSHong Zhang for (k = 0; k<mbs; k++){ 728ab27746eSHong Zhang 729ab27746eSHong Zhang /*initialize k-th row with elements nonzero in row k of A */ 730ab27746eSHong Zhang jmin = ai[k]; jmax = ai[k+1]; 731ab27746eSHong Zhang if (jmin < jmax) { 732ab27746eSHong Zhang ap = aa + jmin*4; 733ab27746eSHong Zhang for (j = jmin; j < jmax; j++){ 734ab27746eSHong Zhang vj = aj[j]; /* block col. index */ 735ab27746eSHong Zhang rtmp_ptr = rtmp + vj*4; 736ab27746eSHong Zhang for (i=0; i<4; i++) *rtmp_ptr++ = *ap++; 73749b5e25fSSatish Balay } 73849b5e25fSSatish Balay } 739ab27746eSHong Zhang 740ab27746eSHong Zhang /* modify k-th row by adding in those rows i with U(i,k) != 0 */ 741ab27746eSHong Zhang ierr = PetscMemcpy(dk,rtmp+k*4,4*sizeof(MatScalar));CHKERRQ(ierr); 742ab27746eSHong Zhang i = jl[k]; /* first row to be added to k_th row */ 743ab27746eSHong Zhang 744ab27746eSHong Zhang while (i < mbs){ 745ab27746eSHong Zhang nexti = jl[i]; /* next row to be added to k_th row */ 746ab27746eSHong Zhang 747ab27746eSHong Zhang /* compute multiplier */ 748ab27746eSHong Zhang ili = il[i]; /* index of first nonzero element in U(i,k:bms-1) */ 749ab27746eSHong Zhang 750ab27746eSHong Zhang /* uik = -inv(Di)*U_bar(i,k): - ba[ili]*ba[i] */ 751ab27746eSHong Zhang diag = ba + i*4; 752ab27746eSHong Zhang u = ba + ili*4; 753ab27746eSHong Zhang uik[0] = -(diag[0]*u[0] + diag[2]*u[1]); 754ab27746eSHong Zhang uik[1] = -(diag[1]*u[0] + diag[3]*u[1]); 755ab27746eSHong Zhang uik[2] = -(diag[0]*u[2] + diag[2]*u[3]); 756ab27746eSHong Zhang uik[3] = -(diag[1]*u[2] + diag[3]*u[3]); 757ab27746eSHong Zhang 758ab27746eSHong Zhang /* update D(k) += -U(i,k)^T * U_bar(i,k): dk += uik*ba[ili] */ 759ab27746eSHong Zhang dk[0] += uik[0]*u[0] + uik[1]*u[1]; 760ab27746eSHong Zhang dk[1] += uik[2]*u[0] + uik[3]*u[1]; 761ab27746eSHong Zhang dk[2] += uik[0]*u[2] + uik[1]*u[3]; 762ab27746eSHong Zhang dk[3] += uik[2]*u[2] + uik[3]*u[3]; 763ab27746eSHong Zhang 764ab27746eSHong Zhang /* update -U(i,k): ba[ili] = uik */ 765ab27746eSHong Zhang ierr = PetscMemcpy(ba+ili*4,uik,4*sizeof(MatScalar));CHKERRQ(ierr); 766ab27746eSHong Zhang 767ab27746eSHong Zhang /* add multiple of row i to k-th row ... */ 768ab27746eSHong Zhang jmin = ili + 1; jmax = bi[i+1]; 769ab27746eSHong Zhang if (jmin < jmax){ 770ab27746eSHong Zhang for (j=jmin; j<jmax; j++) { 771ab27746eSHong Zhang /* rtmp += -U(i,k)^T * U_bar(i,j): rtmp[bj[j]] += uik*ba[j]; */ 772ab27746eSHong Zhang rtmp_ptr = rtmp + bj[j]*4; 773ab27746eSHong Zhang u = ba + j*4; 774ab27746eSHong Zhang rtmp_ptr[0] += uik[0]*u[0] + uik[1]*u[1]; 775ab27746eSHong Zhang rtmp_ptr[1] += uik[2]*u[0] + uik[3]*u[1]; 776ab27746eSHong Zhang rtmp_ptr[2] += uik[0]*u[2] + uik[1]*u[3]; 777ab27746eSHong Zhang rtmp_ptr[3] += uik[2]*u[2] + uik[3]*u[3]; 77849b5e25fSSatish Balay } 779ab27746eSHong Zhang 780ab27746eSHong Zhang /* ... add i to row list for next nonzero entry */ 781ab27746eSHong Zhang il[i] = jmin; /* update il(i) in column k+1, ... mbs-1 */ 782ab27746eSHong Zhang j = bj[jmin]; 783ab27746eSHong Zhang jl[i] = jl[j]; jl[j] = i; /* update jl */ 78449b5e25fSSatish Balay } 785ab27746eSHong Zhang i = nexti; 78649b5e25fSSatish Balay } 787ab27746eSHong Zhang 788ab27746eSHong Zhang /* save nonzero entries in k-th row of U ... */ 789ab27746eSHong Zhang 79049b5e25fSSatish Balay /* invert diagonal block */ 791ab27746eSHong Zhang diag = ba+k*4; 792ab27746eSHong Zhang ierr = PetscMemcpy(diag,dk,4*sizeof(MatScalar));CHKERRQ(ierr); 793ab27746eSHong Zhang ierr = Kernel_A_gets_inverse_A_2(diag);CHKERRQ(ierr); 794ab27746eSHong Zhang 795ab27746eSHong Zhang jmin = bi[k]; jmax = bi[k+1]; 796ab27746eSHong Zhang if (jmin < jmax) { 797ab27746eSHong Zhang for (j=jmin; j<jmax; j++){ 798ab27746eSHong Zhang vj = bj[j]; /* block col. index of U */ 799ab27746eSHong Zhang u = ba + j*4; 800ab27746eSHong Zhang rtmp_ptr = rtmp + vj*4; 801ab27746eSHong Zhang for (k1=0; k1<4; k1++){ 802ab27746eSHong Zhang *u++ = *rtmp_ptr; 803ab27746eSHong Zhang *rtmp_ptr++ = 0.0; 804ab27746eSHong Zhang } 805ab27746eSHong Zhang } 806ab27746eSHong Zhang 807ab27746eSHong Zhang /* ... add k to row list for first nonzero entry in k-th row */ 808ab27746eSHong Zhang il[k] = jmin; 809ab27746eSHong Zhang i = bj[jmin]; 810ab27746eSHong Zhang jl[k] = jl[i]; jl[i] = k; 811ab27746eSHong Zhang } 81249b5e25fSSatish Balay } 81349b5e25fSSatish Balay 81449b5e25fSSatish Balay ierr = PetscFree(rtmp);CHKERRQ(ierr); 815ab27746eSHong Zhang ierr = PetscFree(il);CHKERRQ(ierr); 816ab27746eSHong Zhang ierr = PetscFree(dk);CHKERRQ(ierr); 817ab27746eSHong Zhang 818ab27746eSHong Zhang C->factor = FACTOR_CHOLESKY; 81949b5e25fSSatish Balay C->assembled = PETSC_TRUE; 8205c0bcdfcSHong Zhang C->preallocated = PETSC_TRUE; 821b0a32e0cSBarry Smith PetscLogFlops(1.3333*8*b->mbs); /* from inverting diagonal blocks */ 82249b5e25fSSatish Balay PetscFunctionReturn(0); 82349b5e25fSSatish Balay } 82449b5e25fSSatish Balay 82549b5e25fSSatish Balay /* 8265c0bcdfcSHong Zhang Numeric U^T*D*U factorization for SBAIJ format. Modified from SNF of YSMP. 82791602c66SHong Zhang Version for blocks are 1 by 1. 82849b5e25fSSatish Balay */ 8294a2ae208SSatish Balay #undef __FUNCT__ 8304a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_1" 8316f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_1(Mat A,Mat *B) 83249b5e25fSSatish Balay { 83349b5e25fSSatish Balay Mat C = *B; 83449b5e25fSSatish Balay Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data; 83549b5e25fSSatish Balay IS ip = b->row; 836351d0355SHong Zhang int *rip,ierr,i,j,mbs = a->mbs,*bi = b->i,*bj = b->j; 837cb718733SHong Zhang int *ai,*aj,*r; 838ab27746eSHong Zhang int k,jmin,jmax,*jl,*il,vj,nexti,ili; 839066653e3SSatish Balay MatScalar *rtmp; 8402d007305SHong Zhang MatScalar *ba = b->a,*aa,ak; 84149b5e25fSSatish Balay MatScalar dk,uikdi; 84249b5e25fSSatish Balay 84349b5e25fSSatish Balay PetscFunctionBegin; 84449b5e25fSSatish Balay ierr = ISGetIndices(ip,&rip);CHKERRQ(ierr); 845cb718733SHong Zhang if (!a->permute){ 8462d007305SHong Zhang ai = a->i; aj = a->j; aa = a->a; 8472d007305SHong Zhang } else { 8482d007305SHong Zhang ai = a->inew; aj = a->jnew; 84982502324SSatish Balay ierr = PetscMalloc(ai[mbs]*sizeof(MatScalar),&aa);CHKERRQ(ierr); 850cb718733SHong Zhang ierr = PetscMemcpy(aa,a->a,ai[mbs]*sizeof(MatScalar));CHKERRQ(ierr); 85182502324SSatish Balay ierr = PetscMalloc(ai[mbs]*sizeof(int),&r);CHKERRQ(ierr); 8522d007305SHong Zhang ierr= PetscMemcpy(r,a->a2anew,(ai[mbs])*sizeof(int));CHKERRQ(ierr); 8532d007305SHong Zhang 8542d007305SHong Zhang jmin = ai[0]; jmax = ai[mbs]; 8552d007305SHong Zhang for (j=jmin; j<jmax; j++){ 856cb718733SHong Zhang while (r[j] != j){ 8572d007305SHong Zhang k = r[j]; r[j] = r[k]; r[k] = k; 8582d007305SHong Zhang ak = aa[k]; aa[k] = aa[j]; aa[j] = ak; 8592d007305SHong Zhang } 8602d007305SHong Zhang } 861ac355199SBarry Smith ierr = PetscFree(r);CHKERRQ(ierr); 8622d007305SHong Zhang } 8632d007305SHong Zhang 86491602c66SHong Zhang /* initialization */ 86549b5e25fSSatish Balay /* il and jl record the first nonzero element in each row of the accessing 86649b5e25fSSatish Balay window U(0:k, k:mbs-1). 86749b5e25fSSatish Balay jl: list of rows to be added to uneliminated rows 86849b5e25fSSatish Balay i>= k: jl(i) is the first row to be added to row i 86949b5e25fSSatish Balay i< k: jl(i) is the row following row i in some list of rows 87049b5e25fSSatish Balay jl(i) = mbs indicates the end of a list 87149b5e25fSSatish Balay il(i): points to the first nonzero element in columns k,...,mbs-1 of 87249b5e25fSSatish Balay row i of U */ 87382502324SSatish Balay ierr = PetscMalloc(mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr); 87482502324SSatish Balay ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr); 87528de702eSHong Zhang jl = il + mbs; 87649b5e25fSSatish Balay for (i=0; i<mbs; i++) { 87749b5e25fSSatish Balay rtmp[i] = 0.0; jl[i] = mbs; il[0] = 0; 87849b5e25fSSatish Balay } 87949b5e25fSSatish Balay 88091602c66SHong Zhang /* for each row k */ 88149b5e25fSSatish Balay for (k = 0; k<mbs; k++){ 88249b5e25fSSatish Balay 88391602c66SHong Zhang /*initialize k-th row with elements nonzero in row perm(k) of A */ 88449b5e25fSSatish Balay jmin = ai[rip[k]]; jmax = ai[rip[k]+1]; 88549b5e25fSSatish Balay if (jmin < jmax) { 88649b5e25fSSatish Balay for (j = jmin; j < jmax; j++){ 887351d0355SHong Zhang vj = rip[aj[j]]; 888ab27746eSHong Zhang rtmp[vj] = aa[j]; 88949b5e25fSSatish Balay } 89049b5e25fSSatish Balay } 89149b5e25fSSatish Balay 89291602c66SHong Zhang /* modify k-th row by adding in those rows i with U(i,k) != 0 */ 89349b5e25fSSatish Balay dk = rtmp[k]; 89449b5e25fSSatish Balay i = jl[k]; /* first row to be added to k_th row */ 89549b5e25fSSatish Balay 89649b5e25fSSatish Balay while (i < mbs){ 89749b5e25fSSatish Balay nexti = jl[i]; /* next row to be added to k_th row */ 89849b5e25fSSatish Balay 89991602c66SHong Zhang /* compute multiplier, update D(k) and U(i,k) */ 90049b5e25fSSatish Balay ili = il[i]; /* index of first nonzero element in U(i,k:bms-1) */ 90149b5e25fSSatish Balay uikdi = - ba[ili]*ba[i]; 90249b5e25fSSatish Balay dk += uikdi*ba[ili]; 903658e7b3eSHong Zhang ba[ili] = uikdi; /* -U(i,k) */ 90449b5e25fSSatish Balay 90591602c66SHong Zhang /* add multiple of row i to k-th row ... */ 90649b5e25fSSatish Balay jmin = ili + 1; jmax = bi[i+1]; 90749b5e25fSSatish Balay if (jmin < jmax){ 90849b5e25fSSatish Balay for (j=jmin; j<jmax; j++) rtmp[bj[j]] += uikdi*ba[j]; 90991602c66SHong Zhang /* ... add i to row list for next nonzero entry */ 91049b5e25fSSatish Balay il[i] = jmin; /* update il(i) in column k+1, ... mbs-1 */ 91149b5e25fSSatish Balay j = bj[jmin]; 91249b5e25fSSatish Balay jl[i] = jl[j]; jl[j] = i; /* update jl */ 91349b5e25fSSatish Balay } 914ab27746eSHong Zhang i = nexti; 91549b5e25fSSatish Balay } 91649b5e25fSSatish Balay 91791602c66SHong Zhang /* check for zero pivot and save diagoanl element */ 91849b5e25fSSatish Balay if (dk == 0.0){ 91929bbc08cSBarry Smith SETERRQ(PETSC_ERR_MAT_LU_ZRPVT,"Zero pivot"); 920671cb588SHong Zhang /* 9211223c01bSHong Zhang } else if (PetscRealPart(dk) < 0.0){ 9221223c01bSHong Zhang SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Negative pivot: d[%d] = %g\n",k,dk); 923671cb588SHong Zhang */ 92449b5e25fSSatish Balay } 92549b5e25fSSatish Balay 92691602c66SHong Zhang /* save nonzero entries in k-th row of U ... */ 927f3dd7b2dSKris Buschelman ba[k] = 1.0/dk; 92849b5e25fSSatish Balay jmin = bi[k]; jmax = bi[k+1]; 92949b5e25fSSatish Balay if (jmin < jmax) { 93049b5e25fSSatish Balay for (j=jmin; j<jmax; j++){ 931cc0c071aSHong Zhang vj = bj[j]; ba[j] = rtmp[vj]; rtmp[vj] = 0.0; 93249b5e25fSSatish Balay } 93391602c66SHong Zhang /* ... add k to row list for first nonzero entry in k-th row */ 93449b5e25fSSatish Balay il[k] = jmin; 93549b5e25fSSatish Balay i = bj[jmin]; 93649b5e25fSSatish Balay jl[k] = jl[i]; jl[i] = k; 93749b5e25fSSatish Balay } 93849b5e25fSSatish Balay } 93949b5e25fSSatish Balay 94049b5e25fSSatish Balay ierr = PetscFree(rtmp);CHKERRQ(ierr); 94149b5e25fSSatish Balay ierr = PetscFree(il);CHKERRQ(ierr); 942cb718733SHong Zhang if (a->permute){ 943cb718733SHong Zhang ierr = PetscFree(aa);CHKERRQ(ierr); 944cb718733SHong Zhang } 94549b5e25fSSatish Balay 94649b5e25fSSatish Balay ierr = ISRestoreIndices(ip,&rip);CHKERRQ(ierr); 9478be8c0c7SHong Zhang C->factor = FACTOR_CHOLESKY; 94849b5e25fSSatish Balay C->assembled = PETSC_TRUE; 9495c0bcdfcSHong Zhang C->preallocated = PETSC_TRUE; 950b0a32e0cSBarry Smith PetscLogFlops(b->mbs); 95149b5e25fSSatish Balay PetscFunctionReturn(0); 95249b5e25fSSatish Balay } 95349b5e25fSSatish Balay 954671cb588SHong Zhang /* 955671cb588SHong Zhang Version for when blocks are 1 by 1 Using natural ordering 956671cb588SHong Zhang */ 9574a2ae208SSatish Balay #undef __FUNCT__ 9584a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_1_NaturalOrdering" 959671cb588SHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_1_NaturalOrdering(Mat A,Mat *B) 960671cb588SHong Zhang { 961671cb588SHong Zhang Mat C = *B; 962671cb588SHong Zhang Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data; 963671cb588SHong Zhang int ierr,i,j,mbs = a->mbs,*bi = b->i,*bj = b->j; 9641ad1de41SHong Zhang int *ai,*aj; 965671cb588SHong Zhang int k,jmin,jmax,*jl,*il,vj,nexti,ili; 9661ad1de41SHong Zhang MatScalar *rtmp,*ba = b->a,*aa,dk,uikdi; 967671cb588SHong Zhang 968671cb588SHong Zhang PetscFunctionBegin; 969671cb588SHong Zhang 970671cb588SHong Zhang /* initialization */ 971671cb588SHong Zhang /* il and jl record the first nonzero element in each row of the accessing 972671cb588SHong Zhang window U(0:k, k:mbs-1). 973671cb588SHong Zhang jl: list of rows to be added to uneliminated rows 974671cb588SHong Zhang i>= k: jl(i) is the first row to be added to row i 975671cb588SHong Zhang i< k: jl(i) is the row following row i in some list of rows 976671cb588SHong Zhang jl(i) = mbs indicates the end of a list 977671cb588SHong Zhang il(i): points to the first nonzero element in columns k,...,mbs-1 of 978671cb588SHong Zhang row i of U */ 97982502324SSatish Balay ierr = PetscMalloc(mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr); 98082502324SSatish Balay ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr); 98128de702eSHong Zhang jl = il + mbs; 982671cb588SHong Zhang for (i=0; i<mbs; i++) { 983671cb588SHong Zhang rtmp[i] = 0.0; jl[i] = mbs; il[0] = 0; 984671cb588SHong Zhang } 985671cb588SHong Zhang 986671cb588SHong Zhang ai = a->i; aj = a->j; aa = a->a; 987671cb588SHong Zhang 988671cb588SHong Zhang /* for each row k */ 989671cb588SHong Zhang for (k = 0; k<mbs; k++){ 990671cb588SHong Zhang 991671cb588SHong Zhang /*initialize k-th row with elements nonzero in row perm(k) of A */ 992671cb588SHong Zhang jmin = ai[k]; jmax = ai[k+1]; 993671cb588SHong Zhang if (jmin < jmax) { 994671cb588SHong Zhang for (j = jmin; j < jmax; j++){ 995671cb588SHong Zhang vj = aj[j]; 996671cb588SHong Zhang rtmp[vj] = aa[j]; 997671cb588SHong Zhang } 998671cb588SHong Zhang } 999671cb588SHong Zhang 1000671cb588SHong Zhang /* modify k-th row by adding in those rows i with U(i,k) != 0 */ 1001671cb588SHong Zhang dk = rtmp[k]; 1002671cb588SHong Zhang i = jl[k]; /* first row to be added to k_th row */ 1003671cb588SHong Zhang 1004671cb588SHong Zhang while (i < mbs){ 1005671cb588SHong Zhang nexti = jl[i]; /* next row to be added to k_th row */ 1006671cb588SHong Zhang 1007671cb588SHong Zhang /* compute multiplier, update D(k) and U(i,k) */ 1008671cb588SHong Zhang ili = il[i]; /* index of first nonzero element in U(i,k:bms-1) */ 1009671cb588SHong Zhang uikdi = - ba[ili]*ba[i]; 1010671cb588SHong Zhang dk += uikdi*ba[ili]; 1011671cb588SHong Zhang ba[ili] = uikdi; /* -U(i,k) */ 1012671cb588SHong Zhang 1013671cb588SHong Zhang /* add multiple of row i to k-th row ... */ 1014671cb588SHong Zhang jmin = ili + 1; jmax = bi[i+1]; 1015671cb588SHong Zhang if (jmin < jmax){ 1016671cb588SHong Zhang for (j=jmin; j<jmax; j++) rtmp[bj[j]] += uikdi*ba[j]; 1017671cb588SHong Zhang /* ... add i to row list for next nonzero entry */ 1018671cb588SHong Zhang il[i] = jmin; /* update il(i) in column k+1, ... mbs-1 */ 1019671cb588SHong Zhang j = bj[jmin]; 1020671cb588SHong Zhang jl[i] = jl[j]; jl[j] = i; /* update jl */ 1021671cb588SHong Zhang } 1022671cb588SHong Zhang i = nexti; 1023671cb588SHong Zhang } 1024671cb588SHong Zhang 1025671cb588SHong Zhang /* check for zero pivot and save diagoanl element */ 1026671cb588SHong Zhang if (dk == 0.0){ 1027671cb588SHong Zhang SETERRQ(PETSC_ERR_MAT_LU_ZRPVT,"Zero pivot"); 1028671cb588SHong Zhang /* 1029671cb588SHong Zhang } else if (PetscRealPart(dk) < 0){ 10301223c01bSHong Zhang SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Negative pivot: d[%d] = %g\n",k,dk); 1031671cb588SHong Zhang */ 1032671cb588SHong Zhang } 1033671cb588SHong Zhang 1034671cb588SHong Zhang /* save nonzero entries in k-th row of U ... */ 1035671cb588SHong Zhang ba[k] = 1.0/dk; 1036671cb588SHong Zhang jmin = bi[k]; jmax = bi[k+1]; 1037671cb588SHong Zhang if (jmin < jmax) { 1038671cb588SHong Zhang for (j=jmin; j<jmax; j++){ 1039671cb588SHong Zhang vj = bj[j]; ba[j] = rtmp[vj]; rtmp[vj] = 0.0; 1040671cb588SHong Zhang } 1041671cb588SHong Zhang /* ... add k to row list for first nonzero entry in k-th row */ 1042671cb588SHong Zhang il[k] = jmin; 1043671cb588SHong Zhang i = bj[jmin]; 1044671cb588SHong Zhang jl[k] = jl[i]; jl[i] = k; 1045671cb588SHong Zhang } 1046671cb588SHong Zhang } 1047671cb588SHong Zhang 1048671cb588SHong Zhang ierr = PetscFree(rtmp);CHKERRQ(ierr); 1049671cb588SHong Zhang ierr = PetscFree(il);CHKERRQ(ierr); 1050671cb588SHong Zhang 1051671cb588SHong Zhang C->factor = FACTOR_CHOLESKY; 1052671cb588SHong Zhang C->assembled = PETSC_TRUE; 1053671cb588SHong Zhang C->preallocated = PETSC_TRUE; 1054b0a32e0cSBarry Smith PetscLogFlops(b->mbs); 1055671cb588SHong Zhang PetscFunctionReturn(0); 1056671cb588SHong Zhang } 1057671cb588SHong Zhang 10584a2ae208SSatish Balay #undef __FUNCT__ 10594a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactor_SeqSBAIJ" 1060b8b23757SHong Zhang int MatCholeskyFactor_SeqSBAIJ(Mat A,IS perm,PetscReal f) 106149b5e25fSSatish Balay { 10624445ddedSHong Zhang int ierr; 106349b5e25fSSatish Balay Mat C; 106449b5e25fSSatish Balay 106549b5e25fSSatish Balay PetscFunctionBegin; 1066b8b23757SHong Zhang ierr = MatCholeskyFactorSymbolic(A,perm,f,&C);CHKERRQ(ierr); 1067a4ada70bSHong Zhang ierr = MatCholeskyFactorNumeric(A,&C);CHKERRQ(ierr); 10684445ddedSHong Zhang ierr = MatHeaderCopy(A,C);CHKERRQ(ierr); 106949b5e25fSSatish Balay PetscFunctionReturn(0); 107049b5e25fSSatish Balay } 107149b5e25fSSatish Balay 107249b5e25fSSatish Balay 1073