1cb512458SBarry Smith #ifndef lint 2*033c1e87SLois Curfman McInnes static char vcid[] = "$Id: aijfact.c,v 1.29 1995/08/16 18:21:01 bsmith Exp curfman $"; 3cb512458SBarry Smith #endif 4289bc588SBarry Smith 5289bc588SBarry Smith 6289bc588SBarry Smith #include "aij.h" 78c37ef55SBarry Smith #include "inline/spops.h" 8289bc588SBarry Smith /* 9289bc588SBarry Smith Factorization code for AIJ format. 10289bc588SBarry Smith */ 11289bc588SBarry Smith 1249d8b64dSBarry Smith int MatLUFactorSymbolic_AIJ(Mat mat,IS isrow,IS iscol,double f,Mat *fact) 13289bc588SBarry Smith { 141fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data, *aijnew; 15289bc588SBarry Smith IS isicol; 166abc6512SBarry Smith int *r,*ic, ierr, i, n = aij->m, *ai = aij->i, *aj = aij->j; 176abc6512SBarry Smith int *ainew,*ajnew, jmax,*fill, *ajtmp, nz; 182fb3ed76SBarry Smith int *idnew, idx, row,m,fm, nnz, nzi,len, realloc = 0,nzbd,*im; 19289bc588SBarry Smith 20d35516d3SLois Curfman McInnes if (n != aij->n) 21bbb6d6a8SBarry Smith SETERRQ(1,"MatLUFactorSymbolic_AIJ:Matrix must be square"); 22d35516d3SLois Curfman McInnes if (!isrow) 23bbb6d6a8SBarry Smith SETERRQ(1,"MatLUFactorSymbolic_AIJ:Matrix must have row permutation"); 24d35516d3SLois Curfman McInnes if (!iscol) 25bbb6d6a8SBarry Smith SETERRQ(1,"MatLUFactorSymbolic_AIJ:Matrix must have column permutation"); 26289bc588SBarry Smith 2778b31e54SBarry Smith ierr = ISInvertPermutation(iscol,&isicol); CHKERRQ(ierr); 28289bc588SBarry Smith ISGetIndices(isrow,&r); ISGetIndices(isicol,&ic); 29289bc588SBarry Smith 30289bc588SBarry Smith /* get new row pointers */ 3178b31e54SBarry Smith ainew = (int *) PETSCMALLOC( (n+1)*sizeof(int) ); CHKPTRQ(ainew); 32289bc588SBarry Smith ainew[0] = 1; 33289bc588SBarry Smith /* don't know how many column pointers are needed so estimate */ 34bbb6d6a8SBarry Smith jmax = (int) (f*ai[n]); 3578b31e54SBarry Smith ajnew = (int *) PETSCMALLOC( (jmax)*sizeof(int) ); CHKPTRQ(ajnew); 36289bc588SBarry Smith /* fill is a linked list of nonzeros in active row */ 372fb3ed76SBarry Smith fill = (int *) PETSCMALLOC( (2*n+1)*sizeof(int)); CHKPTRQ(fill); 382fb3ed76SBarry Smith im = fill + n + 1; 39289bc588SBarry Smith /* idnew is location of diagonal in factor */ 4078b31e54SBarry Smith idnew = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(idnew); 41289bc588SBarry Smith idnew[0] = 1; 42289bc588SBarry Smith 43289bc588SBarry Smith for ( i=0; i<n; i++ ) { 44289bc588SBarry Smith /* first copy previous fill into linked list */ 45289bc588SBarry Smith nnz = nz = ai[r[i]+1] - ai[r[i]]; 46289bc588SBarry Smith ajtmp = aj + ai[r[i]] - 1; 47289bc588SBarry Smith fill[n] = n; 48289bc588SBarry Smith while (nz--) { 49289bc588SBarry Smith fm = n; 50289bc588SBarry Smith idx = ic[*ajtmp++ - 1]; 51289bc588SBarry Smith do { 52289bc588SBarry Smith m = fm; 53289bc588SBarry Smith fm = fill[m]; 54289bc588SBarry Smith } while (fm < idx); 55289bc588SBarry Smith fill[m] = idx; 56289bc588SBarry Smith fill[idx] = fm; 57289bc588SBarry Smith } 58289bc588SBarry Smith row = fill[n]; 59289bc588SBarry Smith while ( row < i ) { 602fb3ed76SBarry Smith ajtmp = ajnew + idnew[row]; 612fb3ed76SBarry Smith nzbd = 1 + idnew[row] - ainew[row]; 622fb3ed76SBarry Smith nz = im[row] - nzbd; 63289bc588SBarry Smith fm = row; 642fb3ed76SBarry Smith while (nz-- > 0) { 652fb3ed76SBarry Smith /* fm = n; */ 66289bc588SBarry Smith idx = *ajtmp++ - 1; 672fb3ed76SBarry Smith nzbd++; 682fb3ed76SBarry Smith if (idx == i) im[row] = nzbd; 69289bc588SBarry Smith do { 70289bc588SBarry Smith m = fm; 71289bc588SBarry Smith fm = fill[m]; 72289bc588SBarry Smith } while (fm < idx); 73289bc588SBarry Smith if (fm != idx) { 74289bc588SBarry Smith fill[m] = idx; 75289bc588SBarry Smith fill[idx] = fm; 76289bc588SBarry Smith fm = idx; 77289bc588SBarry Smith nnz++; 78289bc588SBarry Smith } 79d5f53d93SBarry Smith /* printf("i %d row %d nz %d idx %d fm %d\n",i,row,nz,idx,fm); */ 80289bc588SBarry Smith } 81289bc588SBarry Smith row = fill[row]; 82289bc588SBarry Smith } 83289bc588SBarry Smith /* copy new filled row into permanent storage */ 84289bc588SBarry Smith ainew[i+1] = ainew[i] + nnz; 85289bc588SBarry Smith if (ainew[i+1] > jmax+1) { 86289bc588SBarry Smith /* allocate a longer ajnew */ 872fb3ed76SBarry Smith int maxadd; 88bbb6d6a8SBarry Smith maxadd = (int) ((f*ai[n]*(n-i+5))/n); 89bbb6d6a8SBarry Smith if (maxadd < nnz) maxadd = (n-i)*(nnz+1); 902fb3ed76SBarry Smith jmax += maxadd; 9178b31e54SBarry Smith ajtmp = (int *) PETSCMALLOC( jmax*sizeof(int) );CHKPTRQ(ajtmp); 9278b31e54SBarry Smith PETSCMEMCPY(ajtmp,ajnew,(ainew[i]-1)*sizeof(int)); 9378b31e54SBarry Smith PETSCFREE(ajnew); 94289bc588SBarry Smith ajnew = ajtmp; 952fb3ed76SBarry Smith realloc++; /* count how many times we realloc */ 96289bc588SBarry Smith } 97289bc588SBarry Smith ajtmp = ajnew + ainew[i] - 1; 98289bc588SBarry Smith fm = fill[n]; 99289bc588SBarry Smith nzi = 0; 1002fb3ed76SBarry Smith im[i] = nnz; 101289bc588SBarry Smith while (nnz--) { 102289bc588SBarry Smith if (fm < i) nzi++; 103289bc588SBarry Smith *ajtmp++ = fm + 1; 104289bc588SBarry Smith fm = fill[fm]; 105289bc588SBarry Smith } 106289bc588SBarry Smith idnew[i] = ainew[i] + nzi; 107289bc588SBarry Smith } 108289bc588SBarry Smith 1092fb3ed76SBarry Smith PLogInfo((PetscObject)mat, 110bbb6d6a8SBarry Smith "Info:MatLUFactorSymbolic_AIJ:Reallocs %d Fill ratio:given %g needed %g\n", 111bbb6d6a8SBarry Smith realloc,f,((double)ainew[n])/((double)ai[i])); 1122fb3ed76SBarry Smith 11378b31e54SBarry Smith ISDestroy(isicol); PETSCFREE(fill); 114289bc588SBarry Smith 115289bc588SBarry Smith /* put together the new matrix */ 11678b31e54SBarry Smith ierr = MatCreateSequentialAIJ(mat->comm,n, n, 0, 0, fact); CHKERRQ(ierr); 1171fb19edaSLois Curfman McInnes aijnew = (Mat_AIJ *) (*fact)->data; 11878b31e54SBarry Smith PETSCFREE(aijnew->imax); 119289bc588SBarry Smith aijnew->singlemalloc = 0; 120f0479e8cSBarry Smith len = (ainew[n] - 1)*sizeof(Scalar); 121e8d4e0b9SBarry Smith /* the next line frees the default space generated by the Create() */ 12278b31e54SBarry Smith PETSCFREE(aijnew->a); PETSCFREE(aijnew->ilen); 12378b31e54SBarry Smith aijnew->a = (Scalar *) PETSCMALLOC( len ); CHKPTRQ(aijnew->a); 124289bc588SBarry Smith aijnew->j = ajnew; 125289bc588SBarry Smith aijnew->i = ainew; 1268c37ef55SBarry Smith aijnew->diag = idnew; 127e8d4e0b9SBarry Smith aijnew->ilen = 0; 12820563c6bSBarry Smith aijnew->imax = 0; 12986d7a8ceSBarry Smith aijnew->row = isrow; 13086d7a8ceSBarry Smith aijnew->col = iscol; 13178b31e54SBarry Smith aijnew->solve_work = (Scalar *) PETSCMALLOC( n*sizeof(Scalar)); 13278b31e54SBarry Smith CHKPTRQ(aijnew->solve_work); 1337fd98bd6SLois Curfman McInnes /* In aijnew structure: Free imax, ilen, old a, old j. 1347fd98bd6SLois Curfman McInnes Allocate idnew, solve_work, new a, new j */ 135*033c1e87SLois Curfman McInnes PLogObjectMemory(*fact,(ainew[n]-1-n)*(sizeof(int)+sizeof(Scalar))); 1367fd98bd6SLois Curfman McInnes aijnew->maxnz = aijnew->nz = ainew[n] - 1; 1377fd98bd6SLois Curfman McInnes 1385e42470aSBarry Smith /* Cannot do this here because child is destroyed before parent created 1395e42470aSBarry Smith PLogObjectParent(*fact,isicol); */ 140289bc588SBarry Smith return 0; 141289bc588SBarry Smith } 142289bc588SBarry Smith 1431fb19edaSLois Curfman McInnes int MatLUFactorNumeric_AIJ(Mat mat,Mat *infact) 144289bc588SBarry Smith { 14520563c6bSBarry Smith Mat fact = *infact; 1461fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data, *aijnew = (Mat_AIJ *)fact->data; 14786d7a8ceSBarry Smith IS iscol = aijnew->col, isrow = aijnew->row, isicol; 148289bc588SBarry Smith int *r,*ic, ierr, i, j, n = aij->m, *ai = aijnew->i, *aj = aijnew->j; 1496abc6512SBarry Smith int *ajtmpold, *ajtmp, nz, row,*pj; 1506abc6512SBarry Smith Scalar *rtmp,*v, *pv, *pc, multiplier; 151289bc588SBarry Smith 15278b31e54SBarry Smith ierr = ISInvertPermutation(iscol,&isicol); CHKERRQ(ierr); 1535e42470aSBarry Smith PLogObjectParent(*infact,isicol); 15478b31e54SBarry Smith ierr = ISGetIndices(isrow,&r); CHKERRQ(ierr); 15578b31e54SBarry Smith ierr = ISGetIndices(isicol,&ic); CHKERRQ(ierr); 15678b31e54SBarry Smith rtmp = (Scalar *) PETSCMALLOC( (n+1)*sizeof(Scalar) ); CHKPTRQ(rtmp); 157289bc588SBarry Smith 158289bc588SBarry Smith for ( i=0; i<n; i++ ) { 159289bc588SBarry Smith nz = ai[i+1] - ai[i]; 160289bc588SBarry Smith ajtmp = aj + ai[i] - 1; 161289bc588SBarry Smith for ( j=0; j<nz; j++ ) rtmp[ajtmp[j]-1] = 0.0; 162289bc588SBarry Smith 163289bc588SBarry Smith /* load in initial (unfactored row) */ 1648c37ef55SBarry Smith nz = aij->i[r[i]+1] - aij->i[r[i]]; 1658c37ef55SBarry Smith ajtmpold = aij->j + aij->i[r[i]] - 1; 1668c37ef55SBarry Smith v = aij->a + aij->i[r[i]] - 1; 1678c37ef55SBarry Smith for ( j=0; j<nz; j++ ) rtmp[ic[ajtmpold[j]-1]] = v[j]; 168289bc588SBarry Smith 1698c37ef55SBarry Smith row = *ajtmp++ - 1; 170289bc588SBarry Smith while (row < i) { 1718c37ef55SBarry Smith pc = rtmp + row; 1728c37ef55SBarry Smith if (*pc != 0.0) { 1738c37ef55SBarry Smith nz = aijnew->diag[row] - ai[row]; 1748c37ef55SBarry Smith pv = aijnew->a + aijnew->diag[row] - 1; 1758c37ef55SBarry Smith pj = aijnew->j + aijnew->diag[row]; 1768c37ef55SBarry Smith multiplier = *pc * *pv++; 1778c37ef55SBarry Smith *pc = multiplier; 1788c37ef55SBarry Smith nz = ai[row+1] - ai[row] - 1 - nz; 179eef2e97bSBarry Smith PLogFlops(2*nz); 1808c37ef55SBarry Smith while (nz-->0) rtmp[*pj++ - 1] -= multiplier* *pv++; 181289bc588SBarry Smith } 1828c37ef55SBarry Smith row = *ajtmp++ - 1; 183289bc588SBarry Smith } 1848c37ef55SBarry Smith /* finished row so stick it into aijnew->a */ 1858c37ef55SBarry Smith pv = aijnew->a + ai[i] - 1; 1868c37ef55SBarry Smith pj = aijnew->j + ai[i] - 1; 1878c37ef55SBarry Smith nz = ai[i+1] - ai[i]; 188bbb6d6a8SBarry Smith if (rtmp[i] == 0.0) {SETERRQ(1,"MatLUFactorNumeric_AIJ:Zero pivot");} 1898c37ef55SBarry Smith rtmp[i] = 1.0/rtmp[i]; 1908c37ef55SBarry Smith for ( j=0; j<nz; j++ ) {pv[j] = rtmp[pj[j]-1];} 1918c37ef55SBarry Smith } 19278b31e54SBarry Smith PETSCFREE(rtmp); 19378b31e54SBarry Smith ierr = ISRestoreIndices(isicol,&ic); CHKERRQ(ierr); 19478b31e54SBarry Smith ierr = ISRestoreIndices(isrow,&r); CHKERRQ(ierr); 19578b31e54SBarry Smith ierr = ISDestroy(isicol); CHKERRQ(ierr); 1968c37ef55SBarry Smith fact->factor = FACTOR_LU; 1979e25ed09SBarry Smith aijnew->assembled = 1; 198eef2e97bSBarry Smith PLogFlops(aijnew->n); 199289bc588SBarry Smith return 0; 200289bc588SBarry Smith } 20149d8b64dSBarry Smith int MatLUFactor_AIJ(Mat matin,IS row,IS col,double f) 202da3a660dSBarry Smith { 2031fb19edaSLois Curfman McInnes Mat_AIJ *mat = (Mat_AIJ *) matin->data; 2046abc6512SBarry Smith int ierr; 205da3a660dSBarry Smith Mat fact; 20649d8b64dSBarry Smith ierr = MatLUFactorSymbolic_AIJ(matin,row,col,f,&fact); CHKERRQ(ierr); 20778b31e54SBarry Smith ierr = MatLUFactorNumeric_AIJ(matin,&fact); CHKERRQ(ierr); 208da3a660dSBarry Smith 209da3a660dSBarry Smith /* free all the data structures from mat */ 21078b31e54SBarry Smith PETSCFREE(mat->a); 21178b31e54SBarry Smith if (!mat->singlemalloc) {PETSCFREE(mat->i); PETSCFREE(mat->j);} 21278b31e54SBarry Smith if (mat->diag) PETSCFREE(mat->diag); 21378b31e54SBarry Smith if (mat->ilen) PETSCFREE(mat->ilen); 21478b31e54SBarry Smith if (mat->imax) PETSCFREE(mat->imax); 21586d7a8ceSBarry Smith if (mat->row && mat->col && mat->row != mat->col) { 21686d7a8ceSBarry Smith ISDestroy(mat->row); 217da3a660dSBarry Smith } 21886d7a8ceSBarry Smith if (mat->col) ISDestroy(mat->col); 21978b31e54SBarry Smith PETSCFREE(mat); 220da3a660dSBarry Smith 22178b31e54SBarry Smith PETSCMEMCPY(matin,fact,sizeof(struct _Mat)); 22278b31e54SBarry Smith PETSCFREE(fact); 223da3a660dSBarry Smith return 0; 224da3a660dSBarry Smith } 225da3a660dSBarry Smith 2261fb19edaSLois Curfman McInnes int MatSolve_AIJ(Mat mat,Vec bb, Vec xx) 2278c37ef55SBarry Smith { 2281fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data; 22986d7a8ceSBarry Smith IS iscol = aij->col, isrow = aij->row; 2306abc6512SBarry Smith int *r,*c, ierr, i, n = aij->m, *vi, *ai = aij->i, *aj = aij->j; 2318c37ef55SBarry Smith int nz; 2328c37ef55SBarry Smith Scalar *x,*b,*tmp, *aa = aij->a, sum, *v; 2338c37ef55SBarry Smith 234d35516d3SLois Curfman McInnes if (mat->factor != FACTOR_LU) 235bbb6d6a8SBarry Smith SETERRQ(1,"MatSolve_AIJ:Cannot solve with unfactored matrix"); 2369e25ed09SBarry Smith 23778b31e54SBarry Smith ierr = VecGetArray(bb,&b); CHKERRQ(ierr); 23878b31e54SBarry Smith ierr = VecGetArray(xx,&x); CHKERRQ(ierr); 239eef2e97bSBarry Smith tmp = aij->solve_work; 2408c37ef55SBarry Smith 24178b31e54SBarry Smith ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr); 24278b31e54SBarry Smith ierr = ISGetIndices(iscol,&c);CHKERRQ(ierr); c = c + (n-1); 2438c37ef55SBarry Smith 2448c37ef55SBarry Smith /* forward solve the lower triangular */ 2458c37ef55SBarry Smith tmp[0] = b[*r++]; 2468c37ef55SBarry Smith for ( i=1; i<n; i++ ) { 2478c37ef55SBarry Smith v = aa + ai[i] - 1; 2488c37ef55SBarry Smith vi = aj + ai[i] - 1; 2498c37ef55SBarry Smith nz = aij->diag[i] - ai[i]; 2508c37ef55SBarry Smith sum = b[*r++]; 2518c37ef55SBarry Smith while (nz--) sum -= *v++ * tmp[*vi++ - 1]; 2528c37ef55SBarry Smith tmp[i] = sum; 2538c37ef55SBarry Smith } 2548c37ef55SBarry Smith 2558c37ef55SBarry Smith /* backward solve the upper triangular */ 2568c37ef55SBarry Smith for ( i=n-1; i>=0; i-- ){ 2578c37ef55SBarry Smith v = aa + aij->diag[i]; 2588c37ef55SBarry Smith vi = aj + aij->diag[i]; 2598c37ef55SBarry Smith nz = ai[i+1] - aij->diag[i] - 1; 2608c37ef55SBarry Smith sum = tmp[i]; 2618c37ef55SBarry Smith while (nz--) sum -= *v++ * tmp[*vi++ - 1]; 2628c37ef55SBarry Smith x[*c--] = tmp[i] = sum*aa[aij->diag[i]-1]; 2638c37ef55SBarry Smith } 2648c37ef55SBarry Smith 265eef2e97bSBarry Smith PLogFlops(2*aij->nz - aij->n); 2668c37ef55SBarry Smith return 0; 2678c37ef55SBarry Smith } 2681fb19edaSLois Curfman McInnes int MatSolveAdd_AIJ(Mat mat,Vec bb, Vec yy, Vec xx) 269da3a660dSBarry Smith { 2701fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data; 27186d7a8ceSBarry Smith IS iscol = aij->col, isrow = aij->row; 2726abc6512SBarry Smith int *r,*c, ierr, i, n = aij->m, *vi, *ai = aij->i, *aj = aij->j; 273da3a660dSBarry Smith int nz; 274da3a660dSBarry Smith Scalar *x,*b,*tmp, *aa = aij->a, sum, *v; 275da3a660dSBarry Smith 276d35516d3SLois Curfman McInnes if (mat->factor != FACTOR_LU) 277bbb6d6a8SBarry Smith SETERRQ(1,"MatSolveAdd_AIJ: Cannot solve with unfactored matrix"); 27878b31e54SBarry Smith if (yy != xx) {ierr = VecCopy(yy,xx); CHKERRQ(ierr);} 279da3a660dSBarry Smith 28078b31e54SBarry Smith ierr = VecGetArray(bb,&b); CHKERRQ(ierr); 28178b31e54SBarry Smith ierr = VecGetArray(xx,&x); CHKERRQ(ierr); 282eef2e97bSBarry Smith tmp = aij->solve_work; 283da3a660dSBarry Smith 28478b31e54SBarry Smith ierr = ISGetIndices(isrow,&r); CHKERRQ(ierr); 28578b31e54SBarry Smith ierr = ISGetIndices(iscol,&c); CHKERRQ(ierr); c = c + (n-1); 286da3a660dSBarry Smith 287da3a660dSBarry Smith /* forward solve the lower triangular */ 288da3a660dSBarry Smith tmp[0] = b[*r++]; 289da3a660dSBarry Smith for ( i=1; i<n; i++ ) { 290da3a660dSBarry Smith v = aa + ai[i] - 1; 291da3a660dSBarry Smith vi = aj + ai[i] - 1; 292da3a660dSBarry Smith nz = aij->diag[i] - ai[i]; 293da3a660dSBarry Smith sum = b[*r++]; 294da3a660dSBarry Smith while (nz--) sum -= *v++ * tmp[*vi++ - 1]; 295da3a660dSBarry Smith tmp[i] = sum; 296da3a660dSBarry Smith } 297da3a660dSBarry Smith 298da3a660dSBarry Smith /* backward solve the upper triangular */ 299da3a660dSBarry Smith for ( i=n-1; i>=0; i-- ){ 300da3a660dSBarry Smith v = aa + aij->diag[i]; 301da3a660dSBarry Smith vi = aj + aij->diag[i]; 302da3a660dSBarry Smith nz = ai[i+1] - aij->diag[i] - 1; 303da3a660dSBarry Smith sum = tmp[i]; 304da3a660dSBarry Smith while (nz--) sum -= *v++ * tmp[*vi++ - 1]; 305da3a660dSBarry Smith tmp[i] = sum*aa[aij->diag[i]-1]; 306da3a660dSBarry Smith x[*c--] += tmp[i]; 307da3a660dSBarry Smith } 308da3a660dSBarry Smith 309eef2e97bSBarry Smith PLogFlops(2*aij->nz); 310da3a660dSBarry Smith return 0; 311da3a660dSBarry Smith } 312da3a660dSBarry Smith /* -------------------------------------------------------------------*/ 3131fb19edaSLois Curfman McInnes int MatSolveTrans_AIJ(Mat mat,Vec bb, Vec xx) 314da3a660dSBarry Smith { 3151fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data; 31686d7a8ceSBarry Smith IS iscol = aij->col, isrow = aij->row, invisrow,inviscol; 3176abc6512SBarry Smith int *r,*c, ierr, i, n = aij->m, *vi, *ai = aij->i, *aj = aij->j; 318da3a660dSBarry Smith int nz; 3196abc6512SBarry Smith Scalar *x,*b,*tmp, *aa = aij->a, *v; 320da3a660dSBarry Smith 321d35516d3SLois Curfman McInnes if (mat->factor != FACTOR_LU) 322bbb6d6a8SBarry Smith SETERRQ(1,"MatSolveTrans_AIJ:Cannot solve with unfactored matrix"); 32378b31e54SBarry Smith ierr = VecGetArray(bb,&b); CHKERRQ(ierr); 32478b31e54SBarry Smith ierr = VecGetArray(xx,&x); CHKERRQ(ierr); 325eef2e97bSBarry Smith tmp = aij->solve_work; 326da3a660dSBarry Smith 327da3a660dSBarry Smith /* invert the permutations */ 32878b31e54SBarry Smith ierr = ISInvertPermutation(isrow,&invisrow); CHKERRQ(ierr); 32978b31e54SBarry Smith ierr = ISInvertPermutation(iscol,&inviscol); CHKERRQ(ierr); 330da3a660dSBarry Smith 331da3a660dSBarry Smith 33278b31e54SBarry Smith ierr = ISGetIndices(invisrow,&r); CHKERRQ(ierr); 33378b31e54SBarry Smith ierr = ISGetIndices(inviscol,&c); CHKERRQ(ierr); 334da3a660dSBarry Smith 335da3a660dSBarry Smith /* copy the b into temp work space according to permutation */ 336da3a660dSBarry Smith for ( i=0; i<n; i++ ) tmp[c[i]] = b[i]; 337da3a660dSBarry Smith 338da3a660dSBarry Smith /* forward solve the U^T */ 339da3a660dSBarry Smith for ( i=0; i<n; i++ ) { 340da3a660dSBarry Smith v = aa + aij->diag[i] - 1; 341da3a660dSBarry Smith vi = aj + aij->diag[i]; 342da3a660dSBarry Smith nz = ai[i+1] - aij->diag[i] - 1; 343da3a660dSBarry Smith tmp[i] *= *v++; 344da3a660dSBarry Smith while (nz--) { 345da3a660dSBarry Smith tmp[*vi++ - 1] -= (*v++)*tmp[i]; 346da3a660dSBarry Smith } 347da3a660dSBarry Smith } 348da3a660dSBarry Smith 349da3a660dSBarry Smith /* backward solve the L^T */ 350da3a660dSBarry Smith for ( i=n-1; i>=0; i-- ){ 351da3a660dSBarry Smith v = aa + aij->diag[i] - 2; 352da3a660dSBarry Smith vi = aj + aij->diag[i] - 2; 353da3a660dSBarry Smith nz = aij->diag[i] - ai[i]; 354da3a660dSBarry Smith while (nz--) { 355da3a660dSBarry Smith tmp[*vi-- - 1] -= (*v--)*tmp[i]; 356da3a660dSBarry Smith } 357da3a660dSBarry Smith } 358da3a660dSBarry Smith 359da3a660dSBarry Smith /* copy tmp into x according to permutation */ 360da3a660dSBarry Smith for ( i=0; i<n; i++ ) x[r[i]] = tmp[i]; 361da3a660dSBarry Smith 362da3a660dSBarry Smith ISDestroy(invisrow); ISDestroy(inviscol); 363da3a660dSBarry Smith 364eef2e97bSBarry Smith PLogFlops(2*aij->nz-aij->n); 365da3a660dSBarry Smith return 0; 366da3a660dSBarry Smith } 367da3a660dSBarry Smith 3681fb19edaSLois Curfman McInnes int MatSolveTransAdd_AIJ(Mat mat,Vec bb, Vec zz,Vec xx) 369da3a660dSBarry Smith { 3701fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data; 37186d7a8ceSBarry Smith IS iscol = aij->col, isrow = aij->row, invisrow,inviscol; 3726abc6512SBarry Smith int *r,*c, ierr, i, n = aij->m, *vi, *ai = aij->i, *aj = aij->j; 3736abc6512SBarry Smith int nz; 3746abc6512SBarry Smith Scalar *x,*b,*tmp, *aa = aij->a, *v; 3756abc6512SBarry Smith 376d35516d3SLois Curfman McInnes if (mat->factor != FACTOR_LU) 377bbb6d6a8SBarry Smith SETERRQ(1,"MatSolveTransAdd_AIJ:Cannot solve with unfactored matrix"); 3786abc6512SBarry Smith if (zz != xx) VecCopy(zz,xx); 3796abc6512SBarry Smith 38078b31e54SBarry Smith ierr = VecGetArray(bb,&b); CHKERRQ(ierr); 38178b31e54SBarry Smith ierr = VecGetArray(xx,&x); CHKERRQ(ierr); 382eef2e97bSBarry Smith tmp = aij->solve_work; 3836abc6512SBarry Smith 3846abc6512SBarry Smith /* invert the permutations */ 38578b31e54SBarry Smith ierr = ISInvertPermutation(isrow,&invisrow); CHKERRQ(ierr); 38678b31e54SBarry Smith ierr = ISInvertPermutation(iscol,&inviscol); CHKERRQ(ierr); 3876abc6512SBarry Smith 3886abc6512SBarry Smith 38978b31e54SBarry Smith ierr = ISGetIndices(invisrow,&r); CHKERRQ(ierr); 39078b31e54SBarry Smith ierr = ISGetIndices(inviscol,&c); CHKERRQ(ierr); 3916abc6512SBarry Smith 3926abc6512SBarry Smith /* copy the b into temp work space according to permutation */ 3936abc6512SBarry Smith for ( i=0; i<n; i++ ) tmp[c[i]] = b[i]; 3946abc6512SBarry Smith 3956abc6512SBarry Smith /* forward solve the U^T */ 3966abc6512SBarry Smith for ( i=0; i<n; i++ ) { 3976abc6512SBarry Smith v = aa + aij->diag[i] - 1; 3986abc6512SBarry Smith vi = aj + aij->diag[i]; 3996abc6512SBarry Smith nz = ai[i+1] - aij->diag[i] - 1; 4006abc6512SBarry Smith tmp[i] *= *v++; 4016abc6512SBarry Smith while (nz--) { 4026abc6512SBarry Smith tmp[*vi++ - 1] -= (*v++)*tmp[i]; 4036abc6512SBarry Smith } 4046abc6512SBarry Smith } 4056abc6512SBarry Smith 4066abc6512SBarry Smith /* backward solve the L^T */ 4076abc6512SBarry Smith for ( i=n-1; i>=0; i-- ){ 4086abc6512SBarry Smith v = aa + aij->diag[i] - 2; 4096abc6512SBarry Smith vi = aj + aij->diag[i] - 2; 4106abc6512SBarry Smith nz = aij->diag[i] - ai[i]; 4116abc6512SBarry Smith while (nz--) { 4126abc6512SBarry Smith tmp[*vi-- - 1] -= (*v--)*tmp[i]; 4136abc6512SBarry Smith } 4146abc6512SBarry Smith } 4156abc6512SBarry Smith 4166abc6512SBarry Smith /* copy tmp into x according to permutation */ 4176abc6512SBarry Smith for ( i=0; i<n; i++ ) x[r[i]] += tmp[i]; 4186abc6512SBarry Smith 4196abc6512SBarry Smith ISDestroy(invisrow); ISDestroy(inviscol); 4206abc6512SBarry Smith 421eef2e97bSBarry Smith PLogFlops(2*aij->nz); 4226abc6512SBarry Smith return 0; 423da3a660dSBarry Smith } 4249e25ed09SBarry Smith /* ----------------------------------------------------------------*/ 42549d8b64dSBarry Smith int MatILUFactorSymbolic_AIJ(Mat mat,IS isrow,IS iscol,double f, 42649d8b64dSBarry Smith int levels,Mat *fact) 4279e25ed09SBarry Smith { 4281fb19edaSLois Curfman McInnes Mat_AIJ *aij = (Mat_AIJ *) mat->data, *aijnew; 4299e25ed09SBarry Smith IS isicol; 43056beaf04SBarry Smith int *r,*ic, ierr, prow, n = aij->m, *ai = aij->i, *aj = aij->j; 43156beaf04SBarry Smith int *ainew,*ajnew, jmax,*fill, *xi, nz, *im,*ajfill,*flev; 43256beaf04SBarry Smith int *dloc, idx, row,m,fm, nzf, nzi,len, realloc = 0; 43356beaf04SBarry Smith int incrlev,nnz,i; 4349e25ed09SBarry Smith 435d35516d3SLois Curfman McInnes if (n != aij->n) 436bbb6d6a8SBarry Smith SETERRQ(1,"MatILUFactorSymbolic_AIJ:Matrix must be square"); 437d35516d3SLois Curfman McInnes if (!isrow) 438bbb6d6a8SBarry Smith SETERRQ(1,"MatILUFactorSymbolic_AIJ:Matrix must have row permutation"); 439d35516d3SLois Curfman McInnes if (!iscol) SETERRQ(1, 440bbb6d6a8SBarry Smith "MatILUFactorSymbolic_AIJ:Matrix must have column permutation"); 4419e25ed09SBarry Smith 44278b31e54SBarry Smith ierr = ISInvertPermutation(iscol,&isicol); CHKERRQ(ierr); 4439e25ed09SBarry Smith ISGetIndices(isrow,&r); ISGetIndices(isicol,&ic); 4449e25ed09SBarry Smith 4459e25ed09SBarry Smith /* get new row pointers */ 44678b31e54SBarry Smith ainew = (int *) PETSCMALLOC( (n+1)*sizeof(int) ); CHKPTRQ(ainew); 4479e25ed09SBarry Smith ainew[0] = 1; 4489e25ed09SBarry Smith /* don't know how many column pointers are needed so estimate */ 449bbb6d6a8SBarry Smith jmax = (int) (f*ai[n]); 45078b31e54SBarry Smith ajnew = (int *) PETSCMALLOC( (jmax)*sizeof(int) ); CHKPTRQ(ajnew); 4519e25ed09SBarry Smith /* ajfill is level of fill for each fill entry */ 45278b31e54SBarry Smith ajfill = (int *) PETSCMALLOC( (jmax)*sizeof(int) ); CHKPTRQ(ajfill); 4539e25ed09SBarry Smith /* fill is a linked list of nonzeros in active row */ 45456beaf04SBarry Smith fill = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(fill); 45556beaf04SBarry Smith /* im is level for each filled value */ 45656beaf04SBarry Smith im = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(im); 45756beaf04SBarry Smith /* dloc is location of diagonal in factor */ 45856beaf04SBarry Smith dloc = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(dloc); 45956beaf04SBarry Smith dloc[0] = 0; 4609e25ed09SBarry Smith 46156beaf04SBarry Smith for ( prow=0; prow<n; prow++ ) { 4629e25ed09SBarry Smith /* first copy previous fill into linked list */ 46356beaf04SBarry Smith nzf = nz = ai[r[prow]+1] - ai[r[prow]]; 46456beaf04SBarry Smith xi = aj + ai[r[prow]] - 1; 4659e25ed09SBarry Smith fill[n] = n; 4669e25ed09SBarry Smith while (nz--) { 4679e25ed09SBarry Smith fm = n; 46856beaf04SBarry Smith idx = ic[*xi++ - 1]; 4699e25ed09SBarry Smith do { 4709e25ed09SBarry Smith m = fm; 4719e25ed09SBarry Smith fm = fill[m]; 4729e25ed09SBarry Smith } while (fm < idx); 4739e25ed09SBarry Smith fill[m] = idx; 4749e25ed09SBarry Smith fill[idx] = fm; 47556beaf04SBarry Smith im[idx] = 0; 4769e25ed09SBarry Smith } 47756beaf04SBarry Smith nzi = 0; 4789e25ed09SBarry Smith row = fill[n]; 47956beaf04SBarry Smith while ( row < prow ) { 48056beaf04SBarry Smith incrlev = im[row] + 1; 48156beaf04SBarry Smith nz = dloc[row]; 48256beaf04SBarry Smith xi = ajnew + ainew[row] - 1 + nz; 48356beaf04SBarry Smith flev = ajfill + ainew[row] - 1 + nz + 1; 48456beaf04SBarry Smith nnz = ainew[row+1] - ainew[row] - nz - 1; 48556beaf04SBarry Smith if (*xi++ - 1 != row) { 48656beaf04SBarry Smith SETERRQ(1,"MatILUFactorSymbolic_AIJ:zero pivot"); 48756beaf04SBarry Smith } 48856beaf04SBarry Smith fm = row; 48956beaf04SBarry Smith while (nnz-- > 0) { 49056beaf04SBarry Smith idx = *xi++ - 1; 49156beaf04SBarry Smith if (*flev + incrlev > levels) { 49256beaf04SBarry Smith flev++; 49356beaf04SBarry Smith continue; 49456beaf04SBarry Smith } 49556beaf04SBarry Smith do { 4969e25ed09SBarry Smith m = fm; 4979e25ed09SBarry Smith fm = fill[m]; 49856beaf04SBarry Smith } while (fm < idx); 4999e25ed09SBarry Smith if (fm != idx) { 50056beaf04SBarry Smith im[idx] = *flev + incrlev; 5019e25ed09SBarry Smith fill[m] = idx; 5029e25ed09SBarry Smith fill[idx] = fm; 5039e25ed09SBarry Smith fm = idx; 50456beaf04SBarry Smith nzf++; 5059e25ed09SBarry Smith } 50656beaf04SBarry Smith else { 50756beaf04SBarry Smith if (im[idx] > *flev + incrlev) im[idx] = *flev+incrlev; 5089e25ed09SBarry Smith } 50956beaf04SBarry Smith flev++; 5109e25ed09SBarry Smith } 5119e25ed09SBarry Smith row = fill[row]; 51256beaf04SBarry Smith nzi++; 5139e25ed09SBarry Smith } 5149e25ed09SBarry Smith /* copy new filled row into permanent storage */ 51556beaf04SBarry Smith ainew[prow+1] = ainew[prow] + nzf; 51656beaf04SBarry Smith if (ainew[prow+1] > jmax+1) { 5179e25ed09SBarry Smith /* allocate a longer ajnew */ 518bbb6d6a8SBarry Smith int maxadd; 51956beaf04SBarry Smith maxadd = (int) ((f*ai[n]*(n-prow+5))/n); 52056beaf04SBarry Smith if (maxadd < nzf) maxadd = (n-prow)*(nzf+1); 521bbb6d6a8SBarry Smith jmax += maxadd; 52256beaf04SBarry Smith xi = (int *) PETSCMALLOC( jmax*sizeof(int) );CHKPTRQ(xi); 52356beaf04SBarry Smith PETSCMEMCPY(xi,ajnew,(ainew[prow]-1)*sizeof(int)); 52478b31e54SBarry Smith PETSCFREE(ajnew); 52556beaf04SBarry Smith ajnew = xi; 5269e25ed09SBarry Smith /* allocate a longer ajfill */ 52756beaf04SBarry Smith xi = (int *) PETSCMALLOC( jmax*sizeof(int) );CHKPTRQ(xi); 52856beaf04SBarry Smith PETSCMEMCPY(xi,ajfill,(ainew[prow]-1)*sizeof(int)); 52978b31e54SBarry Smith PETSCFREE(ajfill); 53056beaf04SBarry Smith ajfill = xi; 531bbb6d6a8SBarry Smith realloc++; 5329e25ed09SBarry Smith } 53356beaf04SBarry Smith xi = ajnew + ainew[prow] - 1; 53456beaf04SBarry Smith flev = ajfill + ainew[prow] - 1; 53556beaf04SBarry Smith dloc[prow] = nzi; 5369e25ed09SBarry Smith fm = fill[n]; 53756beaf04SBarry Smith while (nzf--) { 53856beaf04SBarry Smith *xi++ = fm + 1; 53956beaf04SBarry Smith *flev++ = im[fm]; 5409e25ed09SBarry Smith fm = fill[fm]; 5419e25ed09SBarry Smith } 5429e25ed09SBarry Smith } 54378b31e54SBarry Smith PETSCFREE(ajfill); 54456beaf04SBarry Smith ISDestroy(isicol); PETSCFREE(fill); PETSCFREE(im); 5459e25ed09SBarry Smith 546bbb6d6a8SBarry Smith PLogInfo((PetscObject)mat, 547bbb6d6a8SBarry Smith "Info:MatILUFactorSymbolic_AIJ:Realloc %d Fill ratio:given %g needed %g\n", 54856beaf04SBarry Smith realloc,f,((double)ainew[n])/((double)ai[prow])); 549bbb6d6a8SBarry Smith 5509e25ed09SBarry Smith /* put together the new matrix */ 55178b31e54SBarry Smith ierr = MatCreateSequentialAIJ(mat->comm,n, n, 0, 0, fact); CHKERRQ(ierr); 5521fb19edaSLois Curfman McInnes aijnew = (Mat_AIJ *) (*fact)->data; 55378b31e54SBarry Smith PETSCFREE(aijnew->imax); 5549e25ed09SBarry Smith aijnew->singlemalloc = 0; 5559e25ed09SBarry Smith len = (ainew[n] - 1)*sizeof(Scalar); 5569e25ed09SBarry Smith /* the next line frees the default space generated by the Create() */ 55778b31e54SBarry Smith PETSCFREE(aijnew->a); PETSCFREE(aijnew->ilen); 55878b31e54SBarry Smith aijnew->a = (Scalar *) PETSCMALLOC( len ); CHKPTRQ(aijnew->a); 5599e25ed09SBarry Smith aijnew->j = ajnew; 5609e25ed09SBarry Smith aijnew->i = ainew; 56156beaf04SBarry Smith for ( i=0; i<n; i++ ) dloc[i] += ainew[i]; 56256beaf04SBarry Smith aijnew->diag = dloc; 5639e25ed09SBarry Smith aijnew->ilen = 0; 5649e25ed09SBarry Smith aijnew->imax = 0; 56586d7a8ceSBarry Smith aijnew->row = isrow; 56686d7a8ceSBarry Smith aijnew->col = iscol; 5675392566eSBarry Smith aijnew->solve_work = (Scalar *) PETSCMALLOC( (n+1)*sizeof(Scalar)); 56878b31e54SBarry Smith CHKPTRQ(aijnew->solve_work); 5697fd98bd6SLois Curfman McInnes /* In aijnew structure: Free imax, ilen, old a, old j. 57056beaf04SBarry Smith Allocate dloc, solve_work, new a, new j */ 571*033c1e87SLois Curfman McInnes PLogObjectMemory(*fact,(ainew[n]-1-n) * (sizeof(int)+sizeof(Scalar))); 5727fd98bd6SLois Curfman McInnes aijnew->maxnz = aijnew->nz = ainew[n] - 1; 5739e25ed09SBarry Smith (*fact)->factor = FACTOR_LU; 5749e25ed09SBarry Smith return 0; 5759e25ed09SBarry Smith } 576