xref: /petsc/src/mat/impls/aij/seq/aijfact.c (revision 033c1e876a64a0294941ccfb3cb2db70707df079)
1cb512458SBarry Smith #ifndef lint
2*033c1e87SLois Curfman McInnes static char vcid[] = "$Id: aijfact.c,v 1.29 1995/08/16 18:21:01 bsmith Exp curfman $";
3cb512458SBarry Smith #endif
4289bc588SBarry Smith 
5289bc588SBarry Smith 
6289bc588SBarry Smith #include "aij.h"
78c37ef55SBarry Smith #include "inline/spops.h"
8289bc588SBarry Smith /*
9289bc588SBarry Smith     Factorization code for AIJ format.
10289bc588SBarry Smith */
11289bc588SBarry Smith 
1249d8b64dSBarry Smith int MatLUFactorSymbolic_AIJ(Mat mat,IS isrow,IS iscol,double f,Mat *fact)
13289bc588SBarry Smith {
141fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data, *aijnew;
15289bc588SBarry Smith   IS      isicol;
166abc6512SBarry Smith   int     *r,*ic, ierr, i, n = aij->m, *ai = aij->i, *aj = aij->j;
176abc6512SBarry Smith   int     *ainew,*ajnew, jmax,*fill, *ajtmp, nz;
182fb3ed76SBarry Smith   int     *idnew, idx, row,m,fm, nnz, nzi,len, realloc = 0,nzbd,*im;
19289bc588SBarry Smith 
20d35516d3SLois Curfman McInnes   if (n != aij->n)
21bbb6d6a8SBarry Smith     SETERRQ(1,"MatLUFactorSymbolic_AIJ:Matrix must be square");
22d35516d3SLois Curfman McInnes   if (!isrow)
23bbb6d6a8SBarry Smith     SETERRQ(1,"MatLUFactorSymbolic_AIJ:Matrix must have row permutation");
24d35516d3SLois Curfman McInnes   if (!iscol)
25bbb6d6a8SBarry Smith     SETERRQ(1,"MatLUFactorSymbolic_AIJ:Matrix must have column permutation");
26289bc588SBarry Smith 
2778b31e54SBarry Smith   ierr = ISInvertPermutation(iscol,&isicol); CHKERRQ(ierr);
28289bc588SBarry Smith   ISGetIndices(isrow,&r); ISGetIndices(isicol,&ic);
29289bc588SBarry Smith 
30289bc588SBarry Smith   /* get new row pointers */
3178b31e54SBarry Smith   ainew = (int *) PETSCMALLOC( (n+1)*sizeof(int) ); CHKPTRQ(ainew);
32289bc588SBarry Smith   ainew[0] = 1;
33289bc588SBarry Smith   /* don't know how many column pointers are needed so estimate */
34bbb6d6a8SBarry Smith   jmax = (int) (f*ai[n]);
3578b31e54SBarry Smith   ajnew = (int *) PETSCMALLOC( (jmax)*sizeof(int) ); CHKPTRQ(ajnew);
36289bc588SBarry Smith   /* fill is a linked list of nonzeros in active row */
372fb3ed76SBarry Smith   fill = (int *) PETSCMALLOC( (2*n+1)*sizeof(int)); CHKPTRQ(fill);
382fb3ed76SBarry Smith   im = fill + n + 1;
39289bc588SBarry Smith   /* idnew is location of diagonal in factor */
4078b31e54SBarry Smith   idnew = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(idnew);
41289bc588SBarry Smith   idnew[0] = 1;
42289bc588SBarry Smith 
43289bc588SBarry Smith   for ( i=0; i<n; i++ ) {
44289bc588SBarry Smith     /* first copy previous fill into linked list */
45289bc588SBarry Smith     nnz = nz    = ai[r[i]+1] - ai[r[i]];
46289bc588SBarry Smith     ajtmp = aj + ai[r[i]] - 1;
47289bc588SBarry Smith     fill[n] = n;
48289bc588SBarry Smith     while (nz--) {
49289bc588SBarry Smith       fm = n;
50289bc588SBarry Smith       idx = ic[*ajtmp++ - 1];
51289bc588SBarry Smith       do {
52289bc588SBarry Smith         m = fm;
53289bc588SBarry Smith         fm = fill[m];
54289bc588SBarry Smith       } while (fm < idx);
55289bc588SBarry Smith       fill[m] = idx;
56289bc588SBarry Smith       fill[idx] = fm;
57289bc588SBarry Smith     }
58289bc588SBarry Smith     row = fill[n];
59289bc588SBarry Smith     while ( row < i ) {
602fb3ed76SBarry Smith       ajtmp = ajnew + idnew[row];
612fb3ed76SBarry Smith       nzbd = 1 + idnew[row] - ainew[row];
622fb3ed76SBarry Smith       nz = im[row] - nzbd;
63289bc588SBarry Smith       fm = row;
642fb3ed76SBarry Smith       while (nz-- > 0) {
652fb3ed76SBarry Smith         /* fm = n;  */
66289bc588SBarry Smith         idx = *ajtmp++ - 1;
672fb3ed76SBarry Smith         nzbd++;
682fb3ed76SBarry Smith         if (idx == i) im[row] = nzbd;
69289bc588SBarry Smith         do {
70289bc588SBarry Smith           m = fm;
71289bc588SBarry Smith           fm = fill[m];
72289bc588SBarry Smith         } while (fm < idx);
73289bc588SBarry Smith         if (fm != idx) {
74289bc588SBarry Smith           fill[m] = idx;
75289bc588SBarry Smith           fill[idx] = fm;
76289bc588SBarry Smith           fm = idx;
77289bc588SBarry Smith           nnz++;
78289bc588SBarry Smith         }
79d5f53d93SBarry Smith /*  printf("i %d row %d nz %d idx %d fm %d\n",i,row,nz,idx,fm);  */
80289bc588SBarry Smith       }
81289bc588SBarry Smith       row = fill[row];
82289bc588SBarry Smith     }
83289bc588SBarry Smith     /* copy new filled row into permanent storage */
84289bc588SBarry Smith     ainew[i+1] = ainew[i] + nnz;
85289bc588SBarry Smith     if (ainew[i+1] > jmax+1) {
86289bc588SBarry Smith       /* allocate a longer ajnew */
872fb3ed76SBarry Smith       int maxadd;
88bbb6d6a8SBarry Smith       maxadd = (int) ((f*ai[n]*(n-i+5))/n);
89bbb6d6a8SBarry Smith       if (maxadd < nnz) maxadd = (n-i)*(nnz+1);
902fb3ed76SBarry Smith       jmax += maxadd;
9178b31e54SBarry Smith       ajtmp = (int *) PETSCMALLOC( jmax*sizeof(int) );CHKPTRQ(ajtmp);
9278b31e54SBarry Smith       PETSCMEMCPY(ajtmp,ajnew,(ainew[i]-1)*sizeof(int));
9378b31e54SBarry Smith       PETSCFREE(ajnew);
94289bc588SBarry Smith       ajnew = ajtmp;
952fb3ed76SBarry Smith       realloc++; /* count how many times we realloc */
96289bc588SBarry Smith     }
97289bc588SBarry Smith     ajtmp = ajnew + ainew[i] - 1;
98289bc588SBarry Smith     fm = fill[n];
99289bc588SBarry Smith     nzi = 0;
1002fb3ed76SBarry Smith     im[i] = nnz;
101289bc588SBarry Smith     while (nnz--) {
102289bc588SBarry Smith       if (fm < i) nzi++;
103289bc588SBarry Smith       *ajtmp++ = fm + 1;
104289bc588SBarry Smith       fm = fill[fm];
105289bc588SBarry Smith     }
106289bc588SBarry Smith     idnew[i] = ainew[i] + nzi;
107289bc588SBarry Smith   }
108289bc588SBarry Smith 
1092fb3ed76SBarry Smith   PLogInfo((PetscObject)mat,
110bbb6d6a8SBarry Smith     "Info:MatLUFactorSymbolic_AIJ:Reallocs %d Fill ratio:given %g needed %g\n",
111bbb6d6a8SBarry Smith                              realloc,f,((double)ainew[n])/((double)ai[i]));
1122fb3ed76SBarry Smith 
11378b31e54SBarry Smith   ISDestroy(isicol); PETSCFREE(fill);
114289bc588SBarry Smith 
115289bc588SBarry Smith   /* put together the new matrix */
11678b31e54SBarry Smith   ierr = MatCreateSequentialAIJ(mat->comm,n, n, 0, 0, fact); CHKERRQ(ierr);
1171fb19edaSLois Curfman McInnes   aijnew = (Mat_AIJ *) (*fact)->data;
11878b31e54SBarry Smith   PETSCFREE(aijnew->imax);
119289bc588SBarry Smith   aijnew->singlemalloc = 0;
120f0479e8cSBarry Smith   len = (ainew[n] - 1)*sizeof(Scalar);
121e8d4e0b9SBarry Smith   /* the next line frees the default space generated by the Create() */
12278b31e54SBarry Smith   PETSCFREE(aijnew->a); PETSCFREE(aijnew->ilen);
12378b31e54SBarry Smith   aijnew->a          = (Scalar *) PETSCMALLOC( len ); CHKPTRQ(aijnew->a);
124289bc588SBarry Smith   aijnew->j          = ajnew;
125289bc588SBarry Smith   aijnew->i          = ainew;
1268c37ef55SBarry Smith   aijnew->diag       = idnew;
127e8d4e0b9SBarry Smith   aijnew->ilen       = 0;
12820563c6bSBarry Smith   aijnew->imax       = 0;
12986d7a8ceSBarry Smith   aijnew->row        = isrow;
13086d7a8ceSBarry Smith   aijnew->col        = iscol;
13178b31e54SBarry Smith   aijnew->solve_work = (Scalar *) PETSCMALLOC( n*sizeof(Scalar));
13278b31e54SBarry Smith   CHKPTRQ(aijnew->solve_work);
1337fd98bd6SLois Curfman McInnes   /* In aijnew structure:  Free imax, ilen, old a, old j.
1347fd98bd6SLois Curfman McInnes      Allocate idnew, solve_work, new a, new j */
135*033c1e87SLois Curfman McInnes   PLogObjectMemory(*fact,(ainew[n]-1-n)*(sizeof(int)+sizeof(Scalar)));
1367fd98bd6SLois Curfman McInnes   aijnew->maxnz = aijnew->nz = ainew[n] - 1;
1377fd98bd6SLois Curfman McInnes 
1385e42470aSBarry Smith   /* Cannot do this here because child is destroyed before parent created
1395e42470aSBarry Smith      PLogObjectParent(*fact,isicol); */
140289bc588SBarry Smith   return 0;
141289bc588SBarry Smith }
142289bc588SBarry Smith 
1431fb19edaSLois Curfman McInnes int MatLUFactorNumeric_AIJ(Mat mat,Mat *infact)
144289bc588SBarry Smith {
14520563c6bSBarry Smith   Mat     fact = *infact;
1461fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data, *aijnew = (Mat_AIJ *)fact->data;
14786d7a8ceSBarry Smith   IS      iscol = aijnew->col, isrow = aijnew->row, isicol;
148289bc588SBarry Smith   int     *r,*ic, ierr, i, j, n = aij->m, *ai = aijnew->i, *aj = aijnew->j;
1496abc6512SBarry Smith   int     *ajtmpold, *ajtmp, nz, row,*pj;
1506abc6512SBarry Smith   Scalar  *rtmp,*v, *pv, *pc, multiplier;
151289bc588SBarry Smith 
15278b31e54SBarry Smith   ierr = ISInvertPermutation(iscol,&isicol); CHKERRQ(ierr);
1535e42470aSBarry Smith   PLogObjectParent(*infact,isicol);
15478b31e54SBarry Smith   ierr = ISGetIndices(isrow,&r); CHKERRQ(ierr);
15578b31e54SBarry Smith   ierr = ISGetIndices(isicol,&ic); CHKERRQ(ierr);
15678b31e54SBarry Smith   rtmp = (Scalar *) PETSCMALLOC( (n+1)*sizeof(Scalar) ); CHKPTRQ(rtmp);
157289bc588SBarry Smith 
158289bc588SBarry Smith   for ( i=0; i<n; i++ ) {
159289bc588SBarry Smith     nz = ai[i+1] - ai[i];
160289bc588SBarry Smith     ajtmp = aj + ai[i] - 1;
161289bc588SBarry Smith     for  ( j=0; j<nz; j++ ) rtmp[ajtmp[j]-1] = 0.0;
162289bc588SBarry Smith 
163289bc588SBarry Smith     /* load in initial (unfactored row) */
1648c37ef55SBarry Smith     nz = aij->i[r[i]+1] - aij->i[r[i]];
1658c37ef55SBarry Smith     ajtmpold = aij->j + aij->i[r[i]] - 1;
1668c37ef55SBarry Smith     v  = aij->a + aij->i[r[i]] - 1;
1678c37ef55SBarry Smith     for ( j=0; j<nz; j++ ) rtmp[ic[ajtmpold[j]-1]] =  v[j];
168289bc588SBarry Smith 
1698c37ef55SBarry Smith     row = *ajtmp++ - 1;
170289bc588SBarry Smith     while (row < i) {
1718c37ef55SBarry Smith       pc = rtmp + row;
1728c37ef55SBarry Smith       if (*pc != 0.0) {
1738c37ef55SBarry Smith         nz = aijnew->diag[row] - ai[row];
1748c37ef55SBarry Smith         pv = aijnew->a + aijnew->diag[row] - 1;
1758c37ef55SBarry Smith         pj = aijnew->j + aijnew->diag[row];
1768c37ef55SBarry Smith         multiplier = *pc * *pv++;
1778c37ef55SBarry Smith         *pc = multiplier;
1788c37ef55SBarry Smith         nz = ai[row+1] - ai[row] - 1 - nz;
179eef2e97bSBarry Smith         PLogFlops(2*nz);
1808c37ef55SBarry Smith         while (nz-->0) rtmp[*pj++ - 1] -= multiplier* *pv++;
181289bc588SBarry Smith       }
1828c37ef55SBarry Smith       row = *ajtmp++ - 1;
183289bc588SBarry Smith     }
1848c37ef55SBarry Smith     /* finished row so stick it into aijnew->a */
1858c37ef55SBarry Smith     pv = aijnew->a + ai[i] - 1;
1868c37ef55SBarry Smith     pj = aijnew->j + ai[i] - 1;
1878c37ef55SBarry Smith     nz = ai[i+1] - ai[i];
188bbb6d6a8SBarry Smith     if (rtmp[i] == 0.0) {SETERRQ(1,"MatLUFactorNumeric_AIJ:Zero pivot");}
1898c37ef55SBarry Smith     rtmp[i] = 1.0/rtmp[i];
1908c37ef55SBarry Smith     for ( j=0; j<nz; j++ ) {pv[j] = rtmp[pj[j]-1];}
1918c37ef55SBarry Smith   }
19278b31e54SBarry Smith   PETSCFREE(rtmp);
19378b31e54SBarry Smith   ierr = ISRestoreIndices(isicol,&ic); CHKERRQ(ierr);
19478b31e54SBarry Smith   ierr = ISRestoreIndices(isrow,&r); CHKERRQ(ierr);
19578b31e54SBarry Smith   ierr = ISDestroy(isicol); CHKERRQ(ierr);
1968c37ef55SBarry Smith   fact->factor      = FACTOR_LU;
1979e25ed09SBarry Smith   aijnew->assembled = 1;
198eef2e97bSBarry Smith   PLogFlops(aijnew->n);
199289bc588SBarry Smith   return 0;
200289bc588SBarry Smith }
20149d8b64dSBarry Smith int MatLUFactor_AIJ(Mat matin,IS row,IS col,double f)
202da3a660dSBarry Smith {
2031fb19edaSLois Curfman McInnes   Mat_AIJ *mat = (Mat_AIJ *) matin->data;
2046abc6512SBarry Smith   int     ierr;
205da3a660dSBarry Smith   Mat     fact;
20649d8b64dSBarry Smith   ierr = MatLUFactorSymbolic_AIJ(matin,row,col,f,&fact); CHKERRQ(ierr);
20778b31e54SBarry Smith   ierr = MatLUFactorNumeric_AIJ(matin,&fact); CHKERRQ(ierr);
208da3a660dSBarry Smith 
209da3a660dSBarry Smith   /* free all the data structures from mat */
21078b31e54SBarry Smith   PETSCFREE(mat->a);
21178b31e54SBarry Smith   if (!mat->singlemalloc) {PETSCFREE(mat->i); PETSCFREE(mat->j);}
21278b31e54SBarry Smith   if (mat->diag) PETSCFREE(mat->diag);
21378b31e54SBarry Smith   if (mat->ilen) PETSCFREE(mat->ilen);
21478b31e54SBarry Smith   if (mat->imax) PETSCFREE(mat->imax);
21586d7a8ceSBarry Smith   if (mat->row && mat->col && mat->row != mat->col) {
21686d7a8ceSBarry Smith     ISDestroy(mat->row);
217da3a660dSBarry Smith   }
21886d7a8ceSBarry Smith   if (mat->col) ISDestroy(mat->col);
21978b31e54SBarry Smith   PETSCFREE(mat);
220da3a660dSBarry Smith 
22178b31e54SBarry Smith   PETSCMEMCPY(matin,fact,sizeof(struct _Mat));
22278b31e54SBarry Smith   PETSCFREE(fact);
223da3a660dSBarry Smith   return 0;
224da3a660dSBarry Smith }
225da3a660dSBarry Smith 
2261fb19edaSLois Curfman McInnes int MatSolve_AIJ(Mat mat,Vec bb, Vec xx)
2278c37ef55SBarry Smith {
2281fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data;
22986d7a8ceSBarry Smith   IS      iscol = aij->col, isrow = aij->row;
2306abc6512SBarry Smith   int     *r,*c, ierr, i,  n = aij->m, *vi, *ai = aij->i, *aj = aij->j;
2318c37ef55SBarry Smith   int     nz;
2328c37ef55SBarry Smith   Scalar  *x,*b,*tmp, *aa = aij->a, sum, *v;
2338c37ef55SBarry Smith 
234d35516d3SLois Curfman McInnes   if (mat->factor != FACTOR_LU)
235bbb6d6a8SBarry Smith     SETERRQ(1,"MatSolve_AIJ:Cannot solve with unfactored matrix");
2369e25ed09SBarry Smith 
23778b31e54SBarry Smith   ierr = VecGetArray(bb,&b); CHKERRQ(ierr);
23878b31e54SBarry Smith   ierr = VecGetArray(xx,&x); CHKERRQ(ierr);
239eef2e97bSBarry Smith   tmp = aij->solve_work;
2408c37ef55SBarry Smith 
24178b31e54SBarry Smith   ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr);
24278b31e54SBarry Smith   ierr = ISGetIndices(iscol,&c);CHKERRQ(ierr); c = c + (n-1);
2438c37ef55SBarry Smith 
2448c37ef55SBarry Smith   /* forward solve the lower triangular */
2458c37ef55SBarry Smith   tmp[0] = b[*r++];
2468c37ef55SBarry Smith   for ( i=1; i<n; i++ ) {
2478c37ef55SBarry Smith     v   = aa + ai[i] - 1;
2488c37ef55SBarry Smith     vi  = aj + ai[i] - 1;
2498c37ef55SBarry Smith     nz  = aij->diag[i] - ai[i];
2508c37ef55SBarry Smith     sum = b[*r++];
2518c37ef55SBarry Smith     while (nz--) sum -= *v++ * tmp[*vi++ - 1];
2528c37ef55SBarry Smith     tmp[i] = sum;
2538c37ef55SBarry Smith   }
2548c37ef55SBarry Smith 
2558c37ef55SBarry Smith   /* backward solve the upper triangular */
2568c37ef55SBarry Smith   for ( i=n-1; i>=0; i-- ){
2578c37ef55SBarry Smith     v   = aa + aij->diag[i];
2588c37ef55SBarry Smith     vi  = aj + aij->diag[i];
2598c37ef55SBarry Smith     nz  = ai[i+1] - aij->diag[i] - 1;
2608c37ef55SBarry Smith     sum = tmp[i];
2618c37ef55SBarry Smith     while (nz--) sum -= *v++ * tmp[*vi++ - 1];
2628c37ef55SBarry Smith     x[*c--] = tmp[i] = sum*aa[aij->diag[i]-1];
2638c37ef55SBarry Smith   }
2648c37ef55SBarry Smith 
265eef2e97bSBarry Smith   PLogFlops(2*aij->nz - aij->n);
2668c37ef55SBarry Smith   return 0;
2678c37ef55SBarry Smith }
2681fb19edaSLois Curfman McInnes int MatSolveAdd_AIJ(Mat mat,Vec bb, Vec yy, Vec xx)
269da3a660dSBarry Smith {
2701fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data;
27186d7a8ceSBarry Smith   IS      iscol = aij->col, isrow = aij->row;
2726abc6512SBarry Smith   int     *r,*c, ierr, i,  n = aij->m, *vi, *ai = aij->i, *aj = aij->j;
273da3a660dSBarry Smith   int     nz;
274da3a660dSBarry Smith   Scalar  *x,*b,*tmp, *aa = aij->a, sum, *v;
275da3a660dSBarry Smith 
276d35516d3SLois Curfman McInnes   if (mat->factor != FACTOR_LU)
277bbb6d6a8SBarry Smith     SETERRQ(1,"MatSolveAdd_AIJ: Cannot solve with unfactored matrix");
27878b31e54SBarry Smith   if (yy != xx) {ierr = VecCopy(yy,xx); CHKERRQ(ierr);}
279da3a660dSBarry Smith 
28078b31e54SBarry Smith   ierr = VecGetArray(bb,&b); CHKERRQ(ierr);
28178b31e54SBarry Smith   ierr = VecGetArray(xx,&x); CHKERRQ(ierr);
282eef2e97bSBarry Smith   tmp = aij->solve_work;
283da3a660dSBarry Smith 
28478b31e54SBarry Smith   ierr = ISGetIndices(isrow,&r); CHKERRQ(ierr);
28578b31e54SBarry Smith   ierr = ISGetIndices(iscol,&c); CHKERRQ(ierr); c = c + (n-1);
286da3a660dSBarry Smith 
287da3a660dSBarry Smith   /* forward solve the lower triangular */
288da3a660dSBarry Smith   tmp[0] = b[*r++];
289da3a660dSBarry Smith   for ( i=1; i<n; i++ ) {
290da3a660dSBarry Smith     v   = aa + ai[i] - 1;
291da3a660dSBarry Smith     vi  = aj + ai[i] - 1;
292da3a660dSBarry Smith     nz  = aij->diag[i] - ai[i];
293da3a660dSBarry Smith     sum = b[*r++];
294da3a660dSBarry Smith     while (nz--) sum -= *v++ * tmp[*vi++ - 1];
295da3a660dSBarry Smith     tmp[i] = sum;
296da3a660dSBarry Smith   }
297da3a660dSBarry Smith 
298da3a660dSBarry Smith   /* backward solve the upper triangular */
299da3a660dSBarry Smith   for ( i=n-1; i>=0; i-- ){
300da3a660dSBarry Smith     v   = aa + aij->diag[i];
301da3a660dSBarry Smith     vi  = aj + aij->diag[i];
302da3a660dSBarry Smith     nz  = ai[i+1] - aij->diag[i] - 1;
303da3a660dSBarry Smith     sum = tmp[i];
304da3a660dSBarry Smith     while (nz--) sum -= *v++ * tmp[*vi++ - 1];
305da3a660dSBarry Smith     tmp[i] = sum*aa[aij->diag[i]-1];
306da3a660dSBarry Smith     x[*c--] += tmp[i];
307da3a660dSBarry Smith   }
308da3a660dSBarry Smith 
309eef2e97bSBarry Smith   PLogFlops(2*aij->nz);
310da3a660dSBarry Smith   return 0;
311da3a660dSBarry Smith }
312da3a660dSBarry Smith /* -------------------------------------------------------------------*/
3131fb19edaSLois Curfman McInnes int MatSolveTrans_AIJ(Mat mat,Vec bb, Vec xx)
314da3a660dSBarry Smith {
3151fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data;
31686d7a8ceSBarry Smith   IS      iscol = aij->col, isrow = aij->row, invisrow,inviscol;
3176abc6512SBarry Smith   int     *r,*c, ierr, i, n = aij->m, *vi, *ai = aij->i, *aj = aij->j;
318da3a660dSBarry Smith   int     nz;
3196abc6512SBarry Smith   Scalar  *x,*b,*tmp, *aa = aij->a, *v;
320da3a660dSBarry Smith 
321d35516d3SLois Curfman McInnes   if (mat->factor != FACTOR_LU)
322bbb6d6a8SBarry Smith     SETERRQ(1,"MatSolveTrans_AIJ:Cannot solve with unfactored matrix");
32378b31e54SBarry Smith   ierr = VecGetArray(bb,&b); CHKERRQ(ierr);
32478b31e54SBarry Smith   ierr = VecGetArray(xx,&x); CHKERRQ(ierr);
325eef2e97bSBarry Smith   tmp = aij->solve_work;
326da3a660dSBarry Smith 
327da3a660dSBarry Smith   /* invert the permutations */
32878b31e54SBarry Smith   ierr = ISInvertPermutation(isrow,&invisrow); CHKERRQ(ierr);
32978b31e54SBarry Smith   ierr = ISInvertPermutation(iscol,&inviscol); CHKERRQ(ierr);
330da3a660dSBarry Smith 
331da3a660dSBarry Smith 
33278b31e54SBarry Smith   ierr = ISGetIndices(invisrow,&r); CHKERRQ(ierr);
33378b31e54SBarry Smith   ierr = ISGetIndices(inviscol,&c); CHKERRQ(ierr);
334da3a660dSBarry Smith 
335da3a660dSBarry Smith   /* copy the b into temp work space according to permutation */
336da3a660dSBarry Smith   for ( i=0; i<n; i++ ) tmp[c[i]] = b[i];
337da3a660dSBarry Smith 
338da3a660dSBarry Smith   /* forward solve the U^T */
339da3a660dSBarry Smith   for ( i=0; i<n; i++ ) {
340da3a660dSBarry Smith     v   = aa + aij->diag[i] - 1;
341da3a660dSBarry Smith     vi  = aj + aij->diag[i];
342da3a660dSBarry Smith     nz  = ai[i+1] - aij->diag[i] - 1;
343da3a660dSBarry Smith     tmp[i] *= *v++;
344da3a660dSBarry Smith     while (nz--) {
345da3a660dSBarry Smith       tmp[*vi++ - 1] -= (*v++)*tmp[i];
346da3a660dSBarry Smith     }
347da3a660dSBarry Smith   }
348da3a660dSBarry Smith 
349da3a660dSBarry Smith   /* backward solve the L^T */
350da3a660dSBarry Smith   for ( i=n-1; i>=0; i-- ){
351da3a660dSBarry Smith     v   = aa + aij->diag[i] - 2;
352da3a660dSBarry Smith     vi  = aj + aij->diag[i] - 2;
353da3a660dSBarry Smith     nz  = aij->diag[i] - ai[i];
354da3a660dSBarry Smith     while (nz--) {
355da3a660dSBarry Smith       tmp[*vi-- - 1] -= (*v--)*tmp[i];
356da3a660dSBarry Smith     }
357da3a660dSBarry Smith   }
358da3a660dSBarry Smith 
359da3a660dSBarry Smith   /* copy tmp into x according to permutation */
360da3a660dSBarry Smith   for ( i=0; i<n; i++ ) x[r[i]] = tmp[i];
361da3a660dSBarry Smith 
362da3a660dSBarry Smith   ISDestroy(invisrow); ISDestroy(inviscol);
363da3a660dSBarry Smith 
364eef2e97bSBarry Smith   PLogFlops(2*aij->nz-aij->n);
365da3a660dSBarry Smith   return 0;
366da3a660dSBarry Smith }
367da3a660dSBarry Smith 
3681fb19edaSLois Curfman McInnes int MatSolveTransAdd_AIJ(Mat mat,Vec bb, Vec zz,Vec xx)
369da3a660dSBarry Smith {
3701fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data;
37186d7a8ceSBarry Smith   IS      iscol = aij->col, isrow = aij->row, invisrow,inviscol;
3726abc6512SBarry Smith   int     *r,*c, ierr, i, n = aij->m, *vi, *ai = aij->i, *aj = aij->j;
3736abc6512SBarry Smith   int     nz;
3746abc6512SBarry Smith   Scalar  *x,*b,*tmp, *aa = aij->a, *v;
3756abc6512SBarry Smith 
376d35516d3SLois Curfman McInnes   if (mat->factor != FACTOR_LU)
377bbb6d6a8SBarry Smith     SETERRQ(1,"MatSolveTransAdd_AIJ:Cannot solve with unfactored matrix");
3786abc6512SBarry Smith   if (zz != xx) VecCopy(zz,xx);
3796abc6512SBarry Smith 
38078b31e54SBarry Smith   ierr = VecGetArray(bb,&b); CHKERRQ(ierr);
38178b31e54SBarry Smith   ierr = VecGetArray(xx,&x); CHKERRQ(ierr);
382eef2e97bSBarry Smith   tmp = aij->solve_work;
3836abc6512SBarry Smith 
3846abc6512SBarry Smith   /* invert the permutations */
38578b31e54SBarry Smith   ierr = ISInvertPermutation(isrow,&invisrow); CHKERRQ(ierr);
38678b31e54SBarry Smith   ierr = ISInvertPermutation(iscol,&inviscol); CHKERRQ(ierr);
3876abc6512SBarry Smith 
3886abc6512SBarry Smith 
38978b31e54SBarry Smith   ierr = ISGetIndices(invisrow,&r); CHKERRQ(ierr);
39078b31e54SBarry Smith   ierr = ISGetIndices(inviscol,&c); CHKERRQ(ierr);
3916abc6512SBarry Smith 
3926abc6512SBarry Smith   /* copy the b into temp work space according to permutation */
3936abc6512SBarry Smith   for ( i=0; i<n; i++ ) tmp[c[i]] = b[i];
3946abc6512SBarry Smith 
3956abc6512SBarry Smith   /* forward solve the U^T */
3966abc6512SBarry Smith   for ( i=0; i<n; i++ ) {
3976abc6512SBarry Smith     v   = aa + aij->diag[i] - 1;
3986abc6512SBarry Smith     vi  = aj + aij->diag[i];
3996abc6512SBarry Smith     nz  = ai[i+1] - aij->diag[i] - 1;
4006abc6512SBarry Smith     tmp[i] *= *v++;
4016abc6512SBarry Smith     while (nz--) {
4026abc6512SBarry Smith       tmp[*vi++ - 1] -= (*v++)*tmp[i];
4036abc6512SBarry Smith     }
4046abc6512SBarry Smith   }
4056abc6512SBarry Smith 
4066abc6512SBarry Smith   /* backward solve the L^T */
4076abc6512SBarry Smith   for ( i=n-1; i>=0; i-- ){
4086abc6512SBarry Smith     v   = aa + aij->diag[i] - 2;
4096abc6512SBarry Smith     vi  = aj + aij->diag[i] - 2;
4106abc6512SBarry Smith     nz  = aij->diag[i] - ai[i];
4116abc6512SBarry Smith     while (nz--) {
4126abc6512SBarry Smith       tmp[*vi-- - 1] -= (*v--)*tmp[i];
4136abc6512SBarry Smith     }
4146abc6512SBarry Smith   }
4156abc6512SBarry Smith 
4166abc6512SBarry Smith   /* copy tmp into x according to permutation */
4176abc6512SBarry Smith   for ( i=0; i<n; i++ ) x[r[i]] += tmp[i];
4186abc6512SBarry Smith 
4196abc6512SBarry Smith   ISDestroy(invisrow); ISDestroy(inviscol);
4206abc6512SBarry Smith 
421eef2e97bSBarry Smith   PLogFlops(2*aij->nz);
4226abc6512SBarry Smith   return 0;
423da3a660dSBarry Smith }
4249e25ed09SBarry Smith /* ----------------------------------------------------------------*/
42549d8b64dSBarry Smith int MatILUFactorSymbolic_AIJ(Mat mat,IS isrow,IS iscol,double f,
42649d8b64dSBarry Smith                              int levels,Mat *fact)
4279e25ed09SBarry Smith {
4281fb19edaSLois Curfman McInnes   Mat_AIJ *aij = (Mat_AIJ *) mat->data, *aijnew;
4299e25ed09SBarry Smith   IS      isicol;
43056beaf04SBarry Smith   int     *r,*ic, ierr, prow, n = aij->m, *ai = aij->i, *aj = aij->j;
43156beaf04SBarry Smith   int     *ainew,*ajnew, jmax,*fill, *xi, nz, *im,*ajfill,*flev;
43256beaf04SBarry Smith   int     *dloc, idx, row,m,fm, nzf, nzi,len,  realloc = 0;
43356beaf04SBarry Smith   int     incrlev,nnz,i;
4349e25ed09SBarry Smith 
435d35516d3SLois Curfman McInnes   if (n != aij->n)
436bbb6d6a8SBarry Smith     SETERRQ(1,"MatILUFactorSymbolic_AIJ:Matrix must be square");
437d35516d3SLois Curfman McInnes   if (!isrow)
438bbb6d6a8SBarry Smith     SETERRQ(1,"MatILUFactorSymbolic_AIJ:Matrix must have row permutation");
439d35516d3SLois Curfman McInnes   if (!iscol) SETERRQ(1,
440bbb6d6a8SBarry Smith     "MatILUFactorSymbolic_AIJ:Matrix must have column permutation");
4419e25ed09SBarry Smith 
44278b31e54SBarry Smith   ierr = ISInvertPermutation(iscol,&isicol); CHKERRQ(ierr);
4439e25ed09SBarry Smith   ISGetIndices(isrow,&r); ISGetIndices(isicol,&ic);
4449e25ed09SBarry Smith 
4459e25ed09SBarry Smith   /* get new row pointers */
44678b31e54SBarry Smith   ainew = (int *) PETSCMALLOC( (n+1)*sizeof(int) ); CHKPTRQ(ainew);
4479e25ed09SBarry Smith   ainew[0] = 1;
4489e25ed09SBarry Smith   /* don't know how many column pointers are needed so estimate */
449bbb6d6a8SBarry Smith   jmax = (int) (f*ai[n]);
45078b31e54SBarry Smith   ajnew = (int *) PETSCMALLOC( (jmax)*sizeof(int) ); CHKPTRQ(ajnew);
4519e25ed09SBarry Smith   /* ajfill is level of fill for each fill entry */
45278b31e54SBarry Smith   ajfill = (int *) PETSCMALLOC( (jmax)*sizeof(int) ); CHKPTRQ(ajfill);
4539e25ed09SBarry Smith   /* fill is a linked list of nonzeros in active row */
45456beaf04SBarry Smith   fill = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(fill);
45556beaf04SBarry Smith   /* im is level for each filled value */
45656beaf04SBarry Smith   im = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(im);
45756beaf04SBarry Smith   /* dloc is location of diagonal in factor */
45856beaf04SBarry Smith   dloc = (int *) PETSCMALLOC( (n+1)*sizeof(int)); CHKPTRQ(dloc);
45956beaf04SBarry Smith   dloc[0]  = 0;
4609e25ed09SBarry Smith 
46156beaf04SBarry Smith   for ( prow=0; prow<n; prow++ ) {
4629e25ed09SBarry Smith     /* first copy previous fill into linked list */
46356beaf04SBarry Smith     nzf = nz  = ai[r[prow]+1] - ai[r[prow]];
46456beaf04SBarry Smith     xi  = aj + ai[r[prow]] - 1;
4659e25ed09SBarry Smith     fill[n] = n;
4669e25ed09SBarry Smith     while (nz--) {
4679e25ed09SBarry Smith       fm  = n;
46856beaf04SBarry Smith       idx = ic[*xi++ - 1];
4699e25ed09SBarry Smith       do {
4709e25ed09SBarry Smith         m  = fm;
4719e25ed09SBarry Smith         fm = fill[m];
4729e25ed09SBarry Smith       } while (fm < idx);
4739e25ed09SBarry Smith       fill[m]   = idx;
4749e25ed09SBarry Smith       fill[idx] = fm;
47556beaf04SBarry Smith       im[idx]   = 0;
4769e25ed09SBarry Smith     }
47756beaf04SBarry Smith     nzi = 0;
4789e25ed09SBarry Smith     row = fill[n];
47956beaf04SBarry Smith     while ( row < prow ) {
48056beaf04SBarry Smith       incrlev = im[row] + 1;
48156beaf04SBarry Smith       nz      = dloc[row];
48256beaf04SBarry Smith       xi      = ajnew  + ainew[row] - 1 + nz;
48356beaf04SBarry Smith       flev    = ajfill + ainew[row] - 1 + nz + 1;
48456beaf04SBarry Smith       nnz     = ainew[row+1] - ainew[row] - nz - 1;
48556beaf04SBarry Smith       if (*xi++ - 1 != row) {
48656beaf04SBarry Smith         SETERRQ(1,"MatILUFactorSymbolic_AIJ:zero pivot");
48756beaf04SBarry Smith       }
48856beaf04SBarry Smith       fm      = row;
48956beaf04SBarry Smith       while (nnz-- > 0) {
49056beaf04SBarry Smith         idx = *xi++ - 1;
49156beaf04SBarry Smith         if (*flev + incrlev > levels) {
49256beaf04SBarry Smith           flev++;
49356beaf04SBarry Smith           continue;
49456beaf04SBarry Smith         }
49556beaf04SBarry Smith         do {
4969e25ed09SBarry Smith           m  = fm;
4979e25ed09SBarry Smith           fm = fill[m];
49856beaf04SBarry Smith         } while (fm < idx);
4999e25ed09SBarry Smith         if (fm != idx) {
50056beaf04SBarry Smith           im[idx]  = *flev + incrlev;
5019e25ed09SBarry Smith           fill[m] = idx;
5029e25ed09SBarry Smith           fill[idx] = fm;
5039e25ed09SBarry Smith           fm = idx;
50456beaf04SBarry Smith           nzf++;
5059e25ed09SBarry Smith         }
50656beaf04SBarry Smith         else {
50756beaf04SBarry Smith           if (im[idx] > *flev + incrlev) im[idx] = *flev+incrlev;
5089e25ed09SBarry Smith         }
50956beaf04SBarry Smith         flev++;
5109e25ed09SBarry Smith       }
5119e25ed09SBarry Smith       row = fill[row];
51256beaf04SBarry Smith       nzi++;
5139e25ed09SBarry Smith     }
5149e25ed09SBarry Smith     /* copy new filled row into permanent storage */
51556beaf04SBarry Smith     ainew[prow+1] = ainew[prow] + nzf;
51656beaf04SBarry Smith     if (ainew[prow+1] > jmax+1) {
5179e25ed09SBarry Smith       /* allocate a longer ajnew */
518bbb6d6a8SBarry Smith       int maxadd;
51956beaf04SBarry Smith       maxadd = (int) ((f*ai[n]*(n-prow+5))/n);
52056beaf04SBarry Smith       if (maxadd < nzf) maxadd = (n-prow)*(nzf+1);
521bbb6d6a8SBarry Smith       jmax += maxadd;
52256beaf04SBarry Smith       xi = (int *) PETSCMALLOC( jmax*sizeof(int) );CHKPTRQ(xi);
52356beaf04SBarry Smith       PETSCMEMCPY(xi,ajnew,(ainew[prow]-1)*sizeof(int));
52478b31e54SBarry Smith       PETSCFREE(ajnew);
52556beaf04SBarry Smith       ajnew = xi;
5269e25ed09SBarry Smith       /* allocate a longer ajfill */
52756beaf04SBarry Smith       xi = (int *) PETSCMALLOC( jmax*sizeof(int) );CHKPTRQ(xi);
52856beaf04SBarry Smith       PETSCMEMCPY(xi,ajfill,(ainew[prow]-1)*sizeof(int));
52978b31e54SBarry Smith       PETSCFREE(ajfill);
53056beaf04SBarry Smith       ajfill = xi;
531bbb6d6a8SBarry Smith       realloc++;
5329e25ed09SBarry Smith     }
53356beaf04SBarry Smith     xi          = ajnew + ainew[prow] - 1;
53456beaf04SBarry Smith     flev        = ajfill + ainew[prow] - 1;
53556beaf04SBarry Smith     dloc[prow]  = nzi;
5369e25ed09SBarry Smith     fm          = fill[n];
53756beaf04SBarry Smith     while (nzf--) {
53856beaf04SBarry Smith       *xi++   = fm + 1;
53956beaf04SBarry Smith       *flev++ = im[fm];
5409e25ed09SBarry Smith       fm      = fill[fm];
5419e25ed09SBarry Smith     }
5429e25ed09SBarry Smith   }
54378b31e54SBarry Smith   PETSCFREE(ajfill);
54456beaf04SBarry Smith   ISDestroy(isicol); PETSCFREE(fill); PETSCFREE(im);
5459e25ed09SBarry Smith 
546bbb6d6a8SBarry Smith   PLogInfo((PetscObject)mat,
547bbb6d6a8SBarry Smith     "Info:MatILUFactorSymbolic_AIJ:Realloc %d Fill ratio:given %g needed %g\n",
54856beaf04SBarry Smith                              realloc,f,((double)ainew[n])/((double)ai[prow]));
549bbb6d6a8SBarry Smith 
5509e25ed09SBarry Smith   /* put together the new matrix */
55178b31e54SBarry Smith   ierr = MatCreateSequentialAIJ(mat->comm,n, n, 0, 0, fact); CHKERRQ(ierr);
5521fb19edaSLois Curfman McInnes   aijnew = (Mat_AIJ *) (*fact)->data;
55378b31e54SBarry Smith   PETSCFREE(aijnew->imax);
5549e25ed09SBarry Smith   aijnew->singlemalloc = 0;
5559e25ed09SBarry Smith   len = (ainew[n] - 1)*sizeof(Scalar);
5569e25ed09SBarry Smith   /* the next line frees the default space generated by the Create() */
55778b31e54SBarry Smith   PETSCFREE(aijnew->a); PETSCFREE(aijnew->ilen);
55878b31e54SBarry Smith   aijnew->a         = (Scalar *) PETSCMALLOC( len ); CHKPTRQ(aijnew->a);
5599e25ed09SBarry Smith   aijnew->j         = ajnew;
5609e25ed09SBarry Smith   aijnew->i         = ainew;
56156beaf04SBarry Smith   for ( i=0; i<n; i++ ) dloc[i] += ainew[i];
56256beaf04SBarry Smith   aijnew->diag      = dloc;
5639e25ed09SBarry Smith   aijnew->ilen      = 0;
5649e25ed09SBarry Smith   aijnew->imax      = 0;
56586d7a8ceSBarry Smith   aijnew->row       = isrow;
56686d7a8ceSBarry Smith   aijnew->col       = iscol;
5675392566eSBarry Smith   aijnew->solve_work = (Scalar *) PETSCMALLOC( (n+1)*sizeof(Scalar));
56878b31e54SBarry Smith   CHKPTRQ(aijnew->solve_work);
5697fd98bd6SLois Curfman McInnes   /* In aijnew structure:  Free imax, ilen, old a, old j.
57056beaf04SBarry Smith      Allocate dloc, solve_work, new a, new j */
571*033c1e87SLois Curfman McInnes   PLogObjectMemory(*fact,(ainew[n]-1-n) * (sizeof(int)+sizeof(Scalar)));
5727fd98bd6SLois Curfman McInnes   aijnew->maxnz = aijnew->nz = ainew[n] - 1;
5739e25ed09SBarry Smith   (*fact)->factor   = FACTOR_LU;
5749e25ed09SBarry Smith   return 0;
5759e25ed09SBarry Smith }
576