xref: /petsc/src/mat/impls/aij/seq/matptap.c (revision 1f4e1ec7120e1f3e8823f7f73e08b9cbf551e624)
1eb9c0419SKris Buschelman /*
2eb9c0419SKris Buschelman   Defines projective product routines where A is a SeqAIJ matrix
3eb9c0419SKris Buschelman           C = P^T * A * P
4eb9c0419SKris Buschelman */
5eb9c0419SKris Buschelman 
6eb9c0419SKris Buschelman #include "src/mat/impls/aij/seq/aij.h"
7eb9c0419SKris Buschelman #include "src/mat/utils/freespace.h"
8eb9c0419SKris Buschelman 
97e44a18eSKris Buschelman EXTERN int MatSeqAIJPtAP(Mat,Mat,Mat*);
107e44a18eSKris Buschelman EXTERN int MatSeqAIJPtAPSymbolic(Mat,Mat,Mat*);
117e44a18eSKris Buschelman EXTERN int MatSeqAIJPtAPNumeric(Mat,Mat,Mat);
127e44a18eSKris Buschelman EXTERN int RegisterMatMatMultRoutines_Private(Mat);
13eb9c0419SKris Buschelman 
14eb9c0419SKris Buschelman static int MATSeqAIJ_PtAP         = 0;
15eb9c0419SKris Buschelman static int MATSeqAIJ_PtAPSymbolic = 0;
16eb9c0419SKris Buschelman static int MATSeqAIJ_PtAPNumeric  = 0;
17eb9c0419SKris Buschelman 
18eb9c0419SKris Buschelman /*
19eb9c0419SKris Buschelman      MatSeqAIJPtAP - Creates the SeqAIJ matrix product, C,
20eb9c0419SKris Buschelman            of SeqAIJ matrix A and matrix P:
21eb9c0419SKris Buschelman                  C = P^T * A * P;
22eb9c0419SKris Buschelman 
23eb9c0419SKris Buschelman      Note: C is assumed to be uncreated.
24eb9c0419SKris Buschelman            If this is not the case, Destroy C before calling this routine.
25eb9c0419SKris Buschelman */
26eb9c0419SKris Buschelman #undef __FUNCT__
27eb9c0419SKris Buschelman #define __FUNCT__ "MatSeqAIJPtAP"
28eb9c0419SKris Buschelman int MatSeqAIJPtAP(Mat A,Mat P,Mat *C) {
29eb9c0419SKris Buschelman   int ierr;
30eb9c0419SKris Buschelman   char funct[80];
31eb9c0419SKris Buschelman 
32eb9c0419SKris Buschelman   PetscFunctionBegin;
33eb9c0419SKris Buschelman   ierr = PetscLogEventBegin(MATSeqAIJ_PtAP,A,P,0,0);CHKERRQ(ierr);
34eb9c0419SKris Buschelman 
35eb9c0419SKris Buschelman   ierr = MatSeqAIJPtAPSymbolic(A,P,C);CHKERRQ(ierr);
36eb9c0419SKris Buschelman 
37eb9c0419SKris Buschelman   /* Avoid additional error checking included in */
38eb9c0419SKris Buschelman /*   ierr = MatSeqAIJApplyPtAPNumeric(A,P,*C);CHKERRQ(ierr); */
39eb9c0419SKris Buschelman 
40eb9c0419SKris Buschelman   /* Query A for ApplyPtAPNumeric implementation based on types of P */
41eb9c0419SKris Buschelman   ierr = PetscStrcpy(funct,"MatApplyPtAPNumeric_seqaij_");CHKERRQ(ierr);
42eb9c0419SKris Buschelman   ierr = PetscStrcat(funct,P->type_name);CHKERRQ(ierr);
43*1f4e1ec7SBarry Smith   ierr = PetscUseMethod(A,funct,(Mat,Mat,Mat),(A,P,*C));CHKERRQ(ierr);
44eb9c0419SKris Buschelman 
45eb9c0419SKris Buschelman   ierr = PetscLogEventEnd(MATSeqAIJ_PtAP,A,P,0,0);CHKERRQ(ierr);
46eb9c0419SKris Buschelman   PetscFunctionReturn(0);
47eb9c0419SKris Buschelman }
48eb9c0419SKris Buschelman 
49eb9c0419SKris Buschelman /*
50eb9c0419SKris Buschelman      MatSeqAIJPtAPSymbolic - Creates the (i,j) structure of the SeqAIJ matrix product, C,
51eb9c0419SKris Buschelman            of SeqAIJ matrix A and matrix P, according to:
52eb9c0419SKris Buschelman                  C = P^T * A * P;
53eb9c0419SKris Buschelman 
54eb9c0419SKris Buschelman      Note: C is assumed to be uncreated.
55eb9c0419SKris Buschelman            If this is not the case, Destroy C before calling this routine.
56eb9c0419SKris Buschelman */
57eb9c0419SKris Buschelman #undef __FUNCT__
58eb9c0419SKris Buschelman #define __FUNCT__ "MatSeqAIJPtAPSymbolic"
59eb9c0419SKris Buschelman int MatSeqAIJPtAPSymbolic(Mat A,Mat P,Mat *C) {
60eb9c0419SKris Buschelman   int ierr;
61eb9c0419SKris Buschelman   char funct[80];
62eb9c0419SKris Buschelman 
63eb9c0419SKris Buschelman   PetscFunctionBegin;
64eb9c0419SKris Buschelman 
654482741eSBarry Smith   PetscValidHeaderSpecific(A,MAT_COOKIE,1);
66c9780b6fSBarry Smith   PetscValidType(A,1);
67eb9c0419SKris Buschelman   MatPreallocated(A);
68eb9c0419SKris Buschelman   if (!A->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
69eb9c0419SKris Buschelman   if (A->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
70eb9c0419SKris Buschelman 
714482741eSBarry Smith   PetscValidHeaderSpecific(P,MAT_COOKIE,2);
72c9780b6fSBarry Smith   PetscValidType(P,2);
73eb9c0419SKris Buschelman   MatPreallocated(P);
74eb9c0419SKris Buschelman   if (!P->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
75eb9c0419SKris Buschelman   if (P->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
76eb9c0419SKris Buschelman 
774482741eSBarry Smith   PetscValidPointer(C,3);
784482741eSBarry Smith 
79eb9c0419SKris Buschelman   if (P->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->M,A->N);
80eb9c0419SKris Buschelman   if (A->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix 'A' must be square, %d != %d",A->M,A->N);
81eb9c0419SKris Buschelman 
82eb9c0419SKris Buschelman   /* Query A for ApplyPtAP implementation based on types of P */
83eb9c0419SKris Buschelman   ierr = PetscStrcpy(funct,"MatApplyPtAPSymbolic_seqaij_");CHKERRQ(ierr);
84eb9c0419SKris Buschelman   ierr = PetscStrcat(funct,P->type_name);CHKERRQ(ierr);
85*1f4e1ec7SBarry Smith   ierr = PetscUseMethod(A,funct,(Mat,Mat,Mat*),(A,P,C));CHKERRQ(ierr);
86eb9c0419SKris Buschelman 
87eb9c0419SKris Buschelman   PetscFunctionReturn(0);
88eb9c0419SKris Buschelman }
89eb9c0419SKris Buschelman 
90eb9c0419SKris Buschelman EXTERN_C_BEGIN
91eb9c0419SKris Buschelman #undef __FUNCT__
92eb9c0419SKris Buschelman #define __FUNCT__ "MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ"
93eb9c0419SKris Buschelman int MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ(Mat A,Mat P,Mat *C) {
94eb9c0419SKris Buschelman   int            ierr;
95eb9c0419SKris Buschelman   FreeSpaceList  free_space=PETSC_NULL,current_space=PETSC_NULL;
96eb9c0419SKris Buschelman   Mat_SeqAIJ     *a=(Mat_SeqAIJ*)A->data,*p=(Mat_SeqAIJ*)P->data,*c;
97eb9c0419SKris Buschelman   int            *pti,*ptj,*ptJ,*ai=a->i,*aj=a->j,*ajj,*pi=p->i,*pj=p->j,*pjj;
98eb9c0419SKris Buschelman   int            *ci,*cj,*denserow,*sparserow,*ptadenserow,*ptasparserow,*ptaj;
99eb9c0419SKris Buschelman   int            an=A->N,am=A->M,pn=P->N,pm=P->M;
100eb9c0419SKris Buschelman   int            i,j,k,ptnzi,arow,anzj,ptanzi,prow,pnzj,cnzi;
101eb9c0419SKris Buschelman   MatScalar      *ca;
102eb9c0419SKris Buschelman 
103eb9c0419SKris Buschelman   PetscFunctionBegin;
104eb9c0419SKris Buschelman 
105eb9c0419SKris Buschelman   /* Start timer */
106eb9c0419SKris Buschelman   ierr = PetscLogEventBegin(MATSeqAIJ_PtAPSymbolic,A,P,0,0);CHKERRQ(ierr);
107eb9c0419SKris Buschelman 
108eb9c0419SKris Buschelman   /* Get ij structure of P^T */
109eb9c0419SKris Buschelman   ierr = MatGetSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr);
110eb9c0419SKris Buschelman   ptJ=ptj;
111eb9c0419SKris Buschelman 
112eb9c0419SKris Buschelman   /* Allocate ci array, arrays for fill computation and */
113eb9c0419SKris Buschelman   /* free space for accumulating nonzero column info */
1143985e5eaSKris Buschelman   ierr = PetscMalloc((pn+1)*sizeof(int),&ci);CHKERRQ(ierr);
115eb9c0419SKris Buschelman   ci[0] = 0;
116eb9c0419SKris Buschelman 
117eb9c0419SKris Buschelman   ierr = PetscMalloc((2*pn+2*an+1)*sizeof(int),&ptadenserow);CHKERRQ(ierr);
118eb9c0419SKris Buschelman   ierr = PetscMemzero(ptadenserow,(2*pn+2*an+1)*sizeof(int));CHKERRQ(ierr);
119eb9c0419SKris Buschelman   ptasparserow = ptadenserow  + an;
120eb9c0419SKris Buschelman   denserow     = ptasparserow + an;
121eb9c0419SKris Buschelman   sparserow    = denserow     + pn;
122eb9c0419SKris Buschelman 
123eb9c0419SKris Buschelman   /* Set initial free space to be nnz(A) scaled by aspect ratio of P. */
124eb9c0419SKris Buschelman   /* This should be reasonable if sparsity of PtAP is similar to that of A. */
125eb9c0419SKris Buschelman   ierr          = GetMoreSpace((ai[am]/pm)*pn,&free_space);
126eb9c0419SKris Buschelman   current_space = free_space;
127eb9c0419SKris Buschelman 
128eb9c0419SKris Buschelman   /* Determine symbolic info for each row of C: */
129eb9c0419SKris Buschelman   for (i=0;i<pn;i++) {
130eb9c0419SKris Buschelman     ptnzi  = pti[i+1] - pti[i];
131eb9c0419SKris Buschelman     ptanzi = 0;
132eb9c0419SKris Buschelman     /* Determine symbolic row of PtA: */
133eb9c0419SKris Buschelman     for (j=0;j<ptnzi;j++) {
134eb9c0419SKris Buschelman       arow = *ptJ++;
135eb9c0419SKris Buschelman       anzj = ai[arow+1] - ai[arow];
136eb9c0419SKris Buschelman       ajj  = aj + ai[arow];
137eb9c0419SKris Buschelman       for (k=0;k<anzj;k++) {
138eb9c0419SKris Buschelman         if (!ptadenserow[ajj[k]]) {
139eb9c0419SKris Buschelman           ptadenserow[ajj[k]]    = -1;
140eb9c0419SKris Buschelman           ptasparserow[ptanzi++] = ajj[k];
141eb9c0419SKris Buschelman         }
142eb9c0419SKris Buschelman       }
143eb9c0419SKris Buschelman     }
144eb9c0419SKris Buschelman       /* Using symbolic info for row of PtA, determine symbolic info for row of C: */
145eb9c0419SKris Buschelman     ptaj = ptasparserow;
146eb9c0419SKris Buschelman     cnzi   = 0;
147eb9c0419SKris Buschelman     for (j=0;j<ptanzi;j++) {
148eb9c0419SKris Buschelman       prow = *ptaj++;
149eb9c0419SKris Buschelman       pnzj = pi[prow+1] - pi[prow];
150eb9c0419SKris Buschelman       pjj  = pj + pi[prow];
151eb9c0419SKris Buschelman       for (k=0;k<pnzj;k++) {
152eb9c0419SKris Buschelman         if (!denserow[pjj[k]]) {
153eb9c0419SKris Buschelman             denserow[pjj[k]]  = -1;
154eb9c0419SKris Buschelman             sparserow[cnzi++] = pjj[k];
155eb9c0419SKris Buschelman         }
156eb9c0419SKris Buschelman       }
157eb9c0419SKris Buschelman     }
158eb9c0419SKris Buschelman 
159eb9c0419SKris Buschelman     /* sort sparserow */
160eb9c0419SKris Buschelman     ierr = PetscSortInt(cnzi,sparserow);CHKERRQ(ierr);
161eb9c0419SKris Buschelman 
162eb9c0419SKris Buschelman     /* If free space is not available, make more free space */
163eb9c0419SKris Buschelman     /* Double the amount of total space in the list */
164eb9c0419SKris Buschelman     if (current_space->local_remaining<cnzi) {
165eb9c0419SKris Buschelman       ierr = GetMoreSpace(current_space->total_array_size,&current_space);CHKERRQ(ierr);
166eb9c0419SKris Buschelman     }
167eb9c0419SKris Buschelman 
168eb9c0419SKris Buschelman     /* Copy data into free space, and zero out denserows */
169eb9c0419SKris Buschelman     ierr = PetscMemcpy(current_space->array,sparserow,cnzi*sizeof(int));CHKERRQ(ierr);
170eb9c0419SKris Buschelman     current_space->array           += cnzi;
171eb9c0419SKris Buschelman     current_space->local_used      += cnzi;
172eb9c0419SKris Buschelman     current_space->local_remaining -= cnzi;
173eb9c0419SKris Buschelman 
174eb9c0419SKris Buschelman     for (j=0;j<ptanzi;j++) {
175eb9c0419SKris Buschelman       ptadenserow[ptasparserow[j]] = 0;
176eb9c0419SKris Buschelman     }
177eb9c0419SKris Buschelman     for (j=0;j<cnzi;j++) {
178eb9c0419SKris Buschelman       denserow[sparserow[j]] = 0;
179eb9c0419SKris Buschelman     }
180eb9c0419SKris Buschelman       /* Aside: Perhaps we should save the pta info for the numerical factorization. */
181eb9c0419SKris Buschelman       /*        For now, we will recompute what is needed. */
182eb9c0419SKris Buschelman     ci[i+1] = ci[i] + cnzi;
183eb9c0419SKris Buschelman   }
184eb9c0419SKris Buschelman   /* nnz is now stored in ci[ptm], column indices are in the list of free space */
185eb9c0419SKris Buschelman   /* Allocate space for cj, initialize cj, and */
186eb9c0419SKris Buschelman   /* destroy list of free space and other temporary array(s) */
187eb9c0419SKris Buschelman   ierr = PetscMalloc((ci[pn]+1)*sizeof(int),&cj);CHKERRQ(ierr);
188eb9c0419SKris Buschelman   ierr = MakeSpaceContiguous(&free_space,cj);CHKERRQ(ierr);
189eb9c0419SKris Buschelman   ierr = PetscFree(ptadenserow);CHKERRQ(ierr);
190eb9c0419SKris Buschelman 
191eb9c0419SKris Buschelman   /* Allocate space for ca */
192eb9c0419SKris Buschelman   ierr = PetscMalloc((ci[pn]+1)*sizeof(MatScalar),&ca);CHKERRQ(ierr);
193eb9c0419SKris Buschelman   ierr = PetscMemzero(ca,(ci[pn]+1)*sizeof(MatScalar));CHKERRQ(ierr);
194eb9c0419SKris Buschelman 
195eb9c0419SKris Buschelman   /* put together the new matrix */
196eb9c0419SKris Buschelman   ierr = MatCreateSeqAIJWithArrays(A->comm,pn,pn,ci,cj,ca,C);CHKERRQ(ierr);
197eb9c0419SKris Buschelman 
198eb9c0419SKris Buschelman   /* MatCreateSeqAIJWithArrays flags matrix so PETSc doesn't free the user's arrays. */
199eb9c0419SKris Buschelman   /* Since these are PETSc arrays, change flags to free them as necessary. */
200eb9c0419SKris Buschelman   c = (Mat_SeqAIJ *)((*C)->data);
201eb9c0419SKris Buschelman   c->freedata = PETSC_TRUE;
202eb9c0419SKris Buschelman   c->nonew    = 0;
203eb9c0419SKris Buschelman 
204eb9c0419SKris Buschelman   /* Clean up. */
205eb9c0419SKris Buschelman   ierr = MatRestoreSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr);
206eb9c0419SKris Buschelman 
207eb9c0419SKris Buschelman   ierr = PetscLogEventEnd(MATSeqAIJ_PtAPSymbolic,A,P,0,0);CHKERRQ(ierr);
208eb9c0419SKris Buschelman   PetscFunctionReturn(0);
209eb9c0419SKris Buschelman }
210eb9c0419SKris Buschelman EXTERN_C_END
211eb9c0419SKris Buschelman 
2123985e5eaSKris Buschelman #include "src/mat/impls/maij/maij.h"
2133985e5eaSKris Buschelman EXTERN_C_BEGIN
2143985e5eaSKris Buschelman #undef __FUNCT__
2153985e5eaSKris Buschelman #define __FUNCT__ "MatApplyPtAPSymbolic_SeqAIJ_SeqMAIJ"
2163985e5eaSKris Buschelman int MatApplyPtAPSymbolic_SeqAIJ_SeqMAIJ(Mat A,Mat PP,Mat *C) {
2175c66b693SKris Buschelman   /* This routine requires testing -- I don't think it works. */
2183985e5eaSKris Buschelman   int            ierr;
2193985e5eaSKris Buschelman   FreeSpaceList  free_space=PETSC_NULL,current_space=PETSC_NULL;
2203985e5eaSKris Buschelman   Mat_SeqMAIJ    *pp=(Mat_SeqMAIJ*)PP->data;
2213985e5eaSKris Buschelman   Mat            P=pp->AIJ;
2223985e5eaSKris Buschelman   Mat_SeqAIJ     *a=(Mat_SeqAIJ*)A->data,*p=(Mat_SeqAIJ*)P->data,*c;
2233985e5eaSKris Buschelman   int            *pti,*ptj,*ptJ,*ai=a->i,*aj=a->j,*ajj,*pi=p->i,*pj=p->j,*pjj;
2243985e5eaSKris Buschelman   int            *ci,*cj,*denserow,*sparserow,*ptadenserow,*ptasparserow,*ptaj;
2253985e5eaSKris Buschelman   int            an=A->N,am=A->M,pn=P->N,pm=P->M,ppdof=pp->dof;
226fe05a634SKris Buschelman   int            i,j,k,dof,pdof,ptnzi,arow,anzj,ptanzi,prow,pnzj,cnzi;
2273985e5eaSKris Buschelman   MatScalar      *ca;
2283985e5eaSKris Buschelman 
2293985e5eaSKris Buschelman   PetscFunctionBegin;
2303985e5eaSKris Buschelman   /* Start timer */
2313985e5eaSKris Buschelman   ierr = PetscLogEventBegin(MATSeqAIJ_PtAPSymbolic,A,PP,0,0);CHKERRQ(ierr);
2323985e5eaSKris Buschelman 
2333985e5eaSKris Buschelman   /* Get ij structure of P^T */
2343985e5eaSKris Buschelman   ierr = MatGetSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr);
2353985e5eaSKris Buschelman 
2363985e5eaSKris Buschelman   /* Allocate ci array, arrays for fill computation and */
2373985e5eaSKris Buschelman   /* free space for accumulating nonzero column info */
2383985e5eaSKris Buschelman   ierr = PetscMalloc((pn+1)*sizeof(int),&ci);CHKERRQ(ierr);
2393985e5eaSKris Buschelman   ci[0] = 0;
2403985e5eaSKris Buschelman 
2413985e5eaSKris Buschelman   ierr = PetscMalloc((2*pn+2*an+1)*sizeof(int),&ptadenserow);CHKERRQ(ierr);
2423985e5eaSKris Buschelman   ierr = PetscMemzero(ptadenserow,(2*pn+2*an+1)*sizeof(int));CHKERRQ(ierr);
2433985e5eaSKris Buschelman   ptasparserow = ptadenserow  + an;
2443985e5eaSKris Buschelman   denserow     = ptasparserow + an;
2453985e5eaSKris Buschelman   sparserow    = denserow     + pn;
2463985e5eaSKris Buschelman 
2473985e5eaSKris Buschelman   /* Set initial free space to be nnz(A) scaled by aspect ratio of P. */
2483985e5eaSKris Buschelman   /* This should be reasonable if sparsity of PtAP is similar to that of A. */
2493985e5eaSKris Buschelman   ierr          = GetMoreSpace((ai[am]/pm)*pn,&free_space);
2503985e5eaSKris Buschelman   current_space = free_space;
2513985e5eaSKris Buschelman 
2523985e5eaSKris Buschelman   /* Determine symbolic info for each row of C: */
2533985e5eaSKris Buschelman   for (i=0;i<pn/ppdof;i++) {
2543985e5eaSKris Buschelman     ptnzi  = pti[i+1] - pti[i];
2553985e5eaSKris Buschelman     ptanzi = 0;
2563985e5eaSKris Buschelman     ptJ    = ptj + pti[i];
2573985e5eaSKris Buschelman     for (dof=0;dof<ppdof;dof++) {
2583985e5eaSKris Buschelman     /* Determine symbolic row of PtA: */
2593985e5eaSKris Buschelman       for (j=0;j<ptnzi;j++) {
2603985e5eaSKris Buschelman         arow = ptJ[j] + dof;
2613985e5eaSKris Buschelman         anzj = ai[arow+1] - ai[arow];
2623985e5eaSKris Buschelman         ajj  = aj + ai[arow];
2633985e5eaSKris Buschelman         for (k=0;k<anzj;k++) {
2643985e5eaSKris Buschelman           if (!ptadenserow[ajj[k]]) {
2653985e5eaSKris Buschelman             ptadenserow[ajj[k]]    = -1;
2663985e5eaSKris Buschelman             ptasparserow[ptanzi++] = ajj[k];
2673985e5eaSKris Buschelman           }
2683985e5eaSKris Buschelman         }
2693985e5eaSKris Buschelman       }
2703985e5eaSKris Buschelman       /* Using symbolic info for row of PtA, determine symbolic info for row of C: */
2713985e5eaSKris Buschelman       ptaj = ptasparserow;
2723985e5eaSKris Buschelman       cnzi   = 0;
2733985e5eaSKris Buschelman       for (j=0;j<ptanzi;j++) {
274fe05a634SKris Buschelman         pdof = *ptaj%dof;
2753985e5eaSKris Buschelman         prow = (*ptaj++)/dof;
2763985e5eaSKris Buschelman         pnzj = pi[prow+1] - pi[prow];
2773985e5eaSKris Buschelman         pjj  = pj + pi[prow];
2783985e5eaSKris Buschelman         for (k=0;k<pnzj;k++) {
279fe05a634SKris Buschelman           if (!denserow[pjj[k]+pdof]) {
280fe05a634SKris Buschelman             denserow[pjj[k]+pdof] = -1;
281fe05a634SKris Buschelman             sparserow[cnzi++]     = pjj[k]+pdof;
2823985e5eaSKris Buschelman           }
2833985e5eaSKris Buschelman         }
2843985e5eaSKris Buschelman       }
2853985e5eaSKris Buschelman 
2863985e5eaSKris Buschelman       /* sort sparserow */
2873985e5eaSKris Buschelman       ierr = PetscSortInt(cnzi,sparserow);CHKERRQ(ierr);
2883985e5eaSKris Buschelman 
2893985e5eaSKris Buschelman       /* If free space is not available, make more free space */
2903985e5eaSKris Buschelman       /* Double the amount of total space in the list */
2913985e5eaSKris Buschelman       if (current_space->local_remaining<cnzi) {
2923985e5eaSKris Buschelman         ierr = GetMoreSpace(current_space->total_array_size,&current_space);CHKERRQ(ierr);
2933985e5eaSKris Buschelman       }
2943985e5eaSKris Buschelman 
2953985e5eaSKris Buschelman       /* Copy data into free space, and zero out denserows */
2963985e5eaSKris Buschelman       ierr = PetscMemcpy(current_space->array,sparserow,cnzi*sizeof(int));CHKERRQ(ierr);
2973985e5eaSKris Buschelman       current_space->array           += cnzi;
2983985e5eaSKris Buschelman       current_space->local_used      += cnzi;
2993985e5eaSKris Buschelman       current_space->local_remaining -= cnzi;
3003985e5eaSKris Buschelman 
3013985e5eaSKris Buschelman       for (j=0;j<ptanzi;j++) {
3023985e5eaSKris Buschelman         ptadenserow[ptasparserow[j]] = 0;
3033985e5eaSKris Buschelman       }
3043985e5eaSKris Buschelman       for (j=0;j<cnzi;j++) {
3053985e5eaSKris Buschelman         denserow[sparserow[j]] = 0;
3063985e5eaSKris Buschelman       }
3073985e5eaSKris Buschelman       /* Aside: Perhaps we should save the pta info for the numerical factorization. */
3083985e5eaSKris Buschelman       /*        For now, we will recompute what is needed. */
3093985e5eaSKris Buschelman       ci[i+1+dof] = ci[i+dof] + cnzi;
3103985e5eaSKris Buschelman     }
3113985e5eaSKris Buschelman   }
3123985e5eaSKris Buschelman   /* nnz is now stored in ci[ptm], column indices are in the list of free space */
3133985e5eaSKris Buschelman   /* Allocate space for cj, initialize cj, and */
3143985e5eaSKris Buschelman   /* destroy list of free space and other temporary array(s) */
3153985e5eaSKris Buschelman   ierr = PetscMalloc((ci[pn]+1)*sizeof(int),&cj);CHKERRQ(ierr);
3163985e5eaSKris Buschelman   ierr = MakeSpaceContiguous(&free_space,cj);CHKERRQ(ierr);
3173985e5eaSKris Buschelman   ierr = PetscFree(ptadenserow);CHKERRQ(ierr);
3183985e5eaSKris Buschelman 
3193985e5eaSKris Buschelman   /* Allocate space for ca */
3203985e5eaSKris Buschelman   ierr = PetscMalloc((ci[pn]+1)*sizeof(MatScalar),&ca);CHKERRQ(ierr);
3213985e5eaSKris Buschelman   ierr = PetscMemzero(ca,(ci[pn]+1)*sizeof(MatScalar));CHKERRQ(ierr);
3223985e5eaSKris Buschelman 
3233985e5eaSKris Buschelman   /* put together the new matrix */
3243985e5eaSKris Buschelman   ierr = MatCreateSeqAIJWithArrays(A->comm,pn,pn,ci,cj,ca,C);CHKERRQ(ierr);
3253985e5eaSKris Buschelman 
3263985e5eaSKris Buschelman   /* MatCreateSeqAIJWithArrays flags matrix so PETSc doesn't free the user's arrays. */
3273985e5eaSKris Buschelman   /* Since these are PETSc arrays, change flags to free them as necessary. */
3283985e5eaSKris Buschelman   c = (Mat_SeqAIJ *)((*C)->data);
3293985e5eaSKris Buschelman   c->freedata = PETSC_TRUE;
3303985e5eaSKris Buschelman   c->nonew    = 0;
3313985e5eaSKris Buschelman 
3323985e5eaSKris Buschelman   /* Clean up. */
3333985e5eaSKris Buschelman   ierr = MatRestoreSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr);
3343985e5eaSKris Buschelman 
3353985e5eaSKris Buschelman   ierr = PetscLogEventEnd(MATSeqAIJ_PtAPSymbolic,A,PP,0,0);CHKERRQ(ierr);
3363985e5eaSKris Buschelman   PetscFunctionReturn(0);
3373985e5eaSKris Buschelman }
3383985e5eaSKris Buschelman EXTERN_C_END
3393985e5eaSKris Buschelman 
340eb9c0419SKris Buschelman /*
341eb9c0419SKris Buschelman      MatSeqAIJPtAPNumeric - Computes the SeqAIJ matrix product, C,
342eb9c0419SKris Buschelman            of SeqAIJ matrix A and matrix P, according to:
343eb9c0419SKris Buschelman                  C = P^T * A * P
344eb9c0419SKris Buschelman      Note: C must have been created by calling MatSeqAIJApplyPtAPSymbolic.
345eb9c0419SKris Buschelman */
346eb9c0419SKris Buschelman #undef __FUNCT__
347eb9c0419SKris Buschelman #define __FUNCT__ "MatSeqAIJPtAPNumeric"
348eb9c0419SKris Buschelman int MatSeqAIJPtAPNumeric(Mat A,Mat P,Mat C) {
349eb9c0419SKris Buschelman   int ierr;
350eb9c0419SKris Buschelman   char funct[80];
351eb9c0419SKris Buschelman 
352eb9c0419SKris Buschelman   PetscFunctionBegin;
353eb9c0419SKris Buschelman 
3544482741eSBarry Smith   PetscValidHeaderSpecific(A,MAT_COOKIE,1);
355c9780b6fSBarry Smith   PetscValidType(A,1);
356eb9c0419SKris Buschelman   MatPreallocated(A);
357eb9c0419SKris Buschelman   if (!A->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
358eb9c0419SKris Buschelman   if (A->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
359eb9c0419SKris Buschelman 
3604482741eSBarry Smith   PetscValidHeaderSpecific(P,MAT_COOKIE,2);
361c9780b6fSBarry Smith   PetscValidType(P,2);
362eb9c0419SKris Buschelman   MatPreallocated(P);
363eb9c0419SKris Buschelman   if (!P->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
364eb9c0419SKris Buschelman   if (P->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
365eb9c0419SKris Buschelman 
3664482741eSBarry Smith   PetscValidHeaderSpecific(C,MAT_COOKIE,3);
367c9780b6fSBarry Smith   PetscValidType(C,3);
368eb9c0419SKris Buschelman   MatPreallocated(C);
369eb9c0419SKris Buschelman   if (!C->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
370eb9c0419SKris Buschelman   if (C->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
371eb9c0419SKris Buschelman 
372eb9c0419SKris Buschelman   if (P->N!=C->M) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->N,C->M);
373eb9c0419SKris Buschelman   if (P->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->M,A->N);
374eb9c0419SKris Buschelman   if (A->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix 'A' must be square, %d != %d",A->M,A->N);
375eb9c0419SKris Buschelman   if (P->N!=C->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->N,C->N);
376eb9c0419SKris Buschelman 
377eb9c0419SKris Buschelman   /* Query A for ApplyPtAP implementation based on types of P */
378eb9c0419SKris Buschelman   ierr = PetscStrcpy(funct,"MatApplyPtAPNumeric_seqaij_");CHKERRQ(ierr);
379eb9c0419SKris Buschelman   ierr = PetscStrcat(funct,P->type_name);CHKERRQ(ierr);
380*1f4e1ec7SBarry Smith   ierr = PetscUseMethod(A,funct,(Mat,Mat,Mat),(A,P,C));CHKERRQ(ierr);
381eb9c0419SKris Buschelman 
382eb9c0419SKris Buschelman   PetscFunctionReturn(0);
383eb9c0419SKris Buschelman }
384eb9c0419SKris Buschelman 
385eb9c0419SKris Buschelman EXTERN_C_BEGIN
386eb9c0419SKris Buschelman #undef __FUNCT__
387eb9c0419SKris Buschelman #define __FUNCT__ "MatApplyPtAPNumeric_SeqAIJ_SeqAIJ"
388eb9c0419SKris Buschelman int MatApplyPtAPNumeric_SeqAIJ_SeqAIJ(Mat A,Mat P,Mat C) {
389eb9c0419SKris Buschelman   int        ierr,flops=0;
390eb9c0419SKris Buschelman   Mat_SeqAIJ *a  = (Mat_SeqAIJ *) A->data;
391eb9c0419SKris Buschelman   Mat_SeqAIJ *p  = (Mat_SeqAIJ *) P->data;
392eb9c0419SKris Buschelman   Mat_SeqAIJ *c  = (Mat_SeqAIJ *) C->data;
393eb9c0419SKris Buschelman   int        *ai=a->i,*aj=a->j,*apj,*apjdense,*pi=p->i,*pj=p->j,*pJ=p->j,*pjj;
394eb9c0419SKris Buschelman   int        *ci=c->i,*cj=c->j,*cjj;
395eb9c0419SKris Buschelman   int        am=A->M,cn=C->N,cm=C->M;
396eb9c0419SKris Buschelman   int        i,j,k,anzi,pnzi,apnzj,nextap,pnzj,prow,crow;
397eb9c0419SKris Buschelman   MatScalar  *aa=a->a,*apa,*pa=p->a,*pA=p->a,*paj,*ca=c->a,*caj;
398eb9c0419SKris Buschelman 
399eb9c0419SKris Buschelman   PetscFunctionBegin;
400eb9c0419SKris Buschelman   ierr = PetscLogEventBegin(MATSeqAIJ_PtAPNumeric,A,P,C,0);CHKERRQ(ierr);
401eb9c0419SKris Buschelman 
402eb9c0419SKris Buschelman   /* Allocate temporary array for storage of one row of A*P */
403eb9c0419SKris Buschelman   ierr = PetscMalloc(cn*(sizeof(MatScalar)+2*sizeof(int)),&apa);CHKERRQ(ierr);
404eb9c0419SKris Buschelman   ierr = PetscMemzero(apa,cn*(sizeof(MatScalar)+2*sizeof(int)));CHKERRQ(ierr);
405eb9c0419SKris Buschelman 
406eb9c0419SKris Buschelman   apj      = (int *)(apa + cn);
407eb9c0419SKris Buschelman   apjdense = apj + cn;
408eb9c0419SKris Buschelman 
409eb9c0419SKris Buschelman   /* Clear old values in C */
410eb9c0419SKris Buschelman   ierr = PetscMemzero(ca,ci[cm]*sizeof(MatScalar));CHKERRQ(ierr);
411eb9c0419SKris Buschelman 
412eb9c0419SKris Buschelman   for (i=0;i<am;i++) {
413eb9c0419SKris Buschelman     /* Form sparse row of A*P */
414eb9c0419SKris Buschelman     anzi  = ai[i+1] - ai[i];
415eb9c0419SKris Buschelman     apnzj = 0;
416eb9c0419SKris Buschelman     for (j=0;j<anzi;j++) {
417eb9c0419SKris Buschelman       prow = *aj++;
418eb9c0419SKris Buschelman       pnzj = pi[prow+1] - pi[prow];
419eb9c0419SKris Buschelman       pjj  = pj + pi[prow];
420eb9c0419SKris Buschelman       paj  = pa + pi[prow];
421eb9c0419SKris Buschelman       for (k=0;k<pnzj;k++) {
422eb9c0419SKris Buschelman         if (!apjdense[pjj[k]]) {
423eb9c0419SKris Buschelman           apjdense[pjj[k]] = -1;
424eb9c0419SKris Buschelman           apj[apnzj++]     = pjj[k];
425eb9c0419SKris Buschelman         }
426eb9c0419SKris Buschelman         apa[pjj[k]] += (*aa)*paj[k];
427eb9c0419SKris Buschelman       }
428eb9c0419SKris Buschelman       flops += 2*pnzj;
429eb9c0419SKris Buschelman       aa++;
430eb9c0419SKris Buschelman     }
431eb9c0419SKris Buschelman 
432eb9c0419SKris Buschelman     /* Sort the j index array for quick sparse axpy. */
433eb9c0419SKris Buschelman     ierr = PetscSortInt(apnzj,apj);CHKERRQ(ierr);
434eb9c0419SKris Buschelman 
435eb9c0419SKris Buschelman     /* Compute P^T*A*P using outer product (P^T)[:,j]*(A*P)[j,:]. */
436eb9c0419SKris Buschelman     pnzi = pi[i+1] - pi[i];
437eb9c0419SKris Buschelman     for (j=0;j<pnzi;j++) {
438eb9c0419SKris Buschelman       nextap = 0;
439eb9c0419SKris Buschelman       crow   = *pJ++;
440eb9c0419SKris Buschelman       cjj    = cj + ci[crow];
441eb9c0419SKris Buschelman       caj    = ca + ci[crow];
442eb9c0419SKris Buschelman       /* Perform sparse axpy operation.  Note cjj includes apj. */
443eb9c0419SKris Buschelman       for (k=0;nextap<apnzj;k++) {
444eb9c0419SKris Buschelman         if (cjj[k]==apj[nextap]) {
445eb9c0419SKris Buschelman           caj[k] += (*pA)*apa[apj[nextap++]];
446eb9c0419SKris Buschelman         }
447eb9c0419SKris Buschelman       }
448eb9c0419SKris Buschelman       flops += 2*apnzj;
449eb9c0419SKris Buschelman       pA++;
450eb9c0419SKris Buschelman     }
451eb9c0419SKris Buschelman 
452eb9c0419SKris Buschelman     /* Zero the current row info for A*P */
453eb9c0419SKris Buschelman     for (j=0;j<apnzj;j++) {
454eb9c0419SKris Buschelman       apa[apj[j]]      = 0.;
455eb9c0419SKris Buschelman       apjdense[apj[j]] = 0;
456eb9c0419SKris Buschelman     }
457eb9c0419SKris Buschelman   }
458eb9c0419SKris Buschelman 
459eb9c0419SKris Buschelman   /* Assemble the final matrix and clean up */
460eb9c0419SKris Buschelman   ierr = MatAssemblyBegin(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
461eb9c0419SKris Buschelman   ierr = MatAssemblyEnd(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
462eb9c0419SKris Buschelman   ierr = PetscFree(apa);CHKERRQ(ierr);
463eb9c0419SKris Buschelman   ierr = PetscLogFlops(flops);CHKERRQ(ierr);
464eb9c0419SKris Buschelman   ierr = PetscLogEventEnd(MATSeqAIJ_PtAPNumeric,A,P,C,0);CHKERRQ(ierr);
465eb9c0419SKris Buschelman 
466eb9c0419SKris Buschelman   PetscFunctionReturn(0);
467eb9c0419SKris Buschelman }
468eb9c0419SKris Buschelman EXTERN_C_END
469eb9c0419SKris Buschelman 
470eb9c0419SKris Buschelman #undef __FUNCT__
471eb9c0419SKris Buschelman #define __FUNCT__ "RegisterApplyPtAPRoutines_Private"
472eb9c0419SKris Buschelman int RegisterApplyPtAPRoutines_Private(Mat A) {
473eb9c0419SKris Buschelman   int ierr;
474eb9c0419SKris Buschelman 
475eb9c0419SKris Buschelman   PetscFunctionBegin;
476eb9c0419SKris Buschelman 
477eb9c0419SKris Buschelman   if (!MATSeqAIJ_PtAP) {
478eb9c0419SKris Buschelman     ierr = PetscLogEventRegister(&MATSeqAIJ_PtAP,"MatSeqAIJApplyPtAP",MAT_COOKIE);CHKERRQ(ierr);
479eb9c0419SKris Buschelman   }
480eb9c0419SKris Buschelman 
481eb9c0419SKris Buschelman   if (!MATSeqAIJ_PtAPSymbolic) {
482eb9c0419SKris Buschelman     ierr = PetscLogEventRegister(&MATSeqAIJ_PtAPSymbolic,"MatSeqAIJApplyPtAPSymbolic",MAT_COOKIE);CHKERRQ(ierr);
483eb9c0419SKris Buschelman   }
484eb9c0419SKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)A,"MatApplyPtAPSymbolic_seqaij_seqaij",
485eb9c0419SKris Buschelman                                            "MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ",
486eb9c0419SKris Buschelman                                            MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ);CHKERRQ(ierr);
487eb9c0419SKris Buschelman 
488eb9c0419SKris Buschelman   if (!MATSeqAIJ_PtAPNumeric) {
489eb9c0419SKris Buschelman     ierr = PetscLogEventRegister(&MATSeqAIJ_PtAPNumeric,"MatSeqAIJApplyPtAPNumeric",MAT_COOKIE);CHKERRQ(ierr);
490eb9c0419SKris Buschelman   }
491eb9c0419SKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)A,"MatApplyPtAPNumeric_seqaij_seqaij",
492eb9c0419SKris Buschelman                                            "MatApplyPtAPNumeric_SeqAIJ_SeqAIJ",
493eb9c0419SKris Buschelman                                            MatApplyPtAPNumeric_SeqAIJ_SeqAIJ);CHKERRQ(ierr);
4945c66b693SKris Buschelman   ierr = RegisterMatMatMultRoutines_Private(A);CHKERRQ(ierr);
495eb9c0419SKris Buschelman   PetscFunctionReturn(0);
496eb9c0419SKris Buschelman }
497