1eb9c0419SKris Buschelman /* 2eb9c0419SKris Buschelman Defines projective product routines where A is a SeqAIJ matrix 3eb9c0419SKris Buschelman C = P^T * A * P 4eb9c0419SKris Buschelman */ 5eb9c0419SKris Buschelman 6eb9c0419SKris Buschelman #include "src/mat/impls/aij/seq/aij.h" 7eb9c0419SKris Buschelman #include "src/mat/utils/freespace.h" 8eb9c0419SKris Buschelman 97e44a18eSKris Buschelman EXTERN int MatSeqAIJPtAP(Mat,Mat,Mat*); 107e44a18eSKris Buschelman EXTERN int MatSeqAIJPtAPSymbolic(Mat,Mat,Mat*); 117e44a18eSKris Buschelman EXTERN int MatSeqAIJPtAPNumeric(Mat,Mat,Mat); 127e44a18eSKris Buschelman EXTERN int RegisterMatMatMultRoutines_Private(Mat); 13eb9c0419SKris Buschelman 14eb9c0419SKris Buschelman static int MATSeqAIJ_PtAP = 0; 15eb9c0419SKris Buschelman static int MATSeqAIJ_PtAPSymbolic = 0; 16eb9c0419SKris Buschelman static int MATSeqAIJ_PtAPNumeric = 0; 17eb9c0419SKris Buschelman 18eb9c0419SKris Buschelman /* 19eb9c0419SKris Buschelman MatSeqAIJPtAP - Creates the SeqAIJ matrix product, C, 20eb9c0419SKris Buschelman of SeqAIJ matrix A and matrix P: 21eb9c0419SKris Buschelman C = P^T * A * P; 22eb9c0419SKris Buschelman 23eb9c0419SKris Buschelman Note: C is assumed to be uncreated. 24eb9c0419SKris Buschelman If this is not the case, Destroy C before calling this routine. 25eb9c0419SKris Buschelman */ 26eb9c0419SKris Buschelman #undef __FUNCT__ 27eb9c0419SKris Buschelman #define __FUNCT__ "MatSeqAIJPtAP" 28eb9c0419SKris Buschelman int MatSeqAIJPtAP(Mat A,Mat P,Mat *C) { 29eb9c0419SKris Buschelman int ierr; 30eb9c0419SKris Buschelman char funct[80]; 31eb9c0419SKris Buschelman 32eb9c0419SKris Buschelman PetscFunctionBegin; 33eb9c0419SKris Buschelman ierr = PetscLogEventBegin(MATSeqAIJ_PtAP,A,P,0,0);CHKERRQ(ierr); 34eb9c0419SKris Buschelman 35eb9c0419SKris Buschelman ierr = MatSeqAIJPtAPSymbolic(A,P,C);CHKERRQ(ierr); 36eb9c0419SKris Buschelman 37eb9c0419SKris Buschelman /* Avoid additional error checking included in */ 38eb9c0419SKris Buschelman /* ierr = MatSeqAIJApplyPtAPNumeric(A,P,*C);CHKERRQ(ierr); */ 39eb9c0419SKris Buschelman 40eb9c0419SKris Buschelman /* Query A for ApplyPtAPNumeric implementation based on types of P */ 41eb9c0419SKris Buschelman ierr = PetscStrcpy(funct,"MatApplyPtAPNumeric_seqaij_");CHKERRQ(ierr); 42eb9c0419SKris Buschelman ierr = PetscStrcat(funct,P->type_name);CHKERRQ(ierr); 43*1f4e1ec7SBarry Smith ierr = PetscUseMethod(A,funct,(Mat,Mat,Mat),(A,P,*C));CHKERRQ(ierr); 44eb9c0419SKris Buschelman 45eb9c0419SKris Buschelman ierr = PetscLogEventEnd(MATSeqAIJ_PtAP,A,P,0,0);CHKERRQ(ierr); 46eb9c0419SKris Buschelman PetscFunctionReturn(0); 47eb9c0419SKris Buschelman } 48eb9c0419SKris Buschelman 49eb9c0419SKris Buschelman /* 50eb9c0419SKris Buschelman MatSeqAIJPtAPSymbolic - Creates the (i,j) structure of the SeqAIJ matrix product, C, 51eb9c0419SKris Buschelman of SeqAIJ matrix A and matrix P, according to: 52eb9c0419SKris Buschelman C = P^T * A * P; 53eb9c0419SKris Buschelman 54eb9c0419SKris Buschelman Note: C is assumed to be uncreated. 55eb9c0419SKris Buschelman If this is not the case, Destroy C before calling this routine. 56eb9c0419SKris Buschelman */ 57eb9c0419SKris Buschelman #undef __FUNCT__ 58eb9c0419SKris Buschelman #define __FUNCT__ "MatSeqAIJPtAPSymbolic" 59eb9c0419SKris Buschelman int MatSeqAIJPtAPSymbolic(Mat A,Mat P,Mat *C) { 60eb9c0419SKris Buschelman int ierr; 61eb9c0419SKris Buschelman char funct[80]; 62eb9c0419SKris Buschelman 63eb9c0419SKris Buschelman PetscFunctionBegin; 64eb9c0419SKris Buschelman 654482741eSBarry Smith PetscValidHeaderSpecific(A,MAT_COOKIE,1); 66c9780b6fSBarry Smith PetscValidType(A,1); 67eb9c0419SKris Buschelman MatPreallocated(A); 68eb9c0419SKris Buschelman if (!A->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix"); 69eb9c0419SKris Buschelman if (A->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix"); 70eb9c0419SKris Buschelman 714482741eSBarry Smith PetscValidHeaderSpecific(P,MAT_COOKIE,2); 72c9780b6fSBarry Smith PetscValidType(P,2); 73eb9c0419SKris Buschelman MatPreallocated(P); 74eb9c0419SKris Buschelman if (!P->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix"); 75eb9c0419SKris Buschelman if (P->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix"); 76eb9c0419SKris Buschelman 774482741eSBarry Smith PetscValidPointer(C,3); 784482741eSBarry Smith 79eb9c0419SKris Buschelman if (P->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->M,A->N); 80eb9c0419SKris Buschelman if (A->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix 'A' must be square, %d != %d",A->M,A->N); 81eb9c0419SKris Buschelman 82eb9c0419SKris Buschelman /* Query A for ApplyPtAP implementation based on types of P */ 83eb9c0419SKris Buschelman ierr = PetscStrcpy(funct,"MatApplyPtAPSymbolic_seqaij_");CHKERRQ(ierr); 84eb9c0419SKris Buschelman ierr = PetscStrcat(funct,P->type_name);CHKERRQ(ierr); 85*1f4e1ec7SBarry Smith ierr = PetscUseMethod(A,funct,(Mat,Mat,Mat*),(A,P,C));CHKERRQ(ierr); 86eb9c0419SKris Buschelman 87eb9c0419SKris Buschelman PetscFunctionReturn(0); 88eb9c0419SKris Buschelman } 89eb9c0419SKris Buschelman 90eb9c0419SKris Buschelman EXTERN_C_BEGIN 91eb9c0419SKris Buschelman #undef __FUNCT__ 92eb9c0419SKris Buschelman #define __FUNCT__ "MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ" 93eb9c0419SKris Buschelman int MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ(Mat A,Mat P,Mat *C) { 94eb9c0419SKris Buschelman int ierr; 95eb9c0419SKris Buschelman FreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 96eb9c0419SKris Buschelman Mat_SeqAIJ *a=(Mat_SeqAIJ*)A->data,*p=(Mat_SeqAIJ*)P->data,*c; 97eb9c0419SKris Buschelman int *pti,*ptj,*ptJ,*ai=a->i,*aj=a->j,*ajj,*pi=p->i,*pj=p->j,*pjj; 98eb9c0419SKris Buschelman int *ci,*cj,*denserow,*sparserow,*ptadenserow,*ptasparserow,*ptaj; 99eb9c0419SKris Buschelman int an=A->N,am=A->M,pn=P->N,pm=P->M; 100eb9c0419SKris Buschelman int i,j,k,ptnzi,arow,anzj,ptanzi,prow,pnzj,cnzi; 101eb9c0419SKris Buschelman MatScalar *ca; 102eb9c0419SKris Buschelman 103eb9c0419SKris Buschelman PetscFunctionBegin; 104eb9c0419SKris Buschelman 105eb9c0419SKris Buschelman /* Start timer */ 106eb9c0419SKris Buschelman ierr = PetscLogEventBegin(MATSeqAIJ_PtAPSymbolic,A,P,0,0);CHKERRQ(ierr); 107eb9c0419SKris Buschelman 108eb9c0419SKris Buschelman /* Get ij structure of P^T */ 109eb9c0419SKris Buschelman ierr = MatGetSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr); 110eb9c0419SKris Buschelman ptJ=ptj; 111eb9c0419SKris Buschelman 112eb9c0419SKris Buschelman /* Allocate ci array, arrays for fill computation and */ 113eb9c0419SKris Buschelman /* free space for accumulating nonzero column info */ 1143985e5eaSKris Buschelman ierr = PetscMalloc((pn+1)*sizeof(int),&ci);CHKERRQ(ierr); 115eb9c0419SKris Buschelman ci[0] = 0; 116eb9c0419SKris Buschelman 117eb9c0419SKris Buschelman ierr = PetscMalloc((2*pn+2*an+1)*sizeof(int),&ptadenserow);CHKERRQ(ierr); 118eb9c0419SKris Buschelman ierr = PetscMemzero(ptadenserow,(2*pn+2*an+1)*sizeof(int));CHKERRQ(ierr); 119eb9c0419SKris Buschelman ptasparserow = ptadenserow + an; 120eb9c0419SKris Buschelman denserow = ptasparserow + an; 121eb9c0419SKris Buschelman sparserow = denserow + pn; 122eb9c0419SKris Buschelman 123eb9c0419SKris Buschelman /* Set initial free space to be nnz(A) scaled by aspect ratio of P. */ 124eb9c0419SKris Buschelman /* This should be reasonable if sparsity of PtAP is similar to that of A. */ 125eb9c0419SKris Buschelman ierr = GetMoreSpace((ai[am]/pm)*pn,&free_space); 126eb9c0419SKris Buschelman current_space = free_space; 127eb9c0419SKris Buschelman 128eb9c0419SKris Buschelman /* Determine symbolic info for each row of C: */ 129eb9c0419SKris Buschelman for (i=0;i<pn;i++) { 130eb9c0419SKris Buschelman ptnzi = pti[i+1] - pti[i]; 131eb9c0419SKris Buschelman ptanzi = 0; 132eb9c0419SKris Buschelman /* Determine symbolic row of PtA: */ 133eb9c0419SKris Buschelman for (j=0;j<ptnzi;j++) { 134eb9c0419SKris Buschelman arow = *ptJ++; 135eb9c0419SKris Buschelman anzj = ai[arow+1] - ai[arow]; 136eb9c0419SKris Buschelman ajj = aj + ai[arow]; 137eb9c0419SKris Buschelman for (k=0;k<anzj;k++) { 138eb9c0419SKris Buschelman if (!ptadenserow[ajj[k]]) { 139eb9c0419SKris Buschelman ptadenserow[ajj[k]] = -1; 140eb9c0419SKris Buschelman ptasparserow[ptanzi++] = ajj[k]; 141eb9c0419SKris Buschelman } 142eb9c0419SKris Buschelman } 143eb9c0419SKris Buschelman } 144eb9c0419SKris Buschelman /* Using symbolic info for row of PtA, determine symbolic info for row of C: */ 145eb9c0419SKris Buschelman ptaj = ptasparserow; 146eb9c0419SKris Buschelman cnzi = 0; 147eb9c0419SKris Buschelman for (j=0;j<ptanzi;j++) { 148eb9c0419SKris Buschelman prow = *ptaj++; 149eb9c0419SKris Buschelman pnzj = pi[prow+1] - pi[prow]; 150eb9c0419SKris Buschelman pjj = pj + pi[prow]; 151eb9c0419SKris Buschelman for (k=0;k<pnzj;k++) { 152eb9c0419SKris Buschelman if (!denserow[pjj[k]]) { 153eb9c0419SKris Buschelman denserow[pjj[k]] = -1; 154eb9c0419SKris Buschelman sparserow[cnzi++] = pjj[k]; 155eb9c0419SKris Buschelman } 156eb9c0419SKris Buschelman } 157eb9c0419SKris Buschelman } 158eb9c0419SKris Buschelman 159eb9c0419SKris Buschelman /* sort sparserow */ 160eb9c0419SKris Buschelman ierr = PetscSortInt(cnzi,sparserow);CHKERRQ(ierr); 161eb9c0419SKris Buschelman 162eb9c0419SKris Buschelman /* If free space is not available, make more free space */ 163eb9c0419SKris Buschelman /* Double the amount of total space in the list */ 164eb9c0419SKris Buschelman if (current_space->local_remaining<cnzi) { 165eb9c0419SKris Buschelman ierr = GetMoreSpace(current_space->total_array_size,¤t_space);CHKERRQ(ierr); 166eb9c0419SKris Buschelman } 167eb9c0419SKris Buschelman 168eb9c0419SKris Buschelman /* Copy data into free space, and zero out denserows */ 169eb9c0419SKris Buschelman ierr = PetscMemcpy(current_space->array,sparserow,cnzi*sizeof(int));CHKERRQ(ierr); 170eb9c0419SKris Buschelman current_space->array += cnzi; 171eb9c0419SKris Buschelman current_space->local_used += cnzi; 172eb9c0419SKris Buschelman current_space->local_remaining -= cnzi; 173eb9c0419SKris Buschelman 174eb9c0419SKris Buschelman for (j=0;j<ptanzi;j++) { 175eb9c0419SKris Buschelman ptadenserow[ptasparserow[j]] = 0; 176eb9c0419SKris Buschelman } 177eb9c0419SKris Buschelman for (j=0;j<cnzi;j++) { 178eb9c0419SKris Buschelman denserow[sparserow[j]] = 0; 179eb9c0419SKris Buschelman } 180eb9c0419SKris Buschelman /* Aside: Perhaps we should save the pta info for the numerical factorization. */ 181eb9c0419SKris Buschelman /* For now, we will recompute what is needed. */ 182eb9c0419SKris Buschelman ci[i+1] = ci[i] + cnzi; 183eb9c0419SKris Buschelman } 184eb9c0419SKris Buschelman /* nnz is now stored in ci[ptm], column indices are in the list of free space */ 185eb9c0419SKris Buschelman /* Allocate space for cj, initialize cj, and */ 186eb9c0419SKris Buschelman /* destroy list of free space and other temporary array(s) */ 187eb9c0419SKris Buschelman ierr = PetscMalloc((ci[pn]+1)*sizeof(int),&cj);CHKERRQ(ierr); 188eb9c0419SKris Buschelman ierr = MakeSpaceContiguous(&free_space,cj);CHKERRQ(ierr); 189eb9c0419SKris Buschelman ierr = PetscFree(ptadenserow);CHKERRQ(ierr); 190eb9c0419SKris Buschelman 191eb9c0419SKris Buschelman /* Allocate space for ca */ 192eb9c0419SKris Buschelman ierr = PetscMalloc((ci[pn]+1)*sizeof(MatScalar),&ca);CHKERRQ(ierr); 193eb9c0419SKris Buschelman ierr = PetscMemzero(ca,(ci[pn]+1)*sizeof(MatScalar));CHKERRQ(ierr); 194eb9c0419SKris Buschelman 195eb9c0419SKris Buschelman /* put together the new matrix */ 196eb9c0419SKris Buschelman ierr = MatCreateSeqAIJWithArrays(A->comm,pn,pn,ci,cj,ca,C);CHKERRQ(ierr); 197eb9c0419SKris Buschelman 198eb9c0419SKris Buschelman /* MatCreateSeqAIJWithArrays flags matrix so PETSc doesn't free the user's arrays. */ 199eb9c0419SKris Buschelman /* Since these are PETSc arrays, change flags to free them as necessary. */ 200eb9c0419SKris Buschelman c = (Mat_SeqAIJ *)((*C)->data); 201eb9c0419SKris Buschelman c->freedata = PETSC_TRUE; 202eb9c0419SKris Buschelman c->nonew = 0; 203eb9c0419SKris Buschelman 204eb9c0419SKris Buschelman /* Clean up. */ 205eb9c0419SKris Buschelman ierr = MatRestoreSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr); 206eb9c0419SKris Buschelman 207eb9c0419SKris Buschelman ierr = PetscLogEventEnd(MATSeqAIJ_PtAPSymbolic,A,P,0,0);CHKERRQ(ierr); 208eb9c0419SKris Buschelman PetscFunctionReturn(0); 209eb9c0419SKris Buschelman } 210eb9c0419SKris Buschelman EXTERN_C_END 211eb9c0419SKris Buschelman 2123985e5eaSKris Buschelman #include "src/mat/impls/maij/maij.h" 2133985e5eaSKris Buschelman EXTERN_C_BEGIN 2143985e5eaSKris Buschelman #undef __FUNCT__ 2153985e5eaSKris Buschelman #define __FUNCT__ "MatApplyPtAPSymbolic_SeqAIJ_SeqMAIJ" 2163985e5eaSKris Buschelman int MatApplyPtAPSymbolic_SeqAIJ_SeqMAIJ(Mat A,Mat PP,Mat *C) { 2175c66b693SKris Buschelman /* This routine requires testing -- I don't think it works. */ 2183985e5eaSKris Buschelman int ierr; 2193985e5eaSKris Buschelman FreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 2203985e5eaSKris Buschelman Mat_SeqMAIJ *pp=(Mat_SeqMAIJ*)PP->data; 2213985e5eaSKris Buschelman Mat P=pp->AIJ; 2223985e5eaSKris Buschelman Mat_SeqAIJ *a=(Mat_SeqAIJ*)A->data,*p=(Mat_SeqAIJ*)P->data,*c; 2233985e5eaSKris Buschelman int *pti,*ptj,*ptJ,*ai=a->i,*aj=a->j,*ajj,*pi=p->i,*pj=p->j,*pjj; 2243985e5eaSKris Buschelman int *ci,*cj,*denserow,*sparserow,*ptadenserow,*ptasparserow,*ptaj; 2253985e5eaSKris Buschelman int an=A->N,am=A->M,pn=P->N,pm=P->M,ppdof=pp->dof; 226fe05a634SKris Buschelman int i,j,k,dof,pdof,ptnzi,arow,anzj,ptanzi,prow,pnzj,cnzi; 2273985e5eaSKris Buschelman MatScalar *ca; 2283985e5eaSKris Buschelman 2293985e5eaSKris Buschelman PetscFunctionBegin; 2303985e5eaSKris Buschelman /* Start timer */ 2313985e5eaSKris Buschelman ierr = PetscLogEventBegin(MATSeqAIJ_PtAPSymbolic,A,PP,0,0);CHKERRQ(ierr); 2323985e5eaSKris Buschelman 2333985e5eaSKris Buschelman /* Get ij structure of P^T */ 2343985e5eaSKris Buschelman ierr = MatGetSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr); 2353985e5eaSKris Buschelman 2363985e5eaSKris Buschelman /* Allocate ci array, arrays for fill computation and */ 2373985e5eaSKris Buschelman /* free space for accumulating nonzero column info */ 2383985e5eaSKris Buschelman ierr = PetscMalloc((pn+1)*sizeof(int),&ci);CHKERRQ(ierr); 2393985e5eaSKris Buschelman ci[0] = 0; 2403985e5eaSKris Buschelman 2413985e5eaSKris Buschelman ierr = PetscMalloc((2*pn+2*an+1)*sizeof(int),&ptadenserow);CHKERRQ(ierr); 2423985e5eaSKris Buschelman ierr = PetscMemzero(ptadenserow,(2*pn+2*an+1)*sizeof(int));CHKERRQ(ierr); 2433985e5eaSKris Buschelman ptasparserow = ptadenserow + an; 2443985e5eaSKris Buschelman denserow = ptasparserow + an; 2453985e5eaSKris Buschelman sparserow = denserow + pn; 2463985e5eaSKris Buschelman 2473985e5eaSKris Buschelman /* Set initial free space to be nnz(A) scaled by aspect ratio of P. */ 2483985e5eaSKris Buschelman /* This should be reasonable if sparsity of PtAP is similar to that of A. */ 2493985e5eaSKris Buschelman ierr = GetMoreSpace((ai[am]/pm)*pn,&free_space); 2503985e5eaSKris Buschelman current_space = free_space; 2513985e5eaSKris Buschelman 2523985e5eaSKris Buschelman /* Determine symbolic info for each row of C: */ 2533985e5eaSKris Buschelman for (i=0;i<pn/ppdof;i++) { 2543985e5eaSKris Buschelman ptnzi = pti[i+1] - pti[i]; 2553985e5eaSKris Buschelman ptanzi = 0; 2563985e5eaSKris Buschelman ptJ = ptj + pti[i]; 2573985e5eaSKris Buschelman for (dof=0;dof<ppdof;dof++) { 2583985e5eaSKris Buschelman /* Determine symbolic row of PtA: */ 2593985e5eaSKris Buschelman for (j=0;j<ptnzi;j++) { 2603985e5eaSKris Buschelman arow = ptJ[j] + dof; 2613985e5eaSKris Buschelman anzj = ai[arow+1] - ai[arow]; 2623985e5eaSKris Buschelman ajj = aj + ai[arow]; 2633985e5eaSKris Buschelman for (k=0;k<anzj;k++) { 2643985e5eaSKris Buschelman if (!ptadenserow[ajj[k]]) { 2653985e5eaSKris Buschelman ptadenserow[ajj[k]] = -1; 2663985e5eaSKris Buschelman ptasparserow[ptanzi++] = ajj[k]; 2673985e5eaSKris Buschelman } 2683985e5eaSKris Buschelman } 2693985e5eaSKris Buschelman } 2703985e5eaSKris Buschelman /* Using symbolic info for row of PtA, determine symbolic info for row of C: */ 2713985e5eaSKris Buschelman ptaj = ptasparserow; 2723985e5eaSKris Buschelman cnzi = 0; 2733985e5eaSKris Buschelman for (j=0;j<ptanzi;j++) { 274fe05a634SKris Buschelman pdof = *ptaj%dof; 2753985e5eaSKris Buschelman prow = (*ptaj++)/dof; 2763985e5eaSKris Buschelman pnzj = pi[prow+1] - pi[prow]; 2773985e5eaSKris Buschelman pjj = pj + pi[prow]; 2783985e5eaSKris Buschelman for (k=0;k<pnzj;k++) { 279fe05a634SKris Buschelman if (!denserow[pjj[k]+pdof]) { 280fe05a634SKris Buschelman denserow[pjj[k]+pdof] = -1; 281fe05a634SKris Buschelman sparserow[cnzi++] = pjj[k]+pdof; 2823985e5eaSKris Buschelman } 2833985e5eaSKris Buschelman } 2843985e5eaSKris Buschelman } 2853985e5eaSKris Buschelman 2863985e5eaSKris Buschelman /* sort sparserow */ 2873985e5eaSKris Buschelman ierr = PetscSortInt(cnzi,sparserow);CHKERRQ(ierr); 2883985e5eaSKris Buschelman 2893985e5eaSKris Buschelman /* If free space is not available, make more free space */ 2903985e5eaSKris Buschelman /* Double the amount of total space in the list */ 2913985e5eaSKris Buschelman if (current_space->local_remaining<cnzi) { 2923985e5eaSKris Buschelman ierr = GetMoreSpace(current_space->total_array_size,¤t_space);CHKERRQ(ierr); 2933985e5eaSKris Buschelman } 2943985e5eaSKris Buschelman 2953985e5eaSKris Buschelman /* Copy data into free space, and zero out denserows */ 2963985e5eaSKris Buschelman ierr = PetscMemcpy(current_space->array,sparserow,cnzi*sizeof(int));CHKERRQ(ierr); 2973985e5eaSKris Buschelman current_space->array += cnzi; 2983985e5eaSKris Buschelman current_space->local_used += cnzi; 2993985e5eaSKris Buschelman current_space->local_remaining -= cnzi; 3003985e5eaSKris Buschelman 3013985e5eaSKris Buschelman for (j=0;j<ptanzi;j++) { 3023985e5eaSKris Buschelman ptadenserow[ptasparserow[j]] = 0; 3033985e5eaSKris Buschelman } 3043985e5eaSKris Buschelman for (j=0;j<cnzi;j++) { 3053985e5eaSKris Buschelman denserow[sparserow[j]] = 0; 3063985e5eaSKris Buschelman } 3073985e5eaSKris Buschelman /* Aside: Perhaps we should save the pta info for the numerical factorization. */ 3083985e5eaSKris Buschelman /* For now, we will recompute what is needed. */ 3093985e5eaSKris Buschelman ci[i+1+dof] = ci[i+dof] + cnzi; 3103985e5eaSKris Buschelman } 3113985e5eaSKris Buschelman } 3123985e5eaSKris Buschelman /* nnz is now stored in ci[ptm], column indices are in the list of free space */ 3133985e5eaSKris Buschelman /* Allocate space for cj, initialize cj, and */ 3143985e5eaSKris Buschelman /* destroy list of free space and other temporary array(s) */ 3153985e5eaSKris Buschelman ierr = PetscMalloc((ci[pn]+1)*sizeof(int),&cj);CHKERRQ(ierr); 3163985e5eaSKris Buschelman ierr = MakeSpaceContiguous(&free_space,cj);CHKERRQ(ierr); 3173985e5eaSKris Buschelman ierr = PetscFree(ptadenserow);CHKERRQ(ierr); 3183985e5eaSKris Buschelman 3193985e5eaSKris Buschelman /* Allocate space for ca */ 3203985e5eaSKris Buschelman ierr = PetscMalloc((ci[pn]+1)*sizeof(MatScalar),&ca);CHKERRQ(ierr); 3213985e5eaSKris Buschelman ierr = PetscMemzero(ca,(ci[pn]+1)*sizeof(MatScalar));CHKERRQ(ierr); 3223985e5eaSKris Buschelman 3233985e5eaSKris Buschelman /* put together the new matrix */ 3243985e5eaSKris Buschelman ierr = MatCreateSeqAIJWithArrays(A->comm,pn,pn,ci,cj,ca,C);CHKERRQ(ierr); 3253985e5eaSKris Buschelman 3263985e5eaSKris Buschelman /* MatCreateSeqAIJWithArrays flags matrix so PETSc doesn't free the user's arrays. */ 3273985e5eaSKris Buschelman /* Since these are PETSc arrays, change flags to free them as necessary. */ 3283985e5eaSKris Buschelman c = (Mat_SeqAIJ *)((*C)->data); 3293985e5eaSKris Buschelman c->freedata = PETSC_TRUE; 3303985e5eaSKris Buschelman c->nonew = 0; 3313985e5eaSKris Buschelman 3323985e5eaSKris Buschelman /* Clean up. */ 3333985e5eaSKris Buschelman ierr = MatRestoreSymbolicTranspose_SeqAIJ(P,&pti,&ptj);CHKERRQ(ierr); 3343985e5eaSKris Buschelman 3353985e5eaSKris Buschelman ierr = PetscLogEventEnd(MATSeqAIJ_PtAPSymbolic,A,PP,0,0);CHKERRQ(ierr); 3363985e5eaSKris Buschelman PetscFunctionReturn(0); 3373985e5eaSKris Buschelman } 3383985e5eaSKris Buschelman EXTERN_C_END 3393985e5eaSKris Buschelman 340eb9c0419SKris Buschelman /* 341eb9c0419SKris Buschelman MatSeqAIJPtAPNumeric - Computes the SeqAIJ matrix product, C, 342eb9c0419SKris Buschelman of SeqAIJ matrix A and matrix P, according to: 343eb9c0419SKris Buschelman C = P^T * A * P 344eb9c0419SKris Buschelman Note: C must have been created by calling MatSeqAIJApplyPtAPSymbolic. 345eb9c0419SKris Buschelman */ 346eb9c0419SKris Buschelman #undef __FUNCT__ 347eb9c0419SKris Buschelman #define __FUNCT__ "MatSeqAIJPtAPNumeric" 348eb9c0419SKris Buschelman int MatSeqAIJPtAPNumeric(Mat A,Mat P,Mat C) { 349eb9c0419SKris Buschelman int ierr; 350eb9c0419SKris Buschelman char funct[80]; 351eb9c0419SKris Buschelman 352eb9c0419SKris Buschelman PetscFunctionBegin; 353eb9c0419SKris Buschelman 3544482741eSBarry Smith PetscValidHeaderSpecific(A,MAT_COOKIE,1); 355c9780b6fSBarry Smith PetscValidType(A,1); 356eb9c0419SKris Buschelman MatPreallocated(A); 357eb9c0419SKris Buschelman if (!A->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix"); 358eb9c0419SKris Buschelman if (A->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix"); 359eb9c0419SKris Buschelman 3604482741eSBarry Smith PetscValidHeaderSpecific(P,MAT_COOKIE,2); 361c9780b6fSBarry Smith PetscValidType(P,2); 362eb9c0419SKris Buschelman MatPreallocated(P); 363eb9c0419SKris Buschelman if (!P->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix"); 364eb9c0419SKris Buschelman if (P->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix"); 365eb9c0419SKris Buschelman 3664482741eSBarry Smith PetscValidHeaderSpecific(C,MAT_COOKIE,3); 367c9780b6fSBarry Smith PetscValidType(C,3); 368eb9c0419SKris Buschelman MatPreallocated(C); 369eb9c0419SKris Buschelman if (!C->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix"); 370eb9c0419SKris Buschelman if (C->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix"); 371eb9c0419SKris Buschelman 372eb9c0419SKris Buschelman if (P->N!=C->M) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->N,C->M); 373eb9c0419SKris Buschelman if (P->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->M,A->N); 374eb9c0419SKris Buschelman if (A->M!=A->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix 'A' must be square, %d != %d",A->M,A->N); 375eb9c0419SKris Buschelman if (P->N!=C->N) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",P->N,C->N); 376eb9c0419SKris Buschelman 377eb9c0419SKris Buschelman /* Query A for ApplyPtAP implementation based on types of P */ 378eb9c0419SKris Buschelman ierr = PetscStrcpy(funct,"MatApplyPtAPNumeric_seqaij_");CHKERRQ(ierr); 379eb9c0419SKris Buschelman ierr = PetscStrcat(funct,P->type_name);CHKERRQ(ierr); 380*1f4e1ec7SBarry Smith ierr = PetscUseMethod(A,funct,(Mat,Mat,Mat),(A,P,C));CHKERRQ(ierr); 381eb9c0419SKris Buschelman 382eb9c0419SKris Buschelman PetscFunctionReturn(0); 383eb9c0419SKris Buschelman } 384eb9c0419SKris Buschelman 385eb9c0419SKris Buschelman EXTERN_C_BEGIN 386eb9c0419SKris Buschelman #undef __FUNCT__ 387eb9c0419SKris Buschelman #define __FUNCT__ "MatApplyPtAPNumeric_SeqAIJ_SeqAIJ" 388eb9c0419SKris Buschelman int MatApplyPtAPNumeric_SeqAIJ_SeqAIJ(Mat A,Mat P,Mat C) { 389eb9c0419SKris Buschelman int ierr,flops=0; 390eb9c0419SKris Buschelman Mat_SeqAIJ *a = (Mat_SeqAIJ *) A->data; 391eb9c0419SKris Buschelman Mat_SeqAIJ *p = (Mat_SeqAIJ *) P->data; 392eb9c0419SKris Buschelman Mat_SeqAIJ *c = (Mat_SeqAIJ *) C->data; 393eb9c0419SKris Buschelman int *ai=a->i,*aj=a->j,*apj,*apjdense,*pi=p->i,*pj=p->j,*pJ=p->j,*pjj; 394eb9c0419SKris Buschelman int *ci=c->i,*cj=c->j,*cjj; 395eb9c0419SKris Buschelman int am=A->M,cn=C->N,cm=C->M; 396eb9c0419SKris Buschelman int i,j,k,anzi,pnzi,apnzj,nextap,pnzj,prow,crow; 397eb9c0419SKris Buschelman MatScalar *aa=a->a,*apa,*pa=p->a,*pA=p->a,*paj,*ca=c->a,*caj; 398eb9c0419SKris Buschelman 399eb9c0419SKris Buschelman PetscFunctionBegin; 400eb9c0419SKris Buschelman ierr = PetscLogEventBegin(MATSeqAIJ_PtAPNumeric,A,P,C,0);CHKERRQ(ierr); 401eb9c0419SKris Buschelman 402eb9c0419SKris Buschelman /* Allocate temporary array for storage of one row of A*P */ 403eb9c0419SKris Buschelman ierr = PetscMalloc(cn*(sizeof(MatScalar)+2*sizeof(int)),&apa);CHKERRQ(ierr); 404eb9c0419SKris Buschelman ierr = PetscMemzero(apa,cn*(sizeof(MatScalar)+2*sizeof(int)));CHKERRQ(ierr); 405eb9c0419SKris Buschelman 406eb9c0419SKris Buschelman apj = (int *)(apa + cn); 407eb9c0419SKris Buschelman apjdense = apj + cn; 408eb9c0419SKris Buschelman 409eb9c0419SKris Buschelman /* Clear old values in C */ 410eb9c0419SKris Buschelman ierr = PetscMemzero(ca,ci[cm]*sizeof(MatScalar));CHKERRQ(ierr); 411eb9c0419SKris Buschelman 412eb9c0419SKris Buschelman for (i=0;i<am;i++) { 413eb9c0419SKris Buschelman /* Form sparse row of A*P */ 414eb9c0419SKris Buschelman anzi = ai[i+1] - ai[i]; 415eb9c0419SKris Buschelman apnzj = 0; 416eb9c0419SKris Buschelman for (j=0;j<anzi;j++) { 417eb9c0419SKris Buschelman prow = *aj++; 418eb9c0419SKris Buschelman pnzj = pi[prow+1] - pi[prow]; 419eb9c0419SKris Buschelman pjj = pj + pi[prow]; 420eb9c0419SKris Buschelman paj = pa + pi[prow]; 421eb9c0419SKris Buschelman for (k=0;k<pnzj;k++) { 422eb9c0419SKris Buschelman if (!apjdense[pjj[k]]) { 423eb9c0419SKris Buschelman apjdense[pjj[k]] = -1; 424eb9c0419SKris Buschelman apj[apnzj++] = pjj[k]; 425eb9c0419SKris Buschelman } 426eb9c0419SKris Buschelman apa[pjj[k]] += (*aa)*paj[k]; 427eb9c0419SKris Buschelman } 428eb9c0419SKris Buschelman flops += 2*pnzj; 429eb9c0419SKris Buschelman aa++; 430eb9c0419SKris Buschelman } 431eb9c0419SKris Buschelman 432eb9c0419SKris Buschelman /* Sort the j index array for quick sparse axpy. */ 433eb9c0419SKris Buschelman ierr = PetscSortInt(apnzj,apj);CHKERRQ(ierr); 434eb9c0419SKris Buschelman 435eb9c0419SKris Buschelman /* Compute P^T*A*P using outer product (P^T)[:,j]*(A*P)[j,:]. */ 436eb9c0419SKris Buschelman pnzi = pi[i+1] - pi[i]; 437eb9c0419SKris Buschelman for (j=0;j<pnzi;j++) { 438eb9c0419SKris Buschelman nextap = 0; 439eb9c0419SKris Buschelman crow = *pJ++; 440eb9c0419SKris Buschelman cjj = cj + ci[crow]; 441eb9c0419SKris Buschelman caj = ca + ci[crow]; 442eb9c0419SKris Buschelman /* Perform sparse axpy operation. Note cjj includes apj. */ 443eb9c0419SKris Buschelman for (k=0;nextap<apnzj;k++) { 444eb9c0419SKris Buschelman if (cjj[k]==apj[nextap]) { 445eb9c0419SKris Buschelman caj[k] += (*pA)*apa[apj[nextap++]]; 446eb9c0419SKris Buschelman } 447eb9c0419SKris Buschelman } 448eb9c0419SKris Buschelman flops += 2*apnzj; 449eb9c0419SKris Buschelman pA++; 450eb9c0419SKris Buschelman } 451eb9c0419SKris Buschelman 452eb9c0419SKris Buschelman /* Zero the current row info for A*P */ 453eb9c0419SKris Buschelman for (j=0;j<apnzj;j++) { 454eb9c0419SKris Buschelman apa[apj[j]] = 0.; 455eb9c0419SKris Buschelman apjdense[apj[j]] = 0; 456eb9c0419SKris Buschelman } 457eb9c0419SKris Buschelman } 458eb9c0419SKris Buschelman 459eb9c0419SKris Buschelman /* Assemble the final matrix and clean up */ 460eb9c0419SKris Buschelman ierr = MatAssemblyBegin(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 461eb9c0419SKris Buschelman ierr = MatAssemblyEnd(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 462eb9c0419SKris Buschelman ierr = PetscFree(apa);CHKERRQ(ierr); 463eb9c0419SKris Buschelman ierr = PetscLogFlops(flops);CHKERRQ(ierr); 464eb9c0419SKris Buschelman ierr = PetscLogEventEnd(MATSeqAIJ_PtAPNumeric,A,P,C,0);CHKERRQ(ierr); 465eb9c0419SKris Buschelman 466eb9c0419SKris Buschelman PetscFunctionReturn(0); 467eb9c0419SKris Buschelman } 468eb9c0419SKris Buschelman EXTERN_C_END 469eb9c0419SKris Buschelman 470eb9c0419SKris Buschelman #undef __FUNCT__ 471eb9c0419SKris Buschelman #define __FUNCT__ "RegisterApplyPtAPRoutines_Private" 472eb9c0419SKris Buschelman int RegisterApplyPtAPRoutines_Private(Mat A) { 473eb9c0419SKris Buschelman int ierr; 474eb9c0419SKris Buschelman 475eb9c0419SKris Buschelman PetscFunctionBegin; 476eb9c0419SKris Buschelman 477eb9c0419SKris Buschelman if (!MATSeqAIJ_PtAP) { 478eb9c0419SKris Buschelman ierr = PetscLogEventRegister(&MATSeqAIJ_PtAP,"MatSeqAIJApplyPtAP",MAT_COOKIE);CHKERRQ(ierr); 479eb9c0419SKris Buschelman } 480eb9c0419SKris Buschelman 481eb9c0419SKris Buschelman if (!MATSeqAIJ_PtAPSymbolic) { 482eb9c0419SKris Buschelman ierr = PetscLogEventRegister(&MATSeqAIJ_PtAPSymbolic,"MatSeqAIJApplyPtAPSymbolic",MAT_COOKIE);CHKERRQ(ierr); 483eb9c0419SKris Buschelman } 484eb9c0419SKris Buschelman ierr = PetscObjectComposeFunctionDynamic((PetscObject)A,"MatApplyPtAPSymbolic_seqaij_seqaij", 485eb9c0419SKris Buschelman "MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ", 486eb9c0419SKris Buschelman MatApplyPtAPSymbolic_SeqAIJ_SeqAIJ);CHKERRQ(ierr); 487eb9c0419SKris Buschelman 488eb9c0419SKris Buschelman if (!MATSeqAIJ_PtAPNumeric) { 489eb9c0419SKris Buschelman ierr = PetscLogEventRegister(&MATSeqAIJ_PtAPNumeric,"MatSeqAIJApplyPtAPNumeric",MAT_COOKIE);CHKERRQ(ierr); 490eb9c0419SKris Buschelman } 491eb9c0419SKris Buschelman ierr = PetscObjectComposeFunctionDynamic((PetscObject)A,"MatApplyPtAPNumeric_seqaij_seqaij", 492eb9c0419SKris Buschelman "MatApplyPtAPNumeric_SeqAIJ_SeqAIJ", 493eb9c0419SKris Buschelman MatApplyPtAPNumeric_SeqAIJ_SeqAIJ);CHKERRQ(ierr); 4945c66b693SKris Buschelman ierr = RegisterMatMatMultRoutines_Private(A);CHKERRQ(ierr); 495eb9c0419SKris Buschelman PetscFunctionReturn(0); 496eb9c0419SKris Buschelman } 497