1*d50806bdSBarry Smith /*$Id: matmatmult.c,v 1.15 2001/09/07 20:04:44 buschelm Exp $*/ 2*d50806bdSBarry Smith /* 3*d50806bdSBarry Smith Defines a matrix-matrix product for 2 SeqAIJ matrices 4*d50806bdSBarry Smith C = A * B 5*d50806bdSBarry Smith */ 6*d50806bdSBarry Smith 7*d50806bdSBarry Smith #include "src/mat/impls/aij/seq/aij.h" 8*d50806bdSBarry Smith 9*d50806bdSBarry Smith typedef struct _Space *FreeSpaceList; 10*d50806bdSBarry Smith typedef struct _Space { 11*d50806bdSBarry Smith FreeSpaceList more_space; 12*d50806bdSBarry Smith int *array; 13*d50806bdSBarry Smith int *array_head; 14*d50806bdSBarry Smith int total_array_size; 15*d50806bdSBarry Smith int local_used; 16*d50806bdSBarry Smith int local_remaining; 17*d50806bdSBarry Smith } FreeSpace; 18*d50806bdSBarry Smith 19*d50806bdSBarry Smith #undef __FUNCT__ 20*d50806bdSBarry Smith #define __FUNCT__ "GetMoreSpace" 21*d50806bdSBarry Smith int GetMoreSpace(int size,FreeSpaceList *list) { 22*d50806bdSBarry Smith FreeSpaceList a; 23*d50806bdSBarry Smith int ierr; 24*d50806bdSBarry Smith 25*d50806bdSBarry Smith PetscFunctionBegin; 26*d50806bdSBarry Smith ierr = PetscMalloc(sizeof(FreeSpace),&a);CHKERRQ(ierr); 27*d50806bdSBarry Smith ierr = PetscMalloc(size*sizeof(int),&(a->array_head));CHKERRQ(ierr); 28*d50806bdSBarry Smith a->array = a->array_head; 29*d50806bdSBarry Smith a->local_remaining = size; 30*d50806bdSBarry Smith a->local_used = 0; 31*d50806bdSBarry Smith a->total_array_size = 0; 32*d50806bdSBarry Smith a->more_space = NULL; 33*d50806bdSBarry Smith 34*d50806bdSBarry Smith if (*list) { 35*d50806bdSBarry Smith (*list)->more_space = a; 36*d50806bdSBarry Smith a->total_array_size = (*list)->total_array_size; 37*d50806bdSBarry Smith } 38*d50806bdSBarry Smith 39*d50806bdSBarry Smith a->total_array_size += size; 40*d50806bdSBarry Smith *list = a; 41*d50806bdSBarry Smith PetscFunctionReturn(0); 42*d50806bdSBarry Smith } 43*d50806bdSBarry Smith 44*d50806bdSBarry Smith #undef __FUNCT__ 45*d50806bdSBarry Smith #define __FUNCT__ "MakeSpaceContiguous" 46*d50806bdSBarry Smith int MakeSpaceContiguous(int *space,FreeSpaceList *head) { 47*d50806bdSBarry Smith FreeSpaceList a; 48*d50806bdSBarry Smith int ierr; 49*d50806bdSBarry Smith 50*d50806bdSBarry Smith PetscFunctionBegin; 51*d50806bdSBarry Smith while ((*head)!=NULL) { 52*d50806bdSBarry Smith a = (*head)->more_space; 53*d50806bdSBarry Smith ierr = PetscMemcpy(space,(*head)->array_head,((*head)->local_used)*sizeof(int));CHKERRQ(ierr); 54*d50806bdSBarry Smith space += (*head)->local_used; 55*d50806bdSBarry Smith ierr = PetscFree((*head)->array_head);CHKERRQ(ierr); 56*d50806bdSBarry Smith ierr = PetscFree(*head);CHKERRQ(ierr); 57*d50806bdSBarry Smith *head = a; 58*d50806bdSBarry Smith } 59*d50806bdSBarry Smith PetscFunctionReturn(0); 60*d50806bdSBarry Smith } 61*d50806bdSBarry Smith 62*d50806bdSBarry Smith static int logkey_matmatmult_symbolic = 0; 63*d50806bdSBarry Smith static int logkey_matmatmult_numeric = 0; 64*d50806bdSBarry Smith 65*d50806bdSBarry Smith /* 66*d50806bdSBarry Smith MatMatMult_SeqAIJ_SeqAIJ_Symbolic - Forms the symbolic product of two SeqAIJ matrices 67*d50806bdSBarry Smith C=A*B; 68*d50806bdSBarry Smith 69*d50806bdSBarry Smith Note: C is assumed to be uninitialized. 70*d50806bdSBarry Smith If this is not the case, Destroy C before calling this routine. 71*d50806bdSBarry Smith */ 72*d50806bdSBarry Smith #undef __FUNCT__ 73*d50806bdSBarry Smith #define __FUNCT__ "MatMatMult_SeqAIJ_SeqAIJ_Symbolic" 74*d50806bdSBarry Smith int MatMatMult_SeqAIJ_SeqAIJ_Symbolic(Mat A,Mat B,Mat *C) 75*d50806bdSBarry Smith { 76*d50806bdSBarry Smith int ierr; 77*d50806bdSBarry Smith FreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 78*d50806bdSBarry Smith Mat_SeqAIJ *a=(Mat_SeqAIJ*)A->data,*b=(Mat_SeqAIJ*)B->data,*c; 79*d50806bdSBarry Smith int aishift=a->indexshift,bishift=b->indexshift; 80*d50806bdSBarry Smith int *ai=a->i,*aj=a->j,*bi=b->i,*bj=b->j,*bjj; 81*d50806bdSBarry Smith int *ci,*cj,*densefill,*sparsefill; 82*d50806bdSBarry Smith int an=A->N,am=A->M,bn=B->N,bm=B->M; 83*d50806bdSBarry Smith int i,j,k,anzi,brow,bnzj,cnzi; 84*d50806bdSBarry Smith MatScalar *ca; 85*d50806bdSBarry Smith 86*d50806bdSBarry Smith PetscFunctionBegin; 87*d50806bdSBarry Smith /* some error checking which could be moved into interface layer */ 88*d50806bdSBarry Smith if (aishift || bishift) SETERRQ(PETSC_ERR_SUP,"Shifted matrix indices are not supported."); 89*d50806bdSBarry Smith if (an!=bm) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",an,bm); 90*d50806bdSBarry Smith 91*d50806bdSBarry Smith if (!logkey_matmatmult_symbolic) { 92*d50806bdSBarry Smith ierr = PetscLogEventRegister(&logkey_matmatmult_symbolic,"MatMatMult_Symbolic",MAT_COOKIE);CHKERRQ(ierr); 93*d50806bdSBarry Smith } 94*d50806bdSBarry Smith ierr = PetscLogEventBegin(logkey_matmatmult_symbolic,A,B,0,0);CHKERRQ(ierr); 95*d50806bdSBarry Smith 96*d50806bdSBarry Smith /* Set up */ 97*d50806bdSBarry Smith /* Allocate ci array, arrays for fill computation and */ 98*d50806bdSBarry Smith /* free space for accumulating nonzero column info */ 99*d50806bdSBarry Smith ierr = PetscMalloc(((am+1)+1)*sizeof(int),&ci);CHKERRQ(ierr); 100*d50806bdSBarry Smith ci[0] = 0; 101*d50806bdSBarry Smith 102*d50806bdSBarry Smith ierr = PetscMalloc((2*bn+1)*sizeof(int),&densefill);CHKERRQ(ierr); 103*d50806bdSBarry Smith ierr = PetscMemzero(densefill,(2*bn+1)*sizeof(int));CHKERRQ(ierr); 104*d50806bdSBarry Smith sparsefill = densefill + bn; 105*d50806bdSBarry Smith 106*d50806bdSBarry Smith /* Initial FreeSpace size is nnz(B)=bi[bm] */ 107*d50806bdSBarry Smith ierr = GetMoreSpace(bi[bm],&free_space);CHKERRQ(ierr); 108*d50806bdSBarry Smith current_space = free_space; 109*d50806bdSBarry Smith 110*d50806bdSBarry Smith /* Determine fill for each row: */ 111*d50806bdSBarry Smith for (i=0;i<am;i++) { 112*d50806bdSBarry Smith anzi = ai[i+1] - ai[i]; 113*d50806bdSBarry Smith cnzi = 0; 114*d50806bdSBarry Smith for (j=0;j<anzi;j++) { 115*d50806bdSBarry Smith brow = *aj++; 116*d50806bdSBarry Smith bnzj = bi[brow+1] - bi[brow]; 117*d50806bdSBarry Smith bjj = bj + bi[brow]; 118*d50806bdSBarry Smith for (k=0;k<bnzj;k++) { 119*d50806bdSBarry Smith /* If column is not marked, mark it in compressed and uncompressed locations. */ 120*d50806bdSBarry Smith /* For simplicity, leave uncompressed row unsorted until finished with row, */ 121*d50806bdSBarry Smith /* and increment nonzero count for this row. */ 122*d50806bdSBarry Smith if (!densefill[bjj[k]]) { 123*d50806bdSBarry Smith densefill[bjj[k]] = -1; 124*d50806bdSBarry Smith sparsefill[cnzi++] = bjj[k]; 125*d50806bdSBarry Smith } 126*d50806bdSBarry Smith } 127*d50806bdSBarry Smith } 128*d50806bdSBarry Smith 129*d50806bdSBarry Smith /* sort sparsefill */ 130*d50806bdSBarry Smith ierr = PetscSortInt(cnzi,sparsefill);CHKERRQ(ierr); 131*d50806bdSBarry Smith 132*d50806bdSBarry Smith /* If free space is not available, make more free space */ 133*d50806bdSBarry Smith /* Double the amount of total space in the list */ 134*d50806bdSBarry Smith if (current_space->local_remaining<cnzi) { 135*d50806bdSBarry Smith ierr = GetMoreSpace(current_space->total_array_size,¤t_space);CHKERRQ(ierr); 136*d50806bdSBarry Smith } 137*d50806bdSBarry Smith 138*d50806bdSBarry Smith /* Copy data into free space, and zero out densefill */ 139*d50806bdSBarry Smith ierr = PetscMemcpy(current_space->array,sparsefill,cnzi*sizeof(int));CHKERRQ(ierr); 140*d50806bdSBarry Smith current_space->array += cnzi; 141*d50806bdSBarry Smith current_space->local_used += cnzi; 142*d50806bdSBarry Smith current_space->local_remaining -= cnzi; 143*d50806bdSBarry Smith for (j=0;j<cnzi;j++) { 144*d50806bdSBarry Smith densefill[sparsefill[j]] = 0; 145*d50806bdSBarry Smith } 146*d50806bdSBarry Smith ci[i+1] = ci[i] + cnzi; 147*d50806bdSBarry Smith } 148*d50806bdSBarry Smith 149*d50806bdSBarry Smith /* nnz is now stored in ci[am], column indices are in the list of free space */ 150*d50806bdSBarry Smith /* Allocate space for cj, initialize cj, and */ 151*d50806bdSBarry Smith /* destroy list of free space and other temporary array(s) */ 152*d50806bdSBarry Smith ierr = PetscMalloc((ci[am]+1)*sizeof(int),&cj);CHKERRQ(ierr); 153*d50806bdSBarry Smith ierr = MakeSpaceContiguous(cj,&free_space);CHKERRQ(ierr); 154*d50806bdSBarry Smith ierr = PetscFree(densefill);CHKERRQ(ierr); 155*d50806bdSBarry Smith 156*d50806bdSBarry Smith /* Allocate space for ca */ 157*d50806bdSBarry Smith ierr = PetscMalloc((ci[am]+1)*sizeof(MatScalar),&ca);CHKERRQ(ierr); 158*d50806bdSBarry Smith ierr = PetscMemzero(ca,(ci[am]+1)*sizeof(MatScalar));CHKERRQ(ierr); 159*d50806bdSBarry Smith 160*d50806bdSBarry Smith /* put together the new matrix */ 161*d50806bdSBarry Smith ierr = MatCreateSeqAIJWithArrays(A->comm,am,bn,ci,cj,ca,C);CHKERRQ(ierr); 162*d50806bdSBarry Smith 163*d50806bdSBarry Smith /* MatCreateSeqAIJWithArrays flags matrix so PETSc doesn't free the user's arrays. */ 164*d50806bdSBarry Smith /* These are PETSc arrays, so change flags so arrays can be deleted by PETSc */ 165*d50806bdSBarry Smith c = (Mat_SeqAIJ *)((*C)->data); 166*d50806bdSBarry Smith c->freedata = PETSC_TRUE; 167*d50806bdSBarry Smith c->nonew = 0; 168*d50806bdSBarry Smith 169*d50806bdSBarry Smith ierr = PetscLogEventEnd(logkey_matmatmult_symbolic,A,B,0,0);CHKERRQ(ierr); 170*d50806bdSBarry Smith PetscFunctionReturn(0); 171*d50806bdSBarry Smith } 172*d50806bdSBarry Smith 173*d50806bdSBarry Smith /* 174*d50806bdSBarry Smith MatMatMult_SeqAIJ_SeqAIJ_Numeric - Forms the numeric product of two SeqAIJ matrices 175*d50806bdSBarry Smith C=A*B; 176*d50806bdSBarry Smith Note: C must have been created by calling MatMatMult_SeqAIJ_SeqAIJ_Symbolic. 177*d50806bdSBarry Smith */ 178*d50806bdSBarry Smith #undef __FUNCT__ 179*d50806bdSBarry Smith #define __FUNCT__ "MatMatMult_SeqAIJ_SeqAIJ_Numeric" 180*d50806bdSBarry Smith int MatMatMult_SeqAIJ_SeqAIJ_Numeric(Mat A,Mat B,Mat C) 181*d50806bdSBarry Smith { 182*d50806bdSBarry Smith Mat_SeqAIJ *a = (Mat_SeqAIJ *)A->data; 183*d50806bdSBarry Smith Mat_SeqAIJ *b = (Mat_SeqAIJ *)B->data; 184*d50806bdSBarry Smith Mat_SeqAIJ *c = (Mat_SeqAIJ *)C->data; 185*d50806bdSBarry Smith int aishift=a->indexshift,bishift=b->indexshift,cishift=c->indexshift; 186*d50806bdSBarry Smith int *ai=a->i,*aj=a->j,*bi=b->i,*bj=b->j,*bjj,*ci=c->i,*cj=c->j; 187*d50806bdSBarry Smith int an=A->N,am=A->M,bn=B->N,bm=B->M,cn=C->N,cm=C->M; 188*d50806bdSBarry Smith int ierr,i,j,k,anzi,bnzi,cnzi,brow,flops; 189*d50806bdSBarry Smith MatScalar *aa=a->a,*ba=b->a,*baj,*ca=c->a,*temp; 190*d50806bdSBarry Smith 191*d50806bdSBarry Smith PetscFunctionBegin; 192*d50806bdSBarry Smith 193*d50806bdSBarry Smith /* This error checking should be unnecessary if the symbolic was performed */ 194*d50806bdSBarry Smith if (aishift || bishift || cishift) SETERRQ(PETSC_ERR_SUP,"Shifted matrix indices are not supported."); 195*d50806bdSBarry Smith if (am!=cm) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",am,cm); 196*d50806bdSBarry Smith if (an!=bm) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",an,bm); 197*d50806bdSBarry Smith if (bn!=cn) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",bn,cn); 198*d50806bdSBarry Smith 199*d50806bdSBarry Smith if (!logkey_matmatmult_numeric) { 200*d50806bdSBarry Smith ierr = PetscLogEventRegister(&logkey_matmatmult_numeric,"MatMatMult_Numeric",MAT_COOKIE);CHKERRQ(ierr); 201*d50806bdSBarry Smith } 202*d50806bdSBarry Smith ierr = PetscLogEventBegin(logkey_matmatmult_numeric,A,B,C,0);CHKERRQ(ierr); 203*d50806bdSBarry Smith flops = 0; 204*d50806bdSBarry Smith /* Allocate temp accumulation space to avoid searching for nonzero columns in C */ 205*d50806bdSBarry Smith ierr = PetscMalloc((cn+1)*sizeof(MatScalar),&temp);CHKERRQ(ierr); 206*d50806bdSBarry Smith ierr = PetscMemzero(temp,cn*sizeof(MatScalar));CHKERRQ(ierr); 207*d50806bdSBarry Smith /* Traverse A row-wise. */ 208*d50806bdSBarry Smith /* Build the ith row in C by summing over nonzero columns in A, */ 209*d50806bdSBarry Smith /* the rows of B corresponding to nonzeros of A. */ 210*d50806bdSBarry Smith for (i=0;i<am;i++) { 211*d50806bdSBarry Smith anzi = ai[i+1] - ai[i]; 212*d50806bdSBarry Smith for (j=0;j<anzi;j++) { 213*d50806bdSBarry Smith brow = *aj++; 214*d50806bdSBarry Smith bnzi = bi[brow+1] - bi[brow]; 215*d50806bdSBarry Smith bjj = bj + bi[brow]; 216*d50806bdSBarry Smith baj = ba + bi[brow]; 217*d50806bdSBarry Smith for (k=0;k<bnzi;k++) { 218*d50806bdSBarry Smith temp[bjj[k]] += (*aa)*baj[k]; 219*d50806bdSBarry Smith } 220*d50806bdSBarry Smith flops += 2*bnzi; 221*d50806bdSBarry Smith aa++; 222*d50806bdSBarry Smith } 223*d50806bdSBarry Smith /* Store row back into C, and re-zero temp */ 224*d50806bdSBarry Smith cnzi = ci[i+1] - ci[i]; 225*d50806bdSBarry Smith for (j=0;j<cnzi;j++) { 226*d50806bdSBarry Smith ca[j] = temp[cj[j]]; 227*d50806bdSBarry Smith temp[cj[j]] = 0.0; 228*d50806bdSBarry Smith } 229*d50806bdSBarry Smith ca += cnzi; 230*d50806bdSBarry Smith cj += cnzi; 231*d50806bdSBarry Smith } 232*d50806bdSBarry Smith /* Free temp */ 233*d50806bdSBarry Smith ierr = PetscFree(temp);CHKERRQ(ierr); 234*d50806bdSBarry Smith ierr = PetscLogFlops(flops);CHKERRQ(ierr); 235*d50806bdSBarry Smith ierr = PetscLogEventEnd(logkey_matmatmult_numeric,A,B,C,0);CHKERRQ(ierr); 236*d50806bdSBarry Smith PetscFunctionReturn(0); 237*d50806bdSBarry Smith } 238*d50806bdSBarry Smith 239*d50806bdSBarry Smith #undef __FUNCT__ 240*d50806bdSBarry Smith #define __FUNCT__ "MatMatMult_SeqAIJ_SeqAIJ" 241*d50806bdSBarry Smith int MatMatMult_SeqAIJ_SeqAIJ(Mat A,Mat B,Mat *C) { 242*d50806bdSBarry Smith int ierr; 243*d50806bdSBarry Smith 244*d50806bdSBarry Smith PetscFunctionBegin; 245*d50806bdSBarry Smith ierr = MatMatMult_SeqAIJ_SeqAIJ_Symbolic(A,B,C);CHKERRQ(ierr); 246*d50806bdSBarry Smith ierr = MatMatMult_SeqAIJ_SeqAIJ_Numeric(A,B,*C);CHKERRQ(ierr); 247*d50806bdSBarry Smith PetscFunctionReturn(0); 248*d50806bdSBarry Smith } 249*d50806bdSBarry Smith 250*d50806bdSBarry Smith static int logkey_matapplyptap_symbolic = 0; 251*d50806bdSBarry Smith static int logkey_matapplyptap_numeric = 0; 252*d50806bdSBarry Smith 253*d50806bdSBarry Smith #undef __FUNCT__ 254*d50806bdSBarry Smith #define __FUNCT__ "MatApplyPtAP_SeqAIJ_Symbolic" 255*d50806bdSBarry Smith int MatApplyPtAP_SeqAIJ_Symbolic(Mat A,Mat P,Mat *C) { 256*d50806bdSBarry Smith int ierr; 257*d50806bdSBarry Smith FreeSpaceList free_space=PETSC_NULL,current_space=PETSC_NULL; 258*d50806bdSBarry Smith Mat_SeqAIJ *a=(Mat_SeqAIJ*)A->data,*p=(Mat_SeqAIJ*)P->data,*c; 259*d50806bdSBarry Smith int aishift=a->indexshift,pishift=p->indexshift; 260*d50806bdSBarry Smith int *pti,*ptj,*ptfill,*ai=a->i,*aj=a->j,*ajj,*pi=p->i,*pj=p->j,*pjj; 261*d50806bdSBarry Smith int *ci,*cj,*densefill,*sparsefill,*ptadensefill,*ptasparsefill,*ptaj; 262*d50806bdSBarry Smith int an=A->N,am=A->M,pn=P->N,pm=P->M; 263*d50806bdSBarry Smith int i,j,k,ptnzi,arow,anzj,ptanzi,prow,pnzj,cnzi; 264*d50806bdSBarry Smith MatScalar *ca; 265*d50806bdSBarry Smith 266*d50806bdSBarry Smith PetscFunctionBegin; 267*d50806bdSBarry Smith 268*d50806bdSBarry Smith /* some error checking which could be moved into interface layer */ 269*d50806bdSBarry Smith if (aishift || pishift) SETERRQ(PETSC_ERR_SUP,"Shifted matrix indices are not supported."); 270*d50806bdSBarry Smith if (pm!=an) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",pm,an); 271*d50806bdSBarry Smith if (am!=an) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix 'A' must be square, %d != %d",am, an); 272*d50806bdSBarry Smith 273*d50806bdSBarry Smith if (!logkey_matapplyptap_symbolic) { 274*d50806bdSBarry Smith ierr = PetscLogEventRegister(&logkey_matapplyptap_symbolic,"MatApplyPtAP_Symbolic",MAT_COOKIE);CHKERRQ(ierr); 275*d50806bdSBarry Smith } 276*d50806bdSBarry Smith ierr = PetscLogEventBegin(logkey_matapplyptap_symbolic,A,P,0,0);CHKERRQ(ierr); 277*d50806bdSBarry Smith 278*d50806bdSBarry Smith /* Create ij structure of P^T */ 279*d50806bdSBarry Smith /* Recall in P^T there are pn rows and pi[pm] nonzeros. */ 280*d50806bdSBarry Smith ierr = PetscMalloc((pn+1+pi[pm])*sizeof(int),&pti);CHKERRQ(ierr); 281*d50806bdSBarry Smith ierr = PetscMemzero(pti,(pn+1+pi[pm])*sizeof(int));CHKERRQ(ierr); 282*d50806bdSBarry Smith ptj = pti + pn+1; 283*d50806bdSBarry Smith 284*d50806bdSBarry Smith /* Walk through pj and count ## of non-zeros in each row of P^T. */ 285*d50806bdSBarry Smith for (i=0;i<pi[pm]-1;i++) { 286*d50806bdSBarry Smith pti[pj[i]+1] += 1; 287*d50806bdSBarry Smith } 288*d50806bdSBarry Smith /* Form pti for csr format of P^T. */ 289*d50806bdSBarry Smith for (i=0;i<pm;i++) { 290*d50806bdSBarry Smith pti[i+1] += pti[i]; 291*d50806bdSBarry Smith } 292*d50806bdSBarry Smith 293*d50806bdSBarry Smith /* Allocate temporary space for next insert location in each row of P^T. */ 294*d50806bdSBarry Smith ierr = PetscMalloc(pn*sizeof(int),&ptfill);CHKERRQ(ierr); 295*d50806bdSBarry Smith ierr = PetscMemcpy(ptfill,pti,pn*sizeof(int));CHKERRQ(ierr); 296*d50806bdSBarry Smith 297*d50806bdSBarry Smith /* Walk through P row-wise and mark nonzero entries of P^T. */ 298*d50806bdSBarry Smith for (i=0;i<pm;i++) { 299*d50806bdSBarry Smith pnzj = pi[i+1] - pi[i]; 300*d50806bdSBarry Smith for (j=0;j<pnzj;j++) { 301*d50806bdSBarry Smith ptj[ptfill[j]] = i; 302*d50806bdSBarry Smith ptfill[j] += 1; 303*d50806bdSBarry Smith } 304*d50806bdSBarry Smith } 305*d50806bdSBarry Smith 306*d50806bdSBarry Smith /* Clean-up temporary space. */ 307*d50806bdSBarry Smith ierr = PetscFree(ptfill);CHKERRQ(ierr); 308*d50806bdSBarry Smith 309*d50806bdSBarry Smith /* Allocate ci array, arrays for fill computation and */ 310*d50806bdSBarry Smith /* free space for accumulating nonzero column info */ 311*d50806bdSBarry Smith ierr = PetscMalloc(((pn+1)*1)*sizeof(int),&ci);CHKERRQ(ierr); 312*d50806bdSBarry Smith ci[0] = 0; 313*d50806bdSBarry Smith 314*d50806bdSBarry Smith ierr = PetscMalloc((2*pn+2*an+1)*sizeof(int),&ptadensefill);CHKERRQ(ierr); 315*d50806bdSBarry Smith ierr = PetscMemzero(ptadensefill,(2*pn+2*an+1)*sizeof(int));CHKERRQ(ierr); 316*d50806bdSBarry Smith ptasparsefill = ptadensefill + an; 317*d50806bdSBarry Smith densefill = ptasparsefill + an; 318*d50806bdSBarry Smith sparsefill = densefill + pn; 319*d50806bdSBarry Smith 320*d50806bdSBarry Smith /* Set initial free space to be nnz(A) scaled by aspect ratio of P. */ 321*d50806bdSBarry Smith /* Reason: Take pn/pm = 1/2. */ 322*d50806bdSBarry Smith /* P^T*A*P will take A(NxN) and create C(N/2xN/2). */ 323*d50806bdSBarry Smith /* If C has same sparsity pattern as A, nnz(C)~1/2*nnz(A). */ 324*d50806bdSBarry Smith /* Is this reasonable???? */ 325*d50806bdSBarry Smith ierr = GetMoreSpace((ai[am]*pn)/pm,&free_space); 326*d50806bdSBarry Smith current_space = free_space; 327*d50806bdSBarry Smith 328*d50806bdSBarry Smith /* Determine fill for each row of C: */ 329*d50806bdSBarry Smith for (i=0;i<pn;i++) { 330*d50806bdSBarry Smith ptnzi = pti[i+1] - pti[i]; 331*d50806bdSBarry Smith ptanzi = 0; 332*d50806bdSBarry Smith /* Determine fill for row of PtA: */ 333*d50806bdSBarry Smith for (j=0;j<ptnzi;j++) { 334*d50806bdSBarry Smith arow = *ptj++; 335*d50806bdSBarry Smith anzj = ai[arow+1] - ai[arow]; 336*d50806bdSBarry Smith ajj = aj + ai[arow]; 337*d50806bdSBarry Smith for (k=0;k<anzj;k++) { 338*d50806bdSBarry Smith if (!ptadensefill[ajj[k]]) { 339*d50806bdSBarry Smith ptadensefill[ajj[k]] = -1; 340*d50806bdSBarry Smith ptasparsefill[ptanzi++] = ajj[k]; 341*d50806bdSBarry Smith } 342*d50806bdSBarry Smith } 343*d50806bdSBarry Smith } 344*d50806bdSBarry Smith /* Using fill info for row of PtA, determine fill for row of C: */ 345*d50806bdSBarry Smith ptaj = ptasparsefill; 346*d50806bdSBarry Smith cnzi = 0; 347*d50806bdSBarry Smith for (j=0;j<ptanzi;j++) { 348*d50806bdSBarry Smith prow = *ptaj++; 349*d50806bdSBarry Smith pnzj = pi[prow+1] - pi[prow]; 350*d50806bdSBarry Smith pjj = pj + pi[prow]; 351*d50806bdSBarry Smith for (k=0;k<pnzj;k++) { 352*d50806bdSBarry Smith if (!densefill[pjj[k]]) { 353*d50806bdSBarry Smith densefill[pjj[k]] = -1; 354*d50806bdSBarry Smith sparsefill[cnzi++] = pjj[k]; 355*d50806bdSBarry Smith } 356*d50806bdSBarry Smith } 357*d50806bdSBarry Smith } 358*d50806bdSBarry Smith 359*d50806bdSBarry Smith /* sort sparsefill */ 360*d50806bdSBarry Smith ierr = PetscSortInt(cnzi,sparsefill);CHKERRQ(ierr); 361*d50806bdSBarry Smith 362*d50806bdSBarry Smith /* If free space is not available, make more free space */ 363*d50806bdSBarry Smith /* Double the amount of total space in the list */ 364*d50806bdSBarry Smith if (current_space->local_remaining<cnzi) { 365*d50806bdSBarry Smith ierr = GetMoreSpace(current_space->total_array_size,¤t_space);CHKERRQ(ierr); 366*d50806bdSBarry Smith } 367*d50806bdSBarry Smith 368*d50806bdSBarry Smith /* Copy data into free space, and zero out densefills */ 369*d50806bdSBarry Smith ierr = PetscMemcpy(current_space->array,sparsefill,cnzi*sizeof(int));CHKERRQ(ierr); 370*d50806bdSBarry Smith current_space->array += cnzi; 371*d50806bdSBarry Smith current_space->local_used += cnzi; 372*d50806bdSBarry Smith current_space->local_remaining -= cnzi; 373*d50806bdSBarry Smith 374*d50806bdSBarry Smith for (j=0;j<ptanzi;j++) { 375*d50806bdSBarry Smith ptadensefill[ptasparsefill[j]] = 0; 376*d50806bdSBarry Smith } 377*d50806bdSBarry Smith for (j=0;j<cnzi;j++) { 378*d50806bdSBarry Smith densefill[sparsefill[j]] = 0; 379*d50806bdSBarry Smith } 380*d50806bdSBarry Smith /* Aside: Perhaps we should save the pta info for the numerical factorization. */ 381*d50806bdSBarry Smith /* For now, we will recompute what is needed. */ 382*d50806bdSBarry Smith ci[i+1] = ci[i] + cnzi; 383*d50806bdSBarry Smith } 384*d50806bdSBarry Smith /* nnz is now stored in ci[ptm], column indices are in the list of free space */ 385*d50806bdSBarry Smith /* Allocate space for cj, initialize cj, and */ 386*d50806bdSBarry Smith /* destroy list of free space and other temporary array(s) */ 387*d50806bdSBarry Smith ierr = PetscMalloc((ci[pn]+1)*sizeof(int),&cj);CHKERRQ(ierr); 388*d50806bdSBarry Smith ierr = MakeSpaceContiguous(cj,&free_space);CHKERRQ(ierr); 389*d50806bdSBarry Smith ierr = PetscFree(ptadensefill);CHKERRQ(ierr); 390*d50806bdSBarry Smith 391*d50806bdSBarry Smith /* Allocate space for ca */ 392*d50806bdSBarry Smith ierr = PetscMalloc((ci[pn]+1)*sizeof(MatScalar),&ca);CHKERRQ(ierr); 393*d50806bdSBarry Smith ierr = PetscMemzero(ca,(ci[pn]+1)*sizeof(MatScalar));CHKERRQ(ierr); 394*d50806bdSBarry Smith 395*d50806bdSBarry Smith /* put together the new matrix */ 396*d50806bdSBarry Smith ierr = MatCreateSeqAIJWithArrays(A->comm,pn,pn,ci,cj,ca,C);CHKERRQ(ierr); 397*d50806bdSBarry Smith 398*d50806bdSBarry Smith /* MatCreateSeqAIJWithArrays flags matrix so PETSc doesn't free the user's arrays. */ 399*d50806bdSBarry Smith /* Since these are PETSc arrays, change flags to free them as necessary. */ 400*d50806bdSBarry Smith c = (Mat_SeqAIJ *)((*C)->data); 401*d50806bdSBarry Smith c->freedata = PETSC_TRUE; 402*d50806bdSBarry Smith c->nonew = 0; 403*d50806bdSBarry Smith 404*d50806bdSBarry Smith /* Clean up. */ 405*d50806bdSBarry Smith /* Perhaps we should attach the (i,j) info for P^T to P for future use. */ 406*d50806bdSBarry Smith /* For now, we won't. */ 407*d50806bdSBarry Smith ierr = PetscFree(pti); 408*d50806bdSBarry Smith 409*d50806bdSBarry Smith ierr = PetscLogEventEnd(logkey_matapplyptap_symbolic,A,P,0,0);CHKERRQ(ierr); 410*d50806bdSBarry Smith PetscFunctionReturn(0); 411*d50806bdSBarry Smith } 412*d50806bdSBarry Smith 413*d50806bdSBarry Smith #undef __FUNCT__ 414*d50806bdSBarry Smith #define __FUNCT__ "MatApplyPtAP_SeqAIJ_Numeric" 415*d50806bdSBarry Smith int MatApplyPtAP_SeqAIJ_Numeric(Mat A,Mat P,Mat C) { 416*d50806bdSBarry Smith int ierr,flops; 417*d50806bdSBarry Smith Mat_SeqAIJ *a = (Mat_SeqAIJ *) A->data; 418*d50806bdSBarry Smith Mat_SeqAIJ *p = (Mat_SeqAIJ *) P->data; 419*d50806bdSBarry Smith Mat_SeqAIJ *c = (Mat_SeqAIJ *) C->data; 420*d50806bdSBarry Smith int aishift=a->indexshift,pishift=p->indexshift,cishift=c->indexshift; 421*d50806bdSBarry Smith int *ai=a->i,*aj=a->j,*apj,*pi=p->i,*pj=p->j,*pJ=p->j,*pjj,*ci=c->i,*cj=c->j,*cjj; 422*d50806bdSBarry Smith int an=A->N,am=A->M,pn=P->N,pm=P->M,cn=C->N,cm=C->M; 423*d50806bdSBarry Smith int i,j,k,anzi,pnzi,apnzj,pnzj,cnzj,prow,crow; 424*d50806bdSBarry Smith MatScalar *aa=a->a,*apa,*pa=p->a,*pA=p->a,*paj,*ca=c->a,*caj; 425*d50806bdSBarry Smith 426*d50806bdSBarry Smith PetscFunctionBegin; 427*d50806bdSBarry Smith 428*d50806bdSBarry Smith /* This error checking should be unnecessary if the symbolic was performed */ 429*d50806bdSBarry Smith if (aishift || pishift || cishift) SETERRQ(PETSC_ERR_SUP,"Shifted matrix indices are not supported."); 430*d50806bdSBarry Smith if (pn!=cm) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",pn,cm); 431*d50806bdSBarry Smith if (pm!=an) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",pm,an); 432*d50806bdSBarry Smith if (am!=an) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix 'A' must be square, %d != %d",am, an); 433*d50806bdSBarry Smith if (pn!=cn) SETERRQ2(PETSC_ERR_ARG_SIZ,"Matrix dimensions are incompatible, %d != %d",pn, cn); 434*d50806bdSBarry Smith 435*d50806bdSBarry Smith if (!logkey_matapplyptap_numeric) { 436*d50806bdSBarry Smith ierr = PetscLogEventRegister(&logkey_matapplyptap_numeric,"MatApplyPtAP_Numeric",MAT_COOKIE);CHKERRQ(ierr); 437*d50806bdSBarry Smith } 438*d50806bdSBarry Smith ierr = PetscLogEventBegin(logkey_matapplyptap_numeric,A,P,C,0);CHKERRQ(ierr); 439*d50806bdSBarry Smith flops = 0; 440*d50806bdSBarry Smith 441*d50806bdSBarry Smith ierr = PetscMalloc(cn*(sizeof(MatScalar)+sizeof(int)),&apa);CHKERRQ(ierr); 442*d50806bdSBarry Smith ierr = PetscMemzero(apa,cn*(sizeof(MatScalar)+sizeof(int)));CHKERRQ(ierr); 443*d50806bdSBarry Smith apj = (int *)(apa + cn); 444*d50806bdSBarry Smith ierr = PetscMemzero(ca,ci[cm]*sizeof(MatScalar));CHKERRQ(ierr); 445*d50806bdSBarry Smith 446*d50806bdSBarry Smith for (i=0;i<am;i++) { 447*d50806bdSBarry Smith CHKMEMQ; 448*d50806bdSBarry Smith /* Form sparse row of A*P */ 449*d50806bdSBarry Smith anzi = ai[i+1] - ai[i]; 450*d50806bdSBarry Smith apnzj = 0; 451*d50806bdSBarry Smith for (j=0;j<anzi;j++) { 452*d50806bdSBarry Smith prow = *aj++; 453*d50806bdSBarry Smith pnzj = pi[prow+1] - pi[prow]; 454*d50806bdSBarry Smith pjj = pj + pi[prow]; 455*d50806bdSBarry Smith paj = pa + pi[prow]; 456*d50806bdSBarry Smith for (k=0;k<pnzj;k++) { 457*d50806bdSBarry Smith if (!apa[pjj[k]]) { 458*d50806bdSBarry Smith CHKMEMQ; 459*d50806bdSBarry Smith apj[apnzj++]=pjj[k]; 460*d50806bdSBarry Smith CHKMEMQ; 461*d50806bdSBarry Smith } 462*d50806bdSBarry Smith CHKMEMQ; 463*d50806bdSBarry Smith apa[pjj[k]] += (*aa)*paj[k]; 464*d50806bdSBarry Smith CHKMEMQ; 465*d50806bdSBarry Smith } 466*d50806bdSBarry Smith flops += 2*pnzj; 467*d50806bdSBarry Smith aa++; 468*d50806bdSBarry Smith } 469*d50806bdSBarry Smith 470*d50806bdSBarry Smith /* Sort the j index array for quick sparse axpy. */ 471*d50806bdSBarry Smith ierr = PetscSortInt(apnzj,apj);CHKERRQ(ierr); 472*d50806bdSBarry Smith 473*d50806bdSBarry Smith /* Compute P^T*A*P using outer product (P^T)[:,j]*(A*P)[j,:]. */ 474*d50806bdSBarry Smith pnzi = pi[i+1] - pi[i]; 475*d50806bdSBarry Smith for (j=0;j<pnzi;j++) { 476*d50806bdSBarry Smith int nextap=0; 477*d50806bdSBarry Smith crow = *pJ++; 478*d50806bdSBarry Smith cnzj = ci[crow+1] - ci[crow]; 479*d50806bdSBarry Smith cjj = cj + ci[crow]; 480*d50806bdSBarry Smith caj = ca + ci[crow]; 481*d50806bdSBarry Smith /* Perform the sparse axpy operation. Note cjj includes apj. */ 482*d50806bdSBarry Smith for (k=0;k<cnzj;k++) { 483*d50806bdSBarry Smith if (cjj[k]==apj[nextap]) { 484*d50806bdSBarry Smith caj[k] += (*pA)*apa[apj[nextap++]]; 485*d50806bdSBarry Smith } 486*d50806bdSBarry Smith } 487*d50806bdSBarry Smith flops += 2*apnzj; 488*d50806bdSBarry Smith pA++; 489*d50806bdSBarry Smith } 490*d50806bdSBarry Smith 491*d50806bdSBarry Smith for (j=0;j<apnzj;j++) { 492*d50806bdSBarry Smith CHKMEMQ; 493*d50806bdSBarry Smith apa[apj[j]] = 0.; 494*d50806bdSBarry Smith CHKMEMQ; 495*d50806bdSBarry Smith } 496*d50806bdSBarry Smith } 497*d50806bdSBarry Smith ierr = PetscFree(apa);CHKERRQ(ierr); 498*d50806bdSBarry Smith ierr = PetscLogFlops(flops);CHKERRQ(ierr); 499*d50806bdSBarry Smith ierr = PetscLogEventEnd(logkey_matapplyptap_numeric,A,P,C,0);CHKERRQ(ierr); 500*d50806bdSBarry Smith PetscFunctionReturn(0); 501*d50806bdSBarry Smith } 502*d50806bdSBarry Smith 503*d50806bdSBarry Smith #undef __FUNCT__ 504*d50806bdSBarry Smith #define __FUNCT__ "MatApplyPtAP_SeqAIJ" 505*d50806bdSBarry Smith int MatApplyPtAP_SeqAIJ(Mat A,Mat P,Mat *C) { 506*d50806bdSBarry Smith int ierr; 507*d50806bdSBarry Smith 508*d50806bdSBarry Smith PetscFunctionBegin; 509*d50806bdSBarry Smith ierr = MatApplyPtAP_SeqAIJ_Symbolic(A,P,C);CHKERRQ(ierr); 510*d50806bdSBarry Smith ierr = MatApplyPtAP_SeqAIJ_Numeric(A,P,*C);CHKERRQ(ierr); 511*d50806bdSBarry Smith PetscFunctionReturn(0); 512*d50806bdSBarry Smith } 513