xref: /petsc/src/ksp/pc/impls/gamg/classical.c (revision bfde193ff4e761bc853abc118b6965d7dd4b968a)
18e6d0c30SPeter Brune #include <../src/ksp/pc/impls/gamg/gamg.h>        /*I "petscpc.h" I*/
28e6d0c30SPeter Brune #include <petsc-private/kspimpl.h>
38e6d0c30SPeter Brune 
48e6d0c30SPeter Brune typedef struct {
58e6d0c30SPeter Brune   PetscReal dummy; /* empty struct; save for later */
68e6d0c30SPeter Brune } PC_GAMG_Classical;
78e6d0c30SPeter Brune 
88e6d0c30SPeter Brune 
98e6d0c30SPeter Brune #undef __FUNCT__
10*bfde193fSPeter Brune #define __FUNCT__ "PCGAMGClassicalCreateGhostVector_Private"
11*bfde193fSPeter Brune PetscErrorCode PCGAMGClassicalCreateGhostVector_Private(Mat G,Vec *gvec,PetscInt **global)
128e6d0c30SPeter Brune {
138e6d0c30SPeter Brune   Mat_MPIAIJ     *aij = (Mat_MPIAIJ*)G->data;
148e6d0c30SPeter Brune   PetscErrorCode ierr;
158e6d0c30SPeter Brune   PetscBool      isMPIAIJ;
168e6d0c30SPeter Brune 
178e6d0c30SPeter Brune   PetscFunctionBegin;
188e6d0c30SPeter Brune   ierr = PetscObjectTypeCompare((PetscObject)G, MATMPIAIJ, &isMPIAIJ ); CHKERRQ(ierr);
198e6d0c30SPeter Brune   if (isMPIAIJ) {
208e6d0c30SPeter Brune     if (gvec)ierr = VecDuplicate(aij->lvec,gvec);CHKERRQ(ierr);
218e6d0c30SPeter Brune     if (global)*global = aij->garray;
228e6d0c30SPeter Brune   } else {
238e6d0c30SPeter Brune     /* no off-processor nodes */
248e6d0c30SPeter Brune     if (gvec)*gvec = NULL;
258e6d0c30SPeter Brune     if (global)*global = NULL;
268e6d0c30SPeter Brune   }
278e6d0c30SPeter Brune   PetscFunctionReturn(0);
288e6d0c30SPeter Brune }
298e6d0c30SPeter Brune 
308e6d0c30SPeter Brune #undef __FUNCT__
31*bfde193fSPeter Brune #define __FUNCT__ "PCGAMGClassicalGraphSplitting_Private"
328e6d0c30SPeter Brune /*
338e6d0c30SPeter Brune  Split the relevant graph into diagonal and off-diagonal parts in local numbering; for now this
348e6d0c30SPeter Brune  a roundabout private interface to the mats' internal diag and offdiag mats.
358e6d0c30SPeter Brune  */
36*bfde193fSPeter Brune PetscErrorCode PCGAMGClassicalGraphSplitting_Private(Mat G,Mat *Gd, Mat *Go)
378e6d0c30SPeter Brune {
388e6d0c30SPeter Brune   Mat_MPIAIJ     *aij = (Mat_MPIAIJ*)G->data;
398e6d0c30SPeter Brune   PetscErrorCode ierr;
408e6d0c30SPeter Brune   PetscBool      isMPIAIJ;
418e6d0c30SPeter Brune   PetscFunctionBegin;
428e6d0c30SPeter Brune   ierr = PetscObjectTypeCompare((PetscObject)G, MATMPIAIJ, &isMPIAIJ ); CHKERRQ(ierr);
438e6d0c30SPeter Brune   if (isMPIAIJ) {
448e6d0c30SPeter Brune     *Gd = aij->A;
458e6d0c30SPeter Brune     *Go = aij->B;
468e6d0c30SPeter Brune   } else {
478e6d0c30SPeter Brune     *Gd = G;
488e6d0c30SPeter Brune     *Go = NULL;
498e6d0c30SPeter Brune   }
508e6d0c30SPeter Brune   PetscFunctionReturn(0);
518e6d0c30SPeter Brune }
528e6d0c30SPeter Brune 
538e6d0c30SPeter Brune #undef __FUNCT__
548e6d0c30SPeter Brune #define __FUNCT__ "PCGAMGGraph_Classical"
558e6d0c30SPeter Brune PetscErrorCode PCGAMGGraph_Classical(PC pc,Mat A,Mat *G)
568e6d0c30SPeter Brune {
578e6d0c30SPeter Brune   PetscInt          s,f,idx;
588e6d0c30SPeter Brune   PetscInt          r,c,ncols,*gcol;
598e6d0c30SPeter Brune   const PetscInt    *rcol;
608e6d0c30SPeter Brune   const PetscScalar *rval;
618e6d0c30SPeter Brune   PetscScalar       *gval;
628e6d0c30SPeter Brune   PetscReal         rmax,Amax;
638e6d0c30SPeter Brune   PetscInt          cmax;
648e6d0c30SPeter Brune   PC_MG             *mg;
658e6d0c30SPeter Brune   PC_GAMG           *gamg;
668e6d0c30SPeter Brune   PetscErrorCode    ierr;
678e6d0c30SPeter Brune   PetscInt          *gsparse,*lsparse;
688e6d0c30SPeter Brune   Mat               lA,gA;
698e6d0c30SPeter Brune   MatType           mtype;
708e6d0c30SPeter Brune 
718e6d0c30SPeter Brune   PetscFunctionBegin;
728e6d0c30SPeter Brune   mg   = (PC_MG *)pc->data;
738e6d0c30SPeter Brune   gamg = (PC_GAMG *)mg->innerctx;
748e6d0c30SPeter Brune 
758e6d0c30SPeter Brune   ierr = MatGetOwnershipRange(A,&s,&f);CHKERRQ(ierr);
768e6d0c30SPeter Brune 
778e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*(f - s),&lsparse);CHKERRQ(ierr);
788e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*(f - s),&gsparse);CHKERRQ(ierr);
798e6d0c30SPeter Brune 
80*bfde193fSPeter Brune   ierr = PCGAMGClassicalGraphSplitting_Private(A,&lA,&gA);CHKERRQ(ierr);
818e6d0c30SPeter Brune 
828e6d0c30SPeter Brune   /* find the maximum off-diagonal entry in the matrix */
838e6d0c30SPeter Brune   rmax = 0.;
848e6d0c30SPeter Brune   cmax = 0;
858e6d0c30SPeter Brune   for (r = s;r < f;r++) {
868e6d0c30SPeter Brune     ierr = MatGetRow(A,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
878e6d0c30SPeter Brune     for (c = 0; c < ncols; c++) {
888e6d0c30SPeter Brune       if (rcol[c] != r)
898e6d0c30SPeter Brune         if (PetscAbsScalar(rval[c]) > rmax) rmax = PetscAbsScalar(rval[c]);
908e6d0c30SPeter Brune     }
918e6d0c30SPeter Brune     if (ncols > cmax) cmax = ncols;
928e6d0c30SPeter Brune     ierr = MatRestoreRow(A,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
938e6d0c30SPeter Brune   }
948e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscScalar)*cmax,&gval);CHKERRQ(ierr);
958e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*cmax,&gcol);CHKERRQ(ierr);
968e6d0c30SPeter Brune   ierr = MPI_Reduce(&rmax,&Amax,1,MPI_DOUBLE,MPI_MAX,0,PetscObjectComm((PetscObject)pc));
978e6d0c30SPeter Brune 
988e6d0c30SPeter Brune   ierr = PetscInfo1(pc,"Maximum off-diagonal value in classical AMG graph: %f",rmax);CHKERRQ(ierr);
998e6d0c30SPeter Brune 
1008e6d0c30SPeter Brune   for (r = 0;r < f-s;r++) {
1018e6d0c30SPeter Brune     lsparse[r] = 0;
1028e6d0c30SPeter Brune     gsparse[r] = 0;
1038e6d0c30SPeter Brune   }
1048e6d0c30SPeter Brune 
1058e6d0c30SPeter Brune   /* for now this recreates the entire matrix due to a bug in MatCoarsen */
1068e6d0c30SPeter Brune   for (r = 0;r < f-s;r++) {
1078e6d0c30SPeter Brune     ierr = MatGetRow(lA,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
1088e6d0c30SPeter Brune     idx = 0;
1098e6d0c30SPeter Brune     for (c = 0; c < ncols; c++) {
1108e6d0c30SPeter Brune       if (PetscAbsScalar(rval[c]) > gamg->threshold*Amax) {
1118e6d0c30SPeter Brune         idx++;
1128e6d0c30SPeter Brune       } else {
1138e6d0c30SPeter Brune         idx++;
1148e6d0c30SPeter Brune       }
1158e6d0c30SPeter Brune     }
1168e6d0c30SPeter Brune     ierr = MatRestoreRow(lA,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
1178e6d0c30SPeter Brune     lsparse[r] = idx;
1188e6d0c30SPeter Brune   }
1198e6d0c30SPeter Brune   if (gA) {
1208e6d0c30SPeter Brune     for (r = 0;r < f-s;r++) {
1218e6d0c30SPeter Brune       ierr = MatGetRow(gA,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
1228e6d0c30SPeter Brune       idx = 0;
1238e6d0c30SPeter Brune       for (c = 0; c < ncols; c++) {
1248e6d0c30SPeter Brune         if (PetscAbsScalar(rval[c]) > gamg->threshold*Amax) {
1258e6d0c30SPeter Brune           idx++;
1268e6d0c30SPeter Brune         } else {
1278e6d0c30SPeter Brune           idx++;
1288e6d0c30SPeter Brune         }
1298e6d0c30SPeter Brune       }
1308e6d0c30SPeter Brune       ierr = MatRestoreRow(gA,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
1318e6d0c30SPeter Brune       gsparse[r] = idx;
1328e6d0c30SPeter Brune     }
1338e6d0c30SPeter Brune   }
1348e6d0c30SPeter Brune   ierr = MatCreate(PetscObjectComm((PetscObject)A),G); CHKERRQ(ierr);
1358e6d0c30SPeter Brune   ierr = MatGetType(A,&mtype);CHKERRQ(ierr);
1368e6d0c30SPeter Brune   ierr = MatSetType(*G,mtype);CHKERRQ(ierr);
1378e6d0c30SPeter Brune   ierr = MatSetSizes(*G,f-s,f-s,PETSC_DETERMINE,PETSC_DETERMINE);CHKERRQ(ierr);
1388e6d0c30SPeter Brune   ierr = MatMPIAIJSetPreallocation(*G,0,lsparse,0,gsparse);CHKERRQ(ierr);
1398e6d0c30SPeter Brune   ierr = MatSeqAIJSetPreallocation(*G,0,lsparse);CHKERRQ(ierr);
1408e6d0c30SPeter Brune   for (r = s;r < f;r++) {
1418e6d0c30SPeter Brune     ierr = MatGetRow(A,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
1428e6d0c30SPeter Brune     idx = 0;
1438e6d0c30SPeter Brune     for (c = 0; c < ncols; c++) {
1448e6d0c30SPeter Brune       /* classical strength of connection */
1458e6d0c30SPeter Brune       if (PetscAbsScalar(rval[c]) > gamg->threshold*Amax) {
1468e6d0c30SPeter Brune         gcol[idx] = rcol[c];
1478e6d0c30SPeter Brune         gval[idx] = rval[c];
1488e6d0c30SPeter Brune         idx++;
1498e6d0c30SPeter Brune       } else {
1508e6d0c30SPeter Brune         gcol[idx] = rcol[c];
1518e6d0c30SPeter Brune         gval[idx] = 0.;
1528e6d0c30SPeter Brune         idx++;
1538e6d0c30SPeter Brune       }
1548e6d0c30SPeter Brune     }
1558e6d0c30SPeter Brune     ierr = MatSetValues(*G,1,&r,idx,gcol,gval,INSERT_VALUES);CHKERRQ(ierr);
1568e6d0c30SPeter Brune     ierr = MatRestoreRow(A,r,&ncols,&rcol,&rval);CHKERRQ(ierr);
1578e6d0c30SPeter Brune   }
1588e6d0c30SPeter Brune   ierr = MatAssemblyBegin(*G, MAT_FINAL_ASSEMBLY); CHKERRQ(ierr);
1598e6d0c30SPeter Brune   ierr = MatAssemblyEnd(*G, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1608e6d0c30SPeter Brune 
1618e6d0c30SPeter Brune 
1628e6d0c30SPeter Brune 
1638e6d0c30SPeter Brune   ierr = PetscFree(gval);CHKERRQ(ierr);
1648e6d0c30SPeter Brune   ierr = PetscFree(gcol);CHKERRQ(ierr);
1658e6d0c30SPeter Brune   ierr = PetscFree(lsparse);CHKERRQ(ierr);
1668e6d0c30SPeter Brune   ierr = PetscFree(gsparse);CHKERRQ(ierr);
1678e6d0c30SPeter Brune   PetscFunctionReturn(0);
1688e6d0c30SPeter Brune }
1698e6d0c30SPeter Brune 
1708e6d0c30SPeter Brune 
1718e6d0c30SPeter Brune #undef __FUNCT__
1728e6d0c30SPeter Brune #define __FUNCT__ "PCGAMGCoarsen_Classical"
1738e6d0c30SPeter Brune PetscErrorCode PCGAMGCoarsen_Classical(PC pc,Mat *G,PetscCoarsenData **agg_lists)
1748e6d0c30SPeter Brune {
1758e6d0c30SPeter Brune   PetscErrorCode   ierr;
1768e6d0c30SPeter Brune   MatCoarsen       crs;
1778e6d0c30SPeter Brune   MPI_Comm         fcomm = ((PetscObject)pc)->comm;
1788e6d0c30SPeter Brune 
1798e6d0c30SPeter Brune   PetscFunctionBegin;
1808e6d0c30SPeter Brune 
1818e6d0c30SPeter Brune 
1828e6d0c30SPeter Brune   /* construct the graph if necessary */
1838e6d0c30SPeter Brune   if (!G) {
1848e6d0c30SPeter Brune     SETERRQ(fcomm,PETSC_ERR_ARG_WRONGSTATE,"Must set Graph in PC in PCGAMG before coarsening");
1858e6d0c30SPeter Brune   }
1868e6d0c30SPeter Brune 
1878e6d0c30SPeter Brune   ierr = MatCoarsenCreate(fcomm,&crs);CHKERRQ(ierr);
1888e6d0c30SPeter Brune   ierr = MatCoarsenSetFromOptions(crs);CHKERRQ(ierr);
1898e6d0c30SPeter Brune   ierr = MatCoarsenSetAdjacency(crs,*G);CHKERRQ(ierr);
1908e6d0c30SPeter Brune   ierr = MatCoarsenSetStrictAggs(crs,PETSC_TRUE);CHKERRQ(ierr);
1918e6d0c30SPeter Brune   ierr = MatCoarsenApply(crs);CHKERRQ(ierr);
1928e6d0c30SPeter Brune   ierr = MatCoarsenGetData(crs,agg_lists);CHKERRQ(ierr);
1938e6d0c30SPeter Brune   ierr = MatCoarsenDestroy(&crs);CHKERRQ(ierr);
1948e6d0c30SPeter Brune 
1958e6d0c30SPeter Brune   PetscFunctionReturn(0);
1968e6d0c30SPeter Brune }
1978e6d0c30SPeter Brune 
1988e6d0c30SPeter Brune #undef __FUNCT__
199*bfde193fSPeter Brune #define __FUNCT__ "PCGAMGClassicalGhost_Private"
2008e6d0c30SPeter Brune /*
2018e6d0c30SPeter Brune  Find all ghost nodes that are coarse and output the fine/coarse splitting for those as well
2028e6d0c30SPeter Brune 
2038e6d0c30SPeter Brune  Input:
2048e6d0c30SPeter Brune  G - graph;
2058e6d0c30SPeter Brune  gvec - Global Vector
2068e6d0c30SPeter Brune  avec - Local part of the scattered vec
2078e6d0c30SPeter Brune  bvec - Global part of the scattered vec
2088e6d0c30SPeter Brune 
2098e6d0c30SPeter Brune  Output:
2108e6d0c30SPeter Brune  findx - indirection t
2118e6d0c30SPeter Brune 
2128e6d0c30SPeter Brune  */
213*bfde193fSPeter Brune PetscErrorCode PCGAMGClassicalGhost_Private(Mat G,Vec v,Vec gv)
2148e6d0c30SPeter Brune {
2158e6d0c30SPeter Brune   PetscErrorCode ierr;
2168e6d0c30SPeter Brune   Mat_MPIAIJ     *aij = (Mat_MPIAIJ*)G->data;
2178e6d0c30SPeter Brune   PetscBool      isMPIAIJ;
2188e6d0c30SPeter Brune 
2198e6d0c30SPeter Brune   PetscFunctionBegin;
2208e6d0c30SPeter Brune   ierr = PetscObjectTypeCompare((PetscObject)G, MATMPIAIJ, &isMPIAIJ ); CHKERRQ(ierr);
2218e6d0c30SPeter Brune   if (isMPIAIJ) {
2228e6d0c30SPeter Brune     ierr = VecScatterBegin(aij->Mvctx,v,gv,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2238e6d0c30SPeter Brune     ierr = VecScatterEnd(aij->Mvctx,v,gv,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2248e6d0c30SPeter Brune   }
2258e6d0c30SPeter Brune   PetscFunctionReturn(0);
2268e6d0c30SPeter Brune }
2278e6d0c30SPeter Brune 
2288e6d0c30SPeter Brune #undef __FUNCT__
2298e6d0c30SPeter Brune #define __FUNCT__ "PCGAMGProlongator_Classical"
2308e6d0c30SPeter Brune PetscErrorCode PCGAMGProlongator_Classical(PC pc, Mat A, Mat G, PetscCoarsenData *agg_lists,Mat *P)
2318e6d0c30SPeter Brune {
2328e6d0c30SPeter Brune   PetscErrorCode    ierr;
2338e6d0c30SPeter Brune   MPI_Comm          comm;
2348e6d0c30SPeter Brune   Mat               lG,gG,lA,gA;     /* on and off diagonal matrices */
2358e6d0c30SPeter Brune   PetscInt          fn;                        /* fine local blocked sizes */
2368e6d0c30SPeter Brune   PetscInt          cn;                        /* coarse local blocked sizes */
2378e6d0c30SPeter Brune   PetscInt          gn;                        /* size of the off-diagonal fine vector */
2388e6d0c30SPeter Brune   PetscInt          fs,fe;                     /* fine (row) ownership range*/
2398e6d0c30SPeter Brune   PetscInt          cs,ce;                     /* coarse (column) ownership range */
2408e6d0c30SPeter Brune   PetscInt          i,j,k;                     /* indices! */
2418e6d0c30SPeter Brune   PetscBool         iscoarse;                  /* flag for determining if a node is coarse */
2428e6d0c30SPeter Brune   PetscInt          *lcid,*gcid;               /* on and off-processor coarse unknown IDs */
2438e6d0c30SPeter Brune   PetscInt          *lsparse,*gsparse;         /* on and off-processor sparsity patterns for prolongator */
2448e6d0c30SPeter Brune   PetscScalar       pij;
2458e6d0c30SPeter Brune   const PetscScalar *rval;
2468e6d0c30SPeter Brune   const PetscInt    *rcol;
2478e6d0c30SPeter Brune   PetscScalar       g_pos,g_neg,a_pos,a_neg,diag,invdiag,alpha,beta;
2488e6d0c30SPeter Brune   Vec               F;   /* vec of coarse size */
2498e6d0c30SPeter Brune   Vec               C;   /* vec of fine size */
2508e6d0c30SPeter Brune   Vec               gF;  /* vec of off-diagonal fine size */
2518e6d0c30SPeter Brune   MatType           mtype;
2528e6d0c30SPeter Brune   PetscInt          c_indx;
2538e6d0c30SPeter Brune   const PetscScalar *vcols;
2548e6d0c30SPeter Brune   const PetscInt    *icols;
2558e6d0c30SPeter Brune   PetscScalar       c_scalar;
2568e6d0c30SPeter Brune   PetscInt          ncols,col;
2578e6d0c30SPeter Brune   PetscInt          row_f,row_c;
2588e6d0c30SPeter Brune   PetscInt          cmax=0,ncolstotal,idx;
2598e6d0c30SPeter Brune   PetscScalar       *pvals;
2608e6d0c30SPeter Brune   PetscInt          *pcols;
2618e6d0c30SPeter Brune 
2628e6d0c30SPeter Brune   PetscFunctionBegin;
2638e6d0c30SPeter Brune   comm = ((PetscObject)pc)->comm;
2648e6d0c30SPeter Brune   ierr = MatGetOwnershipRange(A,&fs,&fe); CHKERRQ(ierr);
2658e6d0c30SPeter Brune   fn = (fe - fs);
2668e6d0c30SPeter Brune 
2678e6d0c30SPeter Brune   ierr = MatGetVecs(A,&F,NULL);CHKERRQ(ierr);
2688e6d0c30SPeter Brune 
2698e6d0c30SPeter Brune   /* get the number of local unknowns and the indices of the local unknowns */
2708e6d0c30SPeter Brune 
2718e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*fn,&lsparse);CHKERRQ(ierr);
2728e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*fn,&gsparse);CHKERRQ(ierr);
2738e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*fn,&lcid);CHKERRQ(ierr);
2748e6d0c30SPeter Brune 
2758e6d0c30SPeter Brune   /* count the number of coarse unknowns */
2768e6d0c30SPeter Brune   cn = 0;
2778e6d0c30SPeter Brune   for (i=0;i<fn;i++) {
2788e6d0c30SPeter Brune     /* filter out singletons */
2798e6d0c30SPeter Brune     ierr = PetscCDEmptyAt(agg_lists,i,&iscoarse); CHKERRQ(ierr);
2808e6d0c30SPeter Brune     lcid[i] = -1;
2818e6d0c30SPeter Brune     if (!iscoarse) {
2828e6d0c30SPeter Brune       cn++;
2838e6d0c30SPeter Brune     }
2848e6d0c30SPeter Brune   }
2858e6d0c30SPeter Brune 
2868e6d0c30SPeter Brune    /* create the coarse vector */
2878e6d0c30SPeter Brune   ierr = VecCreateMPI(comm,cn,PETSC_DECIDE,&C);CHKERRQ(ierr);
2888e6d0c30SPeter Brune   ierr = VecGetOwnershipRange(C,&cs,&ce);CHKERRQ(ierr);
2898e6d0c30SPeter Brune 
2908e6d0c30SPeter Brune   /* construct a global vector indicating the global indices of the coarse unknowns */
2918e6d0c30SPeter Brune   cn = 0;
2928e6d0c30SPeter Brune   for (i=0;i<fn;i++) {
2938e6d0c30SPeter Brune     ierr = PetscCDEmptyAt(agg_lists,i,&iscoarse); CHKERRQ(ierr);
2948e6d0c30SPeter Brune     if (!iscoarse) {
2958e6d0c30SPeter Brune       lcid[i] = cs+cn;
2968e6d0c30SPeter Brune       cn++;
2978e6d0c30SPeter Brune     } else {
2988e6d0c30SPeter Brune       lcid[i] = -1;
2998e6d0c30SPeter Brune     }
3008e6d0c30SPeter Brune     c_scalar = (PetscScalar)lcid[i];
3018e6d0c30SPeter Brune     c_indx = fs+i;
3028e6d0c30SPeter Brune     ierr = VecSetValues(F,1,&c_indx,&c_scalar,INSERT_VALUES);CHKERRQ(ierr);
3038e6d0c30SPeter Brune   }
3048e6d0c30SPeter Brune 
3058e6d0c30SPeter Brune   ierr = VecAssemblyBegin(F);CHKERRQ(ierr);
3068e6d0c30SPeter Brune   ierr = VecAssemblyEnd(F);CHKERRQ(ierr);
3078e6d0c30SPeter Brune 
3088e6d0c30SPeter Brune   /* split the graph into two */
309*bfde193fSPeter Brune   ierr = PCGAMGClassicalGraphSplitting_Private(G,&lG,&gG);CHKERRQ(ierr);
310*bfde193fSPeter Brune   ierr = PCGAMGClassicalGraphSplitting_Private(A,&lA,&gA);CHKERRQ(ierr);
3118e6d0c30SPeter Brune 
3128e6d0c30SPeter Brune   /* scatter to the ghost vector */
313*bfde193fSPeter Brune   ierr = PCGAMGClassicalCreateGhostVector_Private(G,&gF,NULL);CHKERRQ(ierr);
314*bfde193fSPeter Brune   ierr = PCGAMGClassicalGhost_Private(G,F,gF);CHKERRQ(ierr);
3158e6d0c30SPeter Brune 
3168e6d0c30SPeter Brune   if (gG) {
3178e6d0c30SPeter Brune     ierr = VecGetSize(gF,&gn);CHKERRQ(ierr);
3188e6d0c30SPeter Brune     ierr = PetscMalloc(sizeof(PetscInt)*gn,&gcid);CHKERRQ(ierr);
3198e6d0c30SPeter Brune     for (i=0;i<gn;i++) {
3208e6d0c30SPeter Brune       ierr = VecGetValues(gF,1,&i,&c_scalar);CHKERRQ(ierr);
3218e6d0c30SPeter Brune       gcid[i] = (PetscInt)PetscRealPart(c_scalar);
3228e6d0c30SPeter Brune     }
3238e6d0c30SPeter Brune   }
3248e6d0c30SPeter Brune 
3258e6d0c30SPeter Brune   ierr = VecDestroy(&F);CHKERRQ(ierr);
3268e6d0c30SPeter Brune   ierr = VecDestroy(&gF);CHKERRQ(ierr);
3278e6d0c30SPeter Brune   ierr = VecDestroy(&C);CHKERRQ(ierr);
3288e6d0c30SPeter Brune 
3298e6d0c30SPeter Brune   /* count the on and off processor sparsity patterns for the prolongator */
3308e6d0c30SPeter Brune 
3318e6d0c30SPeter Brune   for (i=0;i<fn;i++) {
3328e6d0c30SPeter Brune     /* on */
3338e6d0c30SPeter Brune     ierr = MatGetRow(lG,i,&ncols,&icols,&vcols);CHKERRQ(ierr);
3348e6d0c30SPeter Brune     ncolstotal = ncols;
3358e6d0c30SPeter Brune     lsparse[i] = 0;
3368e6d0c30SPeter Brune     if (lcid[i] >= 0) {
3378e6d0c30SPeter Brune       lsparse[i] = 1;
3388e6d0c30SPeter Brune       gsparse[i] = 0;
3398e6d0c30SPeter Brune     } else {
3408e6d0c30SPeter Brune       for (j = 0;j < ncols;j++) {
3418e6d0c30SPeter Brune         col = icols[j];
3428e6d0c30SPeter Brune         if (lcid[col] >= 0 && vcols[j] != 0.) {
3438e6d0c30SPeter Brune           lsparse[i] += 1;
3448e6d0c30SPeter Brune         }
3458e6d0c30SPeter Brune       }
3468e6d0c30SPeter Brune 
3478e6d0c30SPeter Brune       ierr = MatRestoreRow(lG,i,&ncols,&icols,&vcols);CHKERRQ(ierr);
3488e6d0c30SPeter Brune       ncolstotal += ncols;
3498e6d0c30SPeter Brune       /* off */
3508e6d0c30SPeter Brune       gsparse[i] = 0;
3518e6d0c30SPeter Brune       if (gG) {
3528e6d0c30SPeter Brune         ierr = MatGetRow(gG,i,&ncols,&icols,&vcols);CHKERRQ(ierr);
3538e6d0c30SPeter Brune         for (j = 0; j < ncols; j++) {
3548e6d0c30SPeter Brune           col = icols[j];
3558e6d0c30SPeter Brune           if (gcid[col] >= 0 && vcols[j] != 0.) {
3568e6d0c30SPeter Brune             gsparse[i] += 1;
3578e6d0c30SPeter Brune           }
3588e6d0c30SPeter Brune         }
3598e6d0c30SPeter Brune         ierr = MatRestoreRow(gG,i,&ncols,NULL,NULL);CHKERRQ(ierr);
3608e6d0c30SPeter Brune       }
3618e6d0c30SPeter Brune       if (ncolstotal > cmax) cmax = ncolstotal;
3628e6d0c30SPeter Brune     }
3638e6d0c30SPeter Brune   }
3648e6d0c30SPeter Brune 
3658e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscInt)*cmax,&pcols);CHKERRQ(ierr);
3668e6d0c30SPeter Brune   ierr = PetscMalloc(sizeof(PetscScalar)*cmax,&pvals);CHKERRQ(ierr);
3678e6d0c30SPeter Brune 
3688e6d0c30SPeter Brune   /* preallocate and create the prolongator */
3698e6d0c30SPeter Brune   ierr = MatCreate(comm,P); CHKERRQ(ierr);
3708e6d0c30SPeter Brune   ierr = MatGetType(G,&mtype);CHKERRQ(ierr);
3718e6d0c30SPeter Brune   ierr = MatSetType(*P,mtype);CHKERRQ(ierr);
3728e6d0c30SPeter Brune 
3738e6d0c30SPeter Brune   ierr = MatSetSizes(*P,fn,cn,PETSC_DETERMINE,PETSC_DETERMINE);CHKERRQ(ierr);
3748e6d0c30SPeter Brune   ierr = MatMPIAIJSetPreallocation(*P,0,lsparse,0,gsparse);CHKERRQ(ierr);
3758e6d0c30SPeter Brune   ierr = MatSeqAIJSetPreallocation(*P,0,lsparse);CHKERRQ(ierr);
3768e6d0c30SPeter Brune 
3778e6d0c30SPeter Brune   /* loop over local fine nodes -- get the diagonal, the sum of positive and negative strong and weak weights, and set up the row */
3788e6d0c30SPeter Brune   for (i = 0;i < fn;i++) {
3798e6d0c30SPeter Brune     /* determine on or off */
3808e6d0c30SPeter Brune     row_f = i + fs;
3818e6d0c30SPeter Brune     row_c = lcid[i];
3828e6d0c30SPeter Brune     if (row_c >= 0) {
3838e6d0c30SPeter Brune       pij = 1.;
3848e6d0c30SPeter Brune       ierr = MatSetValues(*P,1,&row_f,1,&row_c,&pij,INSERT_VALUES);CHKERRQ(ierr);
3858e6d0c30SPeter Brune     } else {
3868e6d0c30SPeter Brune       g_pos = 0.;
3878e6d0c30SPeter Brune       g_neg = 0.;
3888e6d0c30SPeter Brune       a_pos = 0.;
3898e6d0c30SPeter Brune       a_neg = 0.;
3908e6d0c30SPeter Brune       diag = 0.;
3918e6d0c30SPeter Brune 
3928e6d0c30SPeter Brune       /* local strong connections */
3938e6d0c30SPeter Brune       ierr = MatGetRow(lG,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
3948e6d0c30SPeter Brune       for (k = 0; k < ncols; k++) {
3958e6d0c30SPeter Brune         if (PetscRealPart(rval[k]) > 0) {
3968e6d0c30SPeter Brune           g_pos += rval[k];
3978e6d0c30SPeter Brune         } else {
3988e6d0c30SPeter Brune           g_neg += rval[k];
3998e6d0c30SPeter Brune         }
4008e6d0c30SPeter Brune       }
4018e6d0c30SPeter Brune       ierr = MatRestoreRow(lG,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4028e6d0c30SPeter Brune 
4038e6d0c30SPeter Brune 
4048e6d0c30SPeter Brune       /* ghosted strong connections */
4058e6d0c30SPeter Brune       if (gG) {
4068e6d0c30SPeter Brune         ierr = MatGetRow(gG,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4078e6d0c30SPeter Brune         for (k = 0; k < ncols; k++) {
4088e6d0c30SPeter Brune           if (PetscRealPart(rval[k]) > 0.) {
409*bfde193fSPeter Brune             g_pos += rval[k];
4108e6d0c30SPeter Brune           } else {
411*bfde193fSPeter Brune             g_neg += rval[k];
4128e6d0c30SPeter Brune           }
4138e6d0c30SPeter Brune         }
4148e6d0c30SPeter Brune         ierr = MatRestoreRow(gG,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4158e6d0c30SPeter Brune       }
4168e6d0c30SPeter Brune 
4178e6d0c30SPeter Brune       /* local all connections */
4188e6d0c30SPeter Brune       ierr = MatGetRow(lA,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4198e6d0c30SPeter Brune       for (k = 0; k < ncols; k++) {
4208e6d0c30SPeter Brune         if (PetscRealPart(rval[k]) > 0) {
421*bfde193fSPeter Brune           a_pos += rval[k];
4228e6d0c30SPeter Brune         } else {
423*bfde193fSPeter Brune           a_neg += rval[k];
4248e6d0c30SPeter Brune         }
4258e6d0c30SPeter Brune         if (rcol[k] == i) {
426*bfde193fSPeter Brune           diag = rval[k];
4278e6d0c30SPeter Brune         }
4288e6d0c30SPeter Brune       }
4298e6d0c30SPeter Brune       ierr = MatRestoreRow(lA,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4308e6d0c30SPeter Brune 
4318e6d0c30SPeter Brune       /* ghosted all connections */
4328e6d0c30SPeter Brune       if (gA) {
4338e6d0c30SPeter Brune         ierr = MatGetRow(gA,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4348e6d0c30SPeter Brune         for (k = 0; k < ncols; k++) {
4358e6d0c30SPeter Brune           if (PetscRealPart(rval[k]) > 0.) {
4368e6d0c30SPeter Brune             a_pos += PetscRealPart(rval[k]);
4378e6d0c30SPeter Brune           } else {
4388e6d0c30SPeter Brune             a_neg += PetscRealPart(rval[k]);
4398e6d0c30SPeter Brune           }
4408e6d0c30SPeter Brune         }
4418e6d0c30SPeter Brune         ierr = MatRestoreRow(gA,i,&ncols,&rcol,&rval);CHKERRQ(ierr);
4428e6d0c30SPeter Brune       }
4438e6d0c30SPeter Brune 
4448e6d0c30SPeter Brune       if (g_neg == 0.) {
4458e6d0c30SPeter Brune         alpha = 0.;
4468e6d0c30SPeter Brune       } else {
4478e6d0c30SPeter Brune         alpha = -a_neg/g_neg;
4488e6d0c30SPeter Brune       }
4498e6d0c30SPeter Brune 
4508e6d0c30SPeter Brune       if (g_pos == 0.) {
4518e6d0c30SPeter Brune         diag += a_pos;
4528e6d0c30SPeter Brune         beta = 0.;
4538e6d0c30SPeter Brune       } else {
4548e6d0c30SPeter Brune         beta = -a_pos/g_pos;
4558e6d0c30SPeter Brune       }
4568e6d0c30SPeter Brune 
4578e6d0c30SPeter Brune       invdiag = 1. / diag;
4588e6d0c30SPeter Brune       /* on */
4598e6d0c30SPeter Brune       ierr = MatGetRow(lG,i,&ncols,&icols,&vcols);CHKERRQ(ierr);
4608e6d0c30SPeter Brune       idx = 0;
4618e6d0c30SPeter Brune       for (j = 0;j < ncols;j++) {
4628e6d0c30SPeter Brune         col = icols[j];
4638e6d0c30SPeter Brune         if (lcid[col] >= 0 && vcols[j] != 0.) {
4648e6d0c30SPeter Brune           row_f = i + fs;
4658e6d0c30SPeter Brune           row_c = lcid[col];
4668e6d0c30SPeter Brune           /* set the values for on-processor ones */
4678e6d0c30SPeter Brune           if (PetscRealPart(vcols[j]) < 0.) {
4688e6d0c30SPeter Brune             pij = vcols[j]*alpha*invdiag;
4698e6d0c30SPeter Brune           } else {
4708e6d0c30SPeter Brune             pij = vcols[j]*beta*invdiag;
4718e6d0c30SPeter Brune           }
4728e6d0c30SPeter Brune           if (PetscAbsScalar(pij) != 0.) {
4738e6d0c30SPeter Brune             pvals[idx] = pij;
4748e6d0c30SPeter Brune             pcols[idx] = row_c;
4758e6d0c30SPeter Brune             idx++;
4768e6d0c30SPeter Brune           }
4778e6d0c30SPeter Brune         }
4788e6d0c30SPeter Brune       }
4798e6d0c30SPeter Brune       ierr = MatRestoreRow(lG,i,&ncols,&icols,&vcols);CHKERRQ(ierr);
4808e6d0c30SPeter Brune       /* off */
4818e6d0c30SPeter Brune       if (gG) {
4828e6d0c30SPeter Brune         ierr = MatGetRow(gG,i,&ncols,&icols,&vcols);CHKERRQ(ierr);
4838e6d0c30SPeter Brune         for (j = 0; j < ncols; j++) {
4848e6d0c30SPeter Brune           col = icols[j];
4858e6d0c30SPeter Brune           if (gcid[col] >= 0 && vcols[j] != 0.) {
4868e6d0c30SPeter Brune             row_f = i + fs;
4878e6d0c30SPeter Brune             row_c = gcid[col];
4888e6d0c30SPeter Brune             /* set the values for on-processor ones */
4898e6d0c30SPeter Brune             if (PetscRealPart(vcols[j]) < 0.) {
4908e6d0c30SPeter Brune               pij = vcols[j]*alpha*invdiag;
4918e6d0c30SPeter Brune             } else {
4928e6d0c30SPeter Brune               pij = vcols[j]*beta*invdiag;
4938e6d0c30SPeter Brune             }
4948e6d0c30SPeter Brune             if (PetscAbsScalar(pij) != 0.) {
4958e6d0c30SPeter Brune               pvals[idx] = pij;
4968e6d0c30SPeter Brune               pcols[idx] = row_c;
4978e6d0c30SPeter Brune               idx++;
4988e6d0c30SPeter Brune             }
4998e6d0c30SPeter Brune           }
5008e6d0c30SPeter Brune         }
5018e6d0c30SPeter Brune         ierr = MatSetValues(*P,1,&row_f,idx,pcols,pvals,INSERT_VALUES);CHKERRQ(ierr);
5028e6d0c30SPeter Brune         ierr = MatRestoreRow(gG,i,&ncols,NULL,NULL);CHKERRQ(ierr);
5038e6d0c30SPeter Brune       }
5048e6d0c30SPeter Brune     }
5058e6d0c30SPeter Brune   }
5068e6d0c30SPeter Brune   ierr = MatAssemblyBegin(*P, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
5078e6d0c30SPeter Brune   ierr = MatAssemblyEnd(*P, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
5088e6d0c30SPeter Brune 
5098e6d0c30SPeter Brune   ierr = PetscFree(lsparse);CHKERRQ(ierr);
5108e6d0c30SPeter Brune   ierr = PetscFree(gsparse);CHKERRQ(ierr);
5118e6d0c30SPeter Brune   ierr = PetscFree(pcols);CHKERRQ(ierr);
5128e6d0c30SPeter Brune   ierr = PetscFree(pvals);CHKERRQ(ierr);
5138e6d0c30SPeter Brune   ierr = PetscFree(lcid);CHKERRQ(ierr);
5148e6d0c30SPeter Brune   if (gG) {ierr = PetscFree(gcid);CHKERRQ(ierr);}
5158e6d0c30SPeter Brune 
5168e6d0c30SPeter Brune   PetscFunctionReturn(0);
5178e6d0c30SPeter Brune }
5188e6d0c30SPeter Brune 
5198e6d0c30SPeter Brune #undef __FUNCT__
5208e6d0c30SPeter Brune #define __FUNCT__ "PCGAMGDestroy_Classical"
5218e6d0c30SPeter Brune PetscErrorCode PCGAMGDestroy_Classical(PC pc)
5228e6d0c30SPeter Brune {
5238e6d0c30SPeter Brune   PetscErrorCode ierr;
5248e6d0c30SPeter Brune   PC_MG          *mg          = (PC_MG*)pc->data;
5258e6d0c30SPeter Brune   PC_GAMG        *pc_gamg     = (PC_GAMG*)mg->innerctx;
5268e6d0c30SPeter Brune 
5278e6d0c30SPeter Brune   PetscFunctionBegin;
5288e6d0c30SPeter Brune   ierr = PetscFree(pc_gamg->subctx);CHKERRQ(ierr);
5298e6d0c30SPeter Brune   PetscFunctionReturn(0);
5308e6d0c30SPeter Brune }
5318e6d0c30SPeter Brune 
5328e6d0c30SPeter Brune #undef __FUNCT__
5338e6d0c30SPeter Brune #define __FUNCT__ "PCGAMGSetFromOptions_Classical"
5348e6d0c30SPeter Brune PetscErrorCode PCGAMGSetFromOptions_Classical(PC pc)
5358e6d0c30SPeter Brune {
5368e6d0c30SPeter Brune   PetscFunctionBegin;
5378e6d0c30SPeter Brune   PetscFunctionReturn(0);
5388e6d0c30SPeter Brune }
5398e6d0c30SPeter Brune 
5408e6d0c30SPeter Brune #undef __FUNCT__
5418e6d0c30SPeter Brune #define __FUNCT__ "PCGAMGSetData_Classical"
5428e6d0c30SPeter Brune PetscErrorCode PCGAMGSetData_Classical(PC pc, Mat A)
5438e6d0c30SPeter Brune {
5448e6d0c30SPeter Brune   PC_MG          *mg      = (PC_MG*)pc->data;
5458e6d0c30SPeter Brune   PC_GAMG        *pc_gamg = (PC_GAMG*)mg->innerctx;
5468e6d0c30SPeter Brune 
5478e6d0c30SPeter Brune   PetscFunctionBegin;
5488e6d0c30SPeter Brune   /* no data for classical AMG */
5498e6d0c30SPeter Brune   pc_gamg->data           = NULL;
5508e6d0c30SPeter Brune   pc_gamg->data_cell_cols = 1;
5518e6d0c30SPeter Brune   pc_gamg->data_cell_rows = 1;
5528e6d0c30SPeter Brune   pc_gamg->data_sz = 0;
5538e6d0c30SPeter Brune   PetscFunctionReturn(0);
5548e6d0c30SPeter Brune }
5558e6d0c30SPeter Brune 
5568e6d0c30SPeter Brune /* -------------------------------------------------------------------------- */
5578e6d0c30SPeter Brune /*
5588e6d0c30SPeter Brune    PCCreateGAMG_Classical
5598e6d0c30SPeter Brune 
5608e6d0c30SPeter Brune */
5618e6d0c30SPeter Brune #undef __FUNCT__
5628e6d0c30SPeter Brune #define __FUNCT__ "PCCreateGAMG_Classical"
5638e6d0c30SPeter Brune PetscErrorCode  PCCreateGAMG_Classical(PC pc)
5648e6d0c30SPeter Brune {
5658e6d0c30SPeter Brune   PetscErrorCode ierr;
5668e6d0c30SPeter Brune   PC_MG             *mg      = (PC_MG*)pc->data;
5678e6d0c30SPeter Brune   PC_GAMG           *pc_gamg = (PC_GAMG*)mg->innerctx;
5688e6d0c30SPeter Brune   PC_GAMG_Classical *pc_gamg_classical;
5698e6d0c30SPeter Brune 
5708e6d0c30SPeter Brune   PetscFunctionBegin;
5718e6d0c30SPeter Brune   if (pc_gamg->subctx) {
5728e6d0c30SPeter Brune     /* call base class */
5738e6d0c30SPeter Brune     ierr = PCDestroy_GAMG(pc);CHKERRQ(ierr);
5748e6d0c30SPeter Brune   }
5758e6d0c30SPeter Brune 
5768e6d0c30SPeter Brune   /* create sub context for SA */
5778e6d0c30SPeter Brune   ierr = PetscNewLog(pc, PC_GAMG_Classical, &pc_gamg_classical);CHKERRQ(ierr);
5788e6d0c30SPeter Brune   pc_gamg->subctx = pc_gamg_classical;
5798e6d0c30SPeter Brune   pc->ops->setfromoptions = PCGAMGSetFromOptions_Classical;
5808e6d0c30SPeter Brune   /* reset does not do anything; setup not virtual */
5818e6d0c30SPeter Brune 
5828e6d0c30SPeter Brune   /* set internal function pointers */
5838e6d0c30SPeter Brune   pc_gamg->ops->destroy     = PCGAMGDestroy_Classical;
5848e6d0c30SPeter Brune   pc_gamg->ops->graph       = PCGAMGGraph_Classical;
5858e6d0c30SPeter Brune   pc_gamg->ops->coarsen     = PCGAMGCoarsen_Classical;
5868e6d0c30SPeter Brune   pc_gamg->ops->prolongator = PCGAMGProlongator_Classical;
5878e6d0c30SPeter Brune   pc_gamg->ops->optprol     = NULL;
5888e6d0c30SPeter Brune   pc_gamg->ops->formkktprol = NULL;
5898e6d0c30SPeter Brune 
5908e6d0c30SPeter Brune   pc_gamg->ops->createdefaultdata = PCGAMGSetData_Classical;
5918e6d0c30SPeter Brune   PetscFunctionReturn(0);
5928e6d0c30SPeter Brune }
593