13a074057SBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 23a074057SBarry Smith 30fdc7489SMatthew Knepley #ifdef PETSC_HAVE_EGADS 40fdc7489SMatthew Knepley #include <egads.h> 5c1cad2e7SMatthew G. Knepley /* Need to make EGADSLite header compatible */ 6c1cad2e7SMatthew G. Knepley extern "C" int EGlite_getTopology(const ego, ego *, int *, int *, double *, int *, ego **, int **); 7c1cad2e7SMatthew G. Knepley extern "C" int EGlite_inTopology(const ego, const double *); 80fdc7489SMatthew Knepley #endif 90fdc7489SMatthew Knepley 10b83bf3d7SVaclav Hapla #if defined(PETSC_HAVE_TETGEN_TETLIBRARY_NEEDED) 11b83bf3d7SVaclav Hapla #define TETLIBRARY 12b83bf3d7SVaclav Hapla #endif 133a074057SBarry Smith #include <tetgen.h> 143a074057SBarry Smith 153a074057SBarry Smith /* This is to fix the tetrahedron orientation from TetGen */ 16d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexInvertCells_Tetgen(PetscInt numCells, PetscInt numCorners, PetscInt cells[]) 17d71ae5a4SJacob Faibussowitsch { 183a074057SBarry Smith PetscInt bound = numCells * numCorners, coff; 193a074057SBarry Smith 203a074057SBarry Smith PetscFunctionBegin; 219371c9d4SSatish Balay #define SWAP(a, b) \ 229371c9d4SSatish Balay do { \ 239371c9d4SSatish Balay PetscInt tmp = (a); \ 249371c9d4SSatish Balay (a) = (b); \ 259371c9d4SSatish Balay (b) = tmp; \ 269371c9d4SSatish Balay } while (0) 2796ca5757SLisandro Dalcin for (coff = 0; coff < bound; coff += numCorners) SWAP(cells[coff], cells[coff + 1]); 2896ca5757SLisandro Dalcin #undef SWAP 293a074057SBarry Smith PetscFunctionReturn(0); 303a074057SBarry Smith } 313a074057SBarry Smith 32d71ae5a4SJacob Faibussowitsch PETSC_EXTERN PetscErrorCode DMPlexGenerate_Tetgen(DM boundary, PetscBool interpolate, DM *dm) 33d71ae5a4SJacob Faibussowitsch { 343a074057SBarry Smith MPI_Comm comm; 353a074057SBarry Smith const PetscInt dim = 3; 363a074057SBarry Smith ::tetgenio in; 373a074057SBarry Smith ::tetgenio out; 389318fe57SMatthew G. Knepley PetscContainer modelObj; 390fdc7489SMatthew Knepley DMUniversalLabel universal; 40af226901SMatthew G. Knepley PetscInt vStart, vEnd, v, eStart, eEnd, e, fStart, fEnd, f, defVal; 410fdc7489SMatthew Knepley DMPlexInterpolatedFlag isInterpolated; 423a074057SBarry Smith PetscMPIInt rank; 433a074057SBarry Smith 443a074057SBarry Smith PetscFunctionBegin; 459566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)boundary, &comm)); 469566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm, &rank)); 479566063dSJacob Faibussowitsch PetscCall(DMPlexIsInterpolatedCollective(boundary, &isInterpolated)); 489566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelCreate(boundary, &universal)); 49af226901SMatthew G. Knepley PetscCall(DMLabelGetDefaultValue(universal->label, &defVal)); 503a074057SBarry Smith 519566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(boundary, 0, &vStart, &vEnd)); 523a074057SBarry Smith in.numberofpoints = vEnd - vStart; 533a074057SBarry Smith if (in.numberofpoints > 0) { 543a074057SBarry Smith PetscSection coordSection; 553a074057SBarry Smith Vec coordinates; 560fdc7489SMatthew Knepley const PetscScalar *array; 573a074057SBarry Smith 583a074057SBarry Smith in.pointlist = new double[in.numberofpoints * dim]; 593a074057SBarry Smith in.pointmarkerlist = new int[in.numberofpoints]; 603a074057SBarry Smith 6141e9d8b5SMatthew G. Knepley PetscCall(PetscArrayzero(in.pointmarkerlist, (size_t)in.numberofpoints)); 629566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(boundary, &coordinates)); 639566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(boundary, &coordSection)); 649566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(coordinates, &array)); 653a074057SBarry Smith for (v = vStart; v < vEnd; ++v) { 663a074057SBarry Smith const PetscInt idx = v - vStart; 670fdc7489SMatthew Knepley PetscInt off, d, val; 683a074057SBarry Smith 699566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, v, &off)); 703a074057SBarry Smith for (d = 0; d < dim; ++d) in.pointlist[idx * dim + d] = PetscRealPart(array[off + d]); 719566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(universal->label, v, &val)); 72af226901SMatthew G. Knepley if (val != defVal) in.pointmarkerlist[idx] = (int)val; 733a074057SBarry Smith } 749566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(coordinates, &array)); 753a074057SBarry Smith } 763a074057SBarry Smith 779566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(boundary, 1, &eStart, &eEnd)); 780fdc7489SMatthew Knepley in.numberofedges = eEnd - eStart; 790fdc7489SMatthew Knepley if (isInterpolated == DMPLEX_INTERPOLATED_FULL && in.numberofedges > 0) { 800fdc7489SMatthew Knepley in.edgelist = new int[in.numberofedges * 2]; 810fdc7489SMatthew Knepley in.edgemarkerlist = new int[in.numberofedges]; 820fdc7489SMatthew Knepley for (e = eStart; e < eEnd; ++e) { 830fdc7489SMatthew Knepley const PetscInt idx = e - eStart; 840fdc7489SMatthew Knepley const PetscInt *cone; 850fdc7489SMatthew Knepley PetscInt coneSize, val; 860fdc7489SMatthew Knepley 879566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(boundary, e, &coneSize)); 889566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(boundary, e, &cone)); 890fdc7489SMatthew Knepley in.edgelist[idx * 2] = cone[0] - vStart; 900fdc7489SMatthew Knepley in.edgelist[idx * 2 + 1] = cone[1] - vStart; 910fdc7489SMatthew Knepley 929566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(universal->label, e, &val)); 93af226901SMatthew G. Knepley if (val != defVal) in.edgemarkerlist[idx] = (int)val; 940fdc7489SMatthew Knepley } 950fdc7489SMatthew Knepley } 960fdc7489SMatthew Knepley 979566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(boundary, 0, &fStart, &fEnd)); 983a074057SBarry Smith in.numberoffacets = fEnd - fStart; 993a074057SBarry Smith if (in.numberoffacets > 0) { 1003a074057SBarry Smith in.facetlist = new tetgenio::facet[in.numberoffacets]; 1013a074057SBarry Smith in.facetmarkerlist = new int[in.numberoffacets]; 1023a074057SBarry Smith for (f = fStart; f < fEnd; ++f) { 1033a074057SBarry Smith const PetscInt idx = f - fStart; 1040fdc7489SMatthew Knepley PetscInt *points = NULL, numPoints, p, numVertices = 0, v, val = -1; 1053a074057SBarry Smith 1063a074057SBarry Smith in.facetlist[idx].numberofpolygons = 1; 1073a074057SBarry Smith in.facetlist[idx].polygonlist = new tetgenio::polygon[in.facetlist[idx].numberofpolygons]; 1083a074057SBarry Smith in.facetlist[idx].numberofholes = 0; 1093a074057SBarry Smith in.facetlist[idx].holelist = NULL; 1103a074057SBarry Smith 1119566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(boundary, f, PETSC_TRUE, &numPoints, &points)); 1123a074057SBarry Smith for (p = 0; p < numPoints * 2; p += 2) { 1133a074057SBarry Smith const PetscInt point = points[p]; 1143a074057SBarry Smith if ((point >= vStart) && (point < vEnd)) points[numVertices++] = point; 1153a074057SBarry Smith } 1163a074057SBarry Smith 1173a074057SBarry Smith tetgenio::polygon *poly = in.facetlist[idx].polygonlist; 1183a074057SBarry Smith poly->numberofvertices = numVertices; 1193a074057SBarry Smith poly->vertexlist = new int[poly->numberofvertices]; 1203a074057SBarry Smith for (v = 0; v < numVertices; ++v) { 1213a074057SBarry Smith const PetscInt vIdx = points[v] - vStart; 1223a074057SBarry Smith poly->vertexlist[v] = vIdx; 1233a074057SBarry Smith } 1249566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(universal->label, f, &val)); 125af226901SMatthew G. Knepley if (val != defVal) in.facetmarkerlist[idx] = (int)val; 1269566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(boundary, f, PETSC_TRUE, &numPoints, &points)); 1273a074057SBarry Smith } 1283a074057SBarry Smith } 129dd400576SPatrick Sanan if (rank == 0) { 1300fdc7489SMatthew Knepley DM_Plex *mesh = (DM_Plex *)boundary->data; 1313a074057SBarry Smith char args[32]; 1323a074057SBarry Smith 1333a074057SBarry Smith /* Take away 'Q' for verbose output */ 1340fdc7489SMatthew Knepley #ifdef PETSC_HAVE_EGADS 1359566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(args, "pqezQY")); 1360fdc7489SMatthew Knepley #else 1379566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(args, "pqezQ")); 1380fdc7489SMatthew Knepley #endif 1399371c9d4SSatish Balay if (mesh->tetgenOpts) { 1409371c9d4SSatish Balay ::tetrahedralize(mesh->tetgenOpts, &in, &out); 1419371c9d4SSatish Balay } else { 1429371c9d4SSatish Balay ::tetrahedralize(args, &in, &out); 1439371c9d4SSatish Balay } 1443a074057SBarry Smith } 1453a074057SBarry Smith { 1463a074057SBarry Smith const PetscInt numCorners = 4; 1473a074057SBarry Smith const PetscInt numCells = out.numberoftetrahedra; 1483a074057SBarry Smith const PetscInt numVertices = out.numberofpoints; 149a4a685f2SJacob Faibussowitsch PetscReal *meshCoords = NULL; 150a4a685f2SJacob Faibussowitsch PetscInt *cells = NULL; 151a4a685f2SJacob Faibussowitsch 152a4a685f2SJacob Faibussowitsch if (sizeof(PetscReal) == sizeof(out.pointlist[0])) { 153a4a685f2SJacob Faibussowitsch meshCoords = (PetscReal *)out.pointlist; 154a4a685f2SJacob Faibussowitsch } else { 155a4a685f2SJacob Faibussowitsch PetscInt i; 156a4a685f2SJacob Faibussowitsch 157a4a685f2SJacob Faibussowitsch meshCoords = new PetscReal[dim * numVertices]; 1580fdc7489SMatthew Knepley for (i = 0; i < dim * numVertices; ++i) meshCoords[i] = (PetscReal)out.pointlist[i]; 159a4a685f2SJacob Faibussowitsch } 160a4a685f2SJacob Faibussowitsch if (sizeof(PetscInt) == sizeof(out.tetrahedronlist[0])) { 161a4a685f2SJacob Faibussowitsch cells = (PetscInt *)out.tetrahedronlist; 162a4a685f2SJacob Faibussowitsch } else { 163a4a685f2SJacob Faibussowitsch PetscInt i; 164a4a685f2SJacob Faibussowitsch 165a4a685f2SJacob Faibussowitsch cells = new PetscInt[numCells * numCorners]; 1660fdc7489SMatthew Knepley for (i = 0; i < numCells * numCorners; i++) cells[i] = (PetscInt)out.tetrahedronlist[i]; 167a4a685f2SJacob Faibussowitsch } 1683a074057SBarry Smith 1699566063dSJacob Faibussowitsch PetscCall(DMPlexInvertCells_Tetgen(numCells, numCorners, cells)); 1709566063dSJacob Faibussowitsch PetscCall(DMPlexCreateFromCellListPetsc(comm, dim, numCells, numVertices, numCorners, interpolate, cells, dim, meshCoords, dm)); 1710fdc7489SMatthew Knepley 1723a074057SBarry Smith /* Set labels */ 1739566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelCreateLabels(universal, PETSC_TRUE, *dm)); 1743a074057SBarry Smith for (v = 0; v < numVertices; ++v) { 17548a46eb9SPierre Jolivet if (out.pointmarkerlist[v]) PetscCall(DMUniversalLabelSetLabelValue(universal, *dm, PETSC_TRUE, v + numCells, out.pointmarkerlist[v])); 1763a074057SBarry Smith } 1773a074057SBarry Smith if (interpolate) { 1783a074057SBarry Smith PetscInt e; 1793a074057SBarry Smith 1803a074057SBarry Smith for (e = 0; e < out.numberofedges; e++) { 1813a074057SBarry Smith if (out.edgemarkerlist[e]) { 1823a074057SBarry Smith const PetscInt vertices[2] = {out.edgelist[e * 2 + 0] + numCells, out.edgelist[e * 2 + 1] + numCells}; 1833a074057SBarry Smith const PetscInt *edges; 1843a074057SBarry Smith PetscInt numEdges; 1853a074057SBarry Smith 1869566063dSJacob Faibussowitsch PetscCall(DMPlexGetJoin(*dm, 2, vertices, &numEdges, &edges)); 18763a3b9bcSJacob Faibussowitsch PetscCheck(numEdges == 1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Two vertices must cover only one edge, not %" PetscInt_FMT, numEdges); 1889566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelSetLabelValue(universal, *dm, PETSC_TRUE, edges[0], out.edgemarkerlist[e])); 1899566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(*dm, 2, vertices, &numEdges, &edges)); 1903a074057SBarry Smith } 1913a074057SBarry Smith } 1923a074057SBarry Smith for (f = 0; f < out.numberoftrifaces; f++) { 1933a074057SBarry Smith if (out.trifacemarkerlist[f]) { 1943a074057SBarry Smith const PetscInt vertices[3] = {out.trifacelist[f * 3 + 0] + numCells, out.trifacelist[f * 3 + 1] + numCells, out.trifacelist[f * 3 + 2] + numCells}; 1953a074057SBarry Smith const PetscInt *faces; 1963a074057SBarry Smith PetscInt numFaces; 1973a074057SBarry Smith 1989566063dSJacob Faibussowitsch PetscCall(DMPlexGetFullJoin(*dm, 3, vertices, &numFaces, &faces)); 19963a3b9bcSJacob Faibussowitsch PetscCheck(numFaces == 1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Three vertices must cover only one face, not %" PetscInt_FMT, numFaces); 2009566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelSetLabelValue(universal, *dm, PETSC_TRUE, faces[0], out.trifacemarkerlist[f])); 2019566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(*dm, 3, vertices, &numFaces, &faces)); 2023a074057SBarry Smith } 2033a074057SBarry Smith } 2043a074057SBarry Smith } 2050fdc7489SMatthew Knepley 2069566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)boundary, "EGADS Model", (PetscObject *)&modelObj)); 2079318fe57SMatthew G. Knepley if (modelObj) { 2080fdc7489SMatthew Knepley #ifdef PETSC_HAVE_EGADS 2090fdc7489SMatthew Knepley DMLabel bodyLabel; 2100fdc7489SMatthew Knepley PetscInt cStart, cEnd, c, eStart, eEnd, fStart, fEnd; 211c1cad2e7SMatthew G. Knepley PetscBool islite = PETSC_FALSE; 2120fdc7489SMatthew Knepley ego *bodies; 2130fdc7489SMatthew Knepley ego model, geom; 2140fdc7489SMatthew Knepley int Nb, oclass, mtype, *senses; 2150fdc7489SMatthew Knepley 2160fdc7489SMatthew Knepley /* Get Attached EGADS Model from Original DMPlex */ 2179566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)boundary, "EGADS Model", (PetscObject *)&modelObj)); 218c1cad2e7SMatthew G. Knepley if (modelObj) { 2199566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(modelObj, (void **)&model)); 2209566063dSJacob Faibussowitsch PetscCall(EG_getTopology(model, &geom, &oclass, &mtype, NULL, &Nb, &bodies, &senses)); 2210fdc7489SMatthew Knepley /* Transfer EGADS Model to Volumetric Mesh */ 2229566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)*dm, "EGADS Model", (PetscObject)modelObj)); 223c1cad2e7SMatthew G. Knepley } else { 2249566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)boundary, "EGADSLite Model", (PetscObject *)&modelObj)); 225c1cad2e7SMatthew G. Knepley if (modelObj) { 2269566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(modelObj, (void **)&model)); 2279566063dSJacob Faibussowitsch PetscCall(EGlite_getTopology(model, &geom, &oclass, &mtype, NULL, &Nb, &bodies, &senses)); 228c1cad2e7SMatthew G. Knepley /* Transfer EGADS Model to Volumetric Mesh */ 2299566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)*dm, "EGADSLite Model", (PetscObject)modelObj)); 230c1cad2e7SMatthew G. Knepley islite = PETSC_TRUE; 231c1cad2e7SMatthew G. Knepley } 232c1cad2e7SMatthew G. Knepley } 233c1cad2e7SMatthew G. Knepley if (!modelObj) goto skip_egads; 2340fdc7489SMatthew Knepley 2350fdc7489SMatthew Knepley /* Set Cell Labels */ 2369566063dSJacob Faibussowitsch PetscCall(DMGetLabel(*dm, "EGADS Body ID", &bodyLabel)); 2379566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(*dm, 0, &cStart, &cEnd)); 2389566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(*dm, 1, &fStart, &fEnd)); 2399566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(*dm, 1, &eStart, &eEnd)); 2400fdc7489SMatthew Knepley 2410fdc7489SMatthew Knepley for (c = cStart; c < cEnd; ++c) { 2420fdc7489SMatthew Knepley PetscReal centroid[3] = {0., 0., 0.}; 2430fdc7489SMatthew Knepley PetscInt b; 2440fdc7489SMatthew Knepley 245*35cb6cd3SPierre Jolivet /* Determine what body the cell's centroid is located in */ 2460fdc7489SMatthew Knepley if (!interpolate) { 2470fdc7489SMatthew Knepley PetscSection coordSection; 2480fdc7489SMatthew Knepley Vec coordinates; 2490fdc7489SMatthew Knepley PetscScalar *coords = NULL; 2500fdc7489SMatthew Knepley PetscInt coordSize, s, d; 2510fdc7489SMatthew Knepley 2529566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(*dm, &coordinates)); 2539566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(*dm, &coordSection)); 2549566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(*dm, coordSection, coordinates, c, &coordSize, &coords)); 2559371c9d4SSatish Balay for (s = 0; s < coordSize; ++s) 2569371c9d4SSatish Balay for (d = 0; d < dim; ++d) centroid[d] += coords[s * dim + d]; 2579566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(*dm, coordSection, coordinates, c, &coordSize, &coords)); 2581baa6e33SBarry Smith } else PetscCall(DMPlexComputeCellGeometryFVM(*dm, c, NULL, centroid, NULL)); 2590fdc7489SMatthew Knepley for (b = 0; b < Nb; ++b) { 2609371c9d4SSatish Balay if (islite) { 2619371c9d4SSatish Balay if (EGlite_inTopology(bodies[b], centroid) == EGADS_SUCCESS) break; 2629371c9d4SSatish Balay } else { 2639371c9d4SSatish Balay if (EG_inTopology(bodies[b], centroid) == EGADS_SUCCESS) break; 2649371c9d4SSatish Balay } 2650fdc7489SMatthew Knepley } 2660fdc7489SMatthew Knepley if (b < Nb) { 2670fdc7489SMatthew Knepley PetscInt cval = b, eVal, fVal; 2680fdc7489SMatthew Knepley PetscInt *closure = NULL, Ncl, cl; 2690fdc7489SMatthew Knepley 2709566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(bodyLabel, c, cval)); 2719566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(*dm, c, PETSC_TRUE, &Ncl, &closure)); 2720fdc7489SMatthew Knepley for (cl = 0; cl < Ncl; cl += 2) { 2730fdc7489SMatthew Knepley const PetscInt p = closure[cl]; 2740fdc7489SMatthew Knepley 2750fdc7489SMatthew Knepley if (p >= eStart && p < eEnd) { 2769566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(bodyLabel, p, &eVal)); 2779566063dSJacob Faibussowitsch if (eVal < 0) PetscCall(DMLabelSetValue(bodyLabel, p, cval)); 2780fdc7489SMatthew Knepley } 2790fdc7489SMatthew Knepley if (p >= fStart && p < fEnd) { 2809566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(bodyLabel, p, &fVal)); 2819566063dSJacob Faibussowitsch if (fVal < 0) PetscCall(DMLabelSetValue(bodyLabel, p, cval)); 2820fdc7489SMatthew Knepley } 2830fdc7489SMatthew Knepley } 2849566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(*dm, c, PETSC_TRUE, &Ncl, &closure)); 2850fdc7489SMatthew Knepley } 2860fdc7489SMatthew Knepley } 287c1cad2e7SMatthew G. Knepley skip_egads:; 2880fdc7489SMatthew Knepley #endif 2899318fe57SMatthew G. Knepley } 2909566063dSJacob Faibussowitsch PetscCall(DMPlexSetRefinementUniform(*dm, PETSC_FALSE)); 2913a074057SBarry Smith } 2929566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelDestroy(&universal)); 2933a074057SBarry Smith PetscFunctionReturn(0); 2943a074057SBarry Smith } 2953a074057SBarry Smith 296d71ae5a4SJacob Faibussowitsch PETSC_EXTERN PetscErrorCode DMPlexRefine_Tetgen(DM dm, double *maxVolumes, DM *dmRefined) 297d71ae5a4SJacob Faibussowitsch { 2983a074057SBarry Smith MPI_Comm comm; 2993a074057SBarry Smith const PetscInt dim = 3; 3003a074057SBarry Smith ::tetgenio in; 3013a074057SBarry Smith ::tetgenio out; 3029318fe57SMatthew G. Knepley PetscContainer modelObj; 3030fdc7489SMatthew Knepley DMUniversalLabel universal; 304af226901SMatthew G. Knepley PetscInt vStart, vEnd, v, eStart, eEnd, e, fStart, fEnd, f, cStart, cEnd, c, defVal; 3050fdc7489SMatthew Knepley DMPlexInterpolatedFlag isInterpolated; 3063a074057SBarry Smith PetscMPIInt rank; 3073a074057SBarry Smith 3083a074057SBarry Smith PetscFunctionBegin; 3099566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 3109566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm, &rank)); 3119566063dSJacob Faibussowitsch PetscCall(DMPlexIsInterpolatedCollective(dm, &isInterpolated)); 3129566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelCreate(dm, &universal)); 313af226901SMatthew G. Knepley PetscCall(DMLabelGetDefaultValue(universal->label, &defVal)); 3143a074057SBarry Smith 3159566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 3163a074057SBarry Smith in.numberofpoints = vEnd - vStart; 3173a074057SBarry Smith if (in.numberofpoints > 0) { 3183a074057SBarry Smith PetscSection coordSection; 3193a074057SBarry Smith Vec coordinates; 3203a074057SBarry Smith PetscScalar *array; 3213a074057SBarry Smith 3223a074057SBarry Smith in.pointlist = new double[in.numberofpoints * dim]; 3233a074057SBarry Smith in.pointmarkerlist = new int[in.numberofpoints]; 3243a074057SBarry Smith 32541e9d8b5SMatthew G. Knepley PetscCall(PetscArrayzero(in.pointmarkerlist, (size_t)in.numberofpoints)); 3269566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(dm, &coordinates)); 3279566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(dm, &coordSection)); 3289566063dSJacob Faibussowitsch PetscCall(VecGetArray(coordinates, &array)); 3293a074057SBarry Smith for (v = vStart; v < vEnd; ++v) { 3303a074057SBarry Smith const PetscInt idx = v - vStart; 3310fdc7489SMatthew Knepley PetscInt off, d, val; 3323a074057SBarry Smith 3339566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(coordSection, v, &off)); 3343a074057SBarry Smith for (d = 0; d < dim; ++d) in.pointlist[idx * dim + d] = PetscRealPart(array[off + d]); 3359566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(universal->label, v, &val)); 336af226901SMatthew G. Knepley if (val != defVal) in.pointmarkerlist[idx] = (int)val; 3373a074057SBarry Smith } 3389566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(coordinates, &array)); 3393a074057SBarry Smith } 3403a074057SBarry Smith 3419566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 1, &eStart, &eEnd)); 3420fdc7489SMatthew Knepley in.numberofedges = eEnd - eStart; 3430fdc7489SMatthew Knepley if (isInterpolated == DMPLEX_INTERPOLATED_FULL && in.numberofedges > 0) { 3440fdc7489SMatthew Knepley in.edgelist = new int[in.numberofedges * 2]; 3450fdc7489SMatthew Knepley in.edgemarkerlist = new int[in.numberofedges]; 3460fdc7489SMatthew Knepley for (e = eStart; e < eEnd; ++e) { 3470fdc7489SMatthew Knepley const PetscInt idx = e - eStart; 3480fdc7489SMatthew Knepley const PetscInt *cone; 3490fdc7489SMatthew Knepley PetscInt coneSize, val; 3500fdc7489SMatthew Knepley 3519566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, e, &coneSize)); 3529566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, e, &cone)); 3530fdc7489SMatthew Knepley in.edgelist[idx * 2] = cone[0] - vStart; 3540fdc7489SMatthew Knepley in.edgelist[idx * 2 + 1] = cone[1] - vStart; 3550fdc7489SMatthew Knepley 3569566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(universal->label, e, &val)); 357af226901SMatthew G. Knepley if (val != defVal) in.edgemarkerlist[idx] = (int)val; 3580fdc7489SMatthew Knepley } 3590fdc7489SMatthew Knepley } 3600fdc7489SMatthew Knepley 3619566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 3620fdc7489SMatthew Knepley in.numberoffacets = fEnd - fStart; 3630fdc7489SMatthew Knepley if (isInterpolated == DMPLEX_INTERPOLATED_FULL && in.numberoffacets > 0) { 3640fdc7489SMatthew Knepley in.facetlist = new tetgenio::facet[in.numberoffacets]; 3650fdc7489SMatthew Knepley in.facetmarkerlist = new int[in.numberoffacets]; 3660fdc7489SMatthew Knepley for (f = fStart; f < fEnd; ++f) { 3670fdc7489SMatthew Knepley const PetscInt idx = f - fStart; 3680fdc7489SMatthew Knepley PetscInt *points = NULL, numPoints, p, numVertices = 0, v, val; 3690fdc7489SMatthew Knepley 3700fdc7489SMatthew Knepley in.facetlist[idx].numberofpolygons = 1; 3710fdc7489SMatthew Knepley in.facetlist[idx].polygonlist = new tetgenio::polygon[in.facetlist[idx].numberofpolygons]; 3720fdc7489SMatthew Knepley in.facetlist[idx].numberofholes = 0; 3730fdc7489SMatthew Knepley in.facetlist[idx].holelist = NULL; 3740fdc7489SMatthew Knepley 3759566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, f, PETSC_TRUE, &numPoints, &points)); 3760fdc7489SMatthew Knepley for (p = 0; p < numPoints * 2; p += 2) { 3770fdc7489SMatthew Knepley const PetscInt point = points[p]; 3780fdc7489SMatthew Knepley if ((point >= vStart) && (point < vEnd)) points[numVertices++] = point; 3790fdc7489SMatthew Knepley } 3800fdc7489SMatthew Knepley 3810fdc7489SMatthew Knepley tetgenio::polygon *poly = in.facetlist[idx].polygonlist; 3820fdc7489SMatthew Knepley poly->numberofvertices = numVertices; 3830fdc7489SMatthew Knepley poly->vertexlist = new int[poly->numberofvertices]; 3840fdc7489SMatthew Knepley for (v = 0; v < numVertices; ++v) { 3850fdc7489SMatthew Knepley const PetscInt vIdx = points[v] - vStart; 3860fdc7489SMatthew Knepley poly->vertexlist[v] = vIdx; 3870fdc7489SMatthew Knepley } 3880fdc7489SMatthew Knepley 3899566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(universal->label, f, &val)); 390af226901SMatthew G. Knepley if (val != defVal) in.facetmarkerlist[idx] = (int)val; 3910fdc7489SMatthew Knepley 3929566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, f, PETSC_TRUE, &numPoints, &points)); 3930fdc7489SMatthew Knepley } 3940fdc7489SMatthew Knepley } 3950fdc7489SMatthew Knepley 3969566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd)); 3973a074057SBarry Smith in.numberofcorners = 4; 3983a074057SBarry Smith in.numberoftetrahedra = cEnd - cStart; 3993a074057SBarry Smith in.tetrahedronvolumelist = (double *)maxVolumes; 4003a074057SBarry Smith if (in.numberoftetrahedra > 0) { 4013a074057SBarry Smith in.tetrahedronlist = new int[in.numberoftetrahedra * in.numberofcorners]; 4023a074057SBarry Smith for (c = cStart; c < cEnd; ++c) { 4033a074057SBarry Smith const PetscInt idx = c - cStart; 4043a074057SBarry Smith PetscInt *closure = NULL; 4053a074057SBarry Smith PetscInt closureSize; 4063a074057SBarry Smith 4079566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure)); 40863a3b9bcSJacob Faibussowitsch PetscCheck(!(closureSize != 5) || !(closureSize != 15), comm, PETSC_ERR_ARG_WRONG, "Mesh has cell which is not a tetrahedron, %" PetscInt_FMT " vertices in closure", closureSize); 4090fdc7489SMatthew Knepley for (v = 0; v < 4; ++v) in.tetrahedronlist[idx * in.numberofcorners + v] = closure[(v + closureSize - 4) * 2] - vStart; 4109566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure)); 4113a074057SBarry Smith } 4123a074057SBarry Smith } 4130fdc7489SMatthew Knepley 414dd400576SPatrick Sanan if (rank == 0) { 4153a074057SBarry Smith char args[32]; 4163a074057SBarry Smith 4173a074057SBarry Smith /* Take away 'Q' for verbose output */ 4189566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(args, "qezQra")); 4193a074057SBarry Smith ::tetrahedralize(args, &in, &out); 4203a074057SBarry Smith } 4213a074057SBarry Smith 4220fdc7489SMatthew Knepley in.tetrahedronvolumelist = NULL; 4233a074057SBarry Smith { 4243a074057SBarry Smith const PetscInt numCorners = 4; 4253a074057SBarry Smith const PetscInt numCells = out.numberoftetrahedra; 4263a074057SBarry Smith const PetscInt numVertices = out.numberofpoints; 427a4a685f2SJacob Faibussowitsch PetscReal *meshCoords = NULL; 428a4a685f2SJacob Faibussowitsch PetscInt *cells = NULL; 4290fdc7489SMatthew Knepley PetscBool interpolate = isInterpolated == DMPLEX_INTERPOLATED_FULL ? PETSC_TRUE : PETSC_FALSE; 4303a074057SBarry Smith 431a4a685f2SJacob Faibussowitsch if (sizeof(PetscReal) == sizeof(out.pointlist[0])) { 432a4a685f2SJacob Faibussowitsch meshCoords = (PetscReal *)out.pointlist; 433a4a685f2SJacob Faibussowitsch } else { 434a4a685f2SJacob Faibussowitsch PetscInt i; 435a4a685f2SJacob Faibussowitsch 436a4a685f2SJacob Faibussowitsch meshCoords = new PetscReal[dim * numVertices]; 4370fdc7489SMatthew Knepley for (i = 0; i < dim * numVertices; ++i) meshCoords[i] = (PetscReal)out.pointlist[i]; 438a4a685f2SJacob Faibussowitsch } 439a4a685f2SJacob Faibussowitsch if (sizeof(PetscInt) == sizeof(out.tetrahedronlist[0])) { 440a4a685f2SJacob Faibussowitsch cells = (PetscInt *)out.tetrahedronlist; 441a4a685f2SJacob Faibussowitsch } else { 442a4a685f2SJacob Faibussowitsch PetscInt i; 443a4a685f2SJacob Faibussowitsch 444a4a685f2SJacob Faibussowitsch cells = new PetscInt[numCells * numCorners]; 4450fdc7489SMatthew Knepley for (i = 0; i < numCells * numCorners; ++i) cells[i] = (PetscInt)out.tetrahedronlist[i]; 446a4a685f2SJacob Faibussowitsch } 447a4a685f2SJacob Faibussowitsch 4489566063dSJacob Faibussowitsch PetscCall(DMPlexInvertCells_Tetgen(numCells, numCorners, cells)); 4499566063dSJacob Faibussowitsch PetscCall(DMPlexCreateFromCellListPetsc(comm, dim, numCells, numVertices, numCorners, interpolate, cells, dim, meshCoords, dmRefined)); 450ad540459SPierre Jolivet if (sizeof(PetscReal) != sizeof(out.pointlist[0])) delete[] meshCoords; 451ad540459SPierre Jolivet if (sizeof(PetscInt) != sizeof(out.tetrahedronlist[0])) delete[] cells; 4520fdc7489SMatthew Knepley 4533a074057SBarry Smith /* Set labels */ 4549566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelCreateLabels(universal, PETSC_TRUE, *dmRefined)); 4553a074057SBarry Smith for (v = 0; v < numVertices; ++v) { 45648a46eb9SPierre Jolivet if (out.pointmarkerlist[v]) PetscCall(DMUniversalLabelSetLabelValue(universal, *dmRefined, PETSC_TRUE, v + numCells, out.pointmarkerlist[v])); 4573a074057SBarry Smith } 4583a074057SBarry Smith if (interpolate) { 4590fdc7489SMatthew Knepley PetscInt e, f; 4603a074057SBarry Smith 4610fdc7489SMatthew Knepley for (e = 0; e < out.numberofedges; ++e) { 4623a074057SBarry Smith if (out.edgemarkerlist[e]) { 4633a074057SBarry Smith const PetscInt vertices[2] = {out.edgelist[e * 2 + 0] + numCells, out.edgelist[e * 2 + 1] + numCells}; 4643a074057SBarry Smith const PetscInt *edges; 4653a074057SBarry Smith PetscInt numEdges; 4663a074057SBarry Smith 4679566063dSJacob Faibussowitsch PetscCall(DMPlexGetJoin(*dmRefined, 2, vertices, &numEdges, &edges)); 46863a3b9bcSJacob Faibussowitsch PetscCheck(numEdges == 1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Two vertices must cover only one edge, not %" PetscInt_FMT, numEdges); 4699566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelSetLabelValue(universal, *dmRefined, PETSC_TRUE, edges[0], out.edgemarkerlist[e])); 4709566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(*dmRefined, 2, vertices, &numEdges, &edges)); 4713a074057SBarry Smith } 4723a074057SBarry Smith } 4730fdc7489SMatthew Knepley for (f = 0; f < out.numberoftrifaces; ++f) { 4743a074057SBarry Smith if (out.trifacemarkerlist[f]) { 4753a074057SBarry Smith const PetscInt vertices[3] = {out.trifacelist[f * 3 + 0] + numCells, out.trifacelist[f * 3 + 1] + numCells, out.trifacelist[f * 3 + 2] + numCells}; 4763a074057SBarry Smith const PetscInt *faces; 4773a074057SBarry Smith PetscInt numFaces; 4783a074057SBarry Smith 4799566063dSJacob Faibussowitsch PetscCall(DMPlexGetFullJoin(*dmRefined, 3, vertices, &numFaces, &faces)); 48063a3b9bcSJacob Faibussowitsch PetscCheck(numFaces == 1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Three vertices must cover only one face, not %" PetscInt_FMT, numFaces); 4819566063dSJacob Faibussowitsch PetscCall(DMUniversalLabelSetLabelValue(universal, *dmRefined, PETSC_TRUE, faces[0], out.trifacemarkerlist[f])); 4829566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreJoin(*dmRefined, 3, vertices, &numFaces, &faces)); 4833a074057SBarry Smith } 4843a074057SBarry Smith } 4853a074057SBarry Smith } 4860fdc7489SMatthew Knepley 4879566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "EGADS Model", (PetscObject *)&modelObj)); 4889318fe57SMatthew G. Knepley if (modelObj) { 4890fdc7489SMatthew Knepley #ifdef PETSC_HAVE_EGADS 4900fdc7489SMatthew Knepley DMLabel bodyLabel; 4910fdc7489SMatthew Knepley PetscInt cStart, cEnd, c, eStart, eEnd, fStart, fEnd; 492c1cad2e7SMatthew G. Knepley PetscBool islite = PETSC_FALSE; 4930fdc7489SMatthew Knepley ego *bodies; 4940fdc7489SMatthew Knepley ego model, geom; 4950fdc7489SMatthew Knepley int Nb, oclass, mtype, *senses; 4960fdc7489SMatthew Knepley 4970fdc7489SMatthew Knepley /* Get Attached EGADS Model from Original DMPlex */ 4989566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "EGADS Model", (PetscObject *)&modelObj)); 499c1cad2e7SMatthew G. Knepley if (modelObj) { 5009566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(modelObj, (void **)&model)); 5019566063dSJacob Faibussowitsch PetscCall(EG_getTopology(model, &geom, &oclass, &mtype, NULL, &Nb, &bodies, &senses)); 5020fdc7489SMatthew Knepley /* Transfer EGADS Model to Volumetric Mesh */ 5039566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)*dmRefined, "EGADS Model", (PetscObject)modelObj)); 504c1cad2e7SMatthew G. Knepley } else { 5059566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "EGADSLite Model", (PetscObject *)&modelObj)); 506c1cad2e7SMatthew G. Knepley if (modelObj) { 5079566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(modelObj, (void **)&model)); 5089566063dSJacob Faibussowitsch PetscCall(EGlite_getTopology(model, &geom, &oclass, &mtype, NULL, &Nb, &bodies, &senses)); 509c1cad2e7SMatthew G. Knepley /* Transfer EGADS Model to Volumetric Mesh */ 5109566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)*dmRefined, "EGADSLite Model", (PetscObject)modelObj)); 511c1cad2e7SMatthew G. Knepley islite = PETSC_TRUE; 512c1cad2e7SMatthew G. Knepley } 513c1cad2e7SMatthew G. Knepley } 514c1cad2e7SMatthew G. Knepley if (!modelObj) goto skip_egads; 5150fdc7489SMatthew Knepley 5160fdc7489SMatthew Knepley /* Set Cell Labels */ 5179566063dSJacob Faibussowitsch PetscCall(DMGetLabel(*dmRefined, "EGADS Body ID", &bodyLabel)); 5189566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(*dmRefined, 0, &cStart, &cEnd)); 5199566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(*dmRefined, 1, &fStart, &fEnd)); 5209566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(*dmRefined, 1, &eStart, &eEnd)); 5210fdc7489SMatthew Knepley 5220fdc7489SMatthew Knepley for (c = cStart; c < cEnd; ++c) { 5230fdc7489SMatthew Knepley PetscReal centroid[3] = {0., 0., 0.}; 5240fdc7489SMatthew Knepley PetscInt b; 5250fdc7489SMatthew Knepley 526*35cb6cd3SPierre Jolivet /* Determine what body the cell's centroid is located in */ 5270fdc7489SMatthew Knepley if (!interpolate) { 5280fdc7489SMatthew Knepley PetscSection coordSection; 5290fdc7489SMatthew Knepley Vec coordinates; 5300fdc7489SMatthew Knepley PetscScalar *coords = NULL; 5310fdc7489SMatthew Knepley PetscInt coordSize, s, d; 5320fdc7489SMatthew Knepley 5339566063dSJacob Faibussowitsch PetscCall(DMGetCoordinatesLocal(*dmRefined, &coordinates)); 5349566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateSection(*dmRefined, &coordSection)); 5359566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(*dmRefined, coordSection, coordinates, c, &coordSize, &coords)); 5369371c9d4SSatish Balay for (s = 0; s < coordSize; ++s) 5379371c9d4SSatish Balay for (d = 0; d < dim; ++d) centroid[d] += coords[s * dim + d]; 5389566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(*dmRefined, coordSection, coordinates, c, &coordSize, &coords)); 5391baa6e33SBarry Smith } else PetscCall(DMPlexComputeCellGeometryFVM(*dmRefined, c, NULL, centroid, NULL)); 5400fdc7489SMatthew Knepley for (b = 0; b < Nb; ++b) { 5419371c9d4SSatish Balay if (islite) { 5429371c9d4SSatish Balay if (EGlite_inTopology(bodies[b], centroid) == EGADS_SUCCESS) break; 5439371c9d4SSatish Balay } else { 5449371c9d4SSatish Balay if (EG_inTopology(bodies[b], centroid) == EGADS_SUCCESS) break; 5459371c9d4SSatish Balay } 5460fdc7489SMatthew Knepley } 5470fdc7489SMatthew Knepley if (b < Nb) { 5480fdc7489SMatthew Knepley PetscInt cval = b, eVal, fVal; 5490fdc7489SMatthew Knepley PetscInt *closure = NULL, Ncl, cl; 5500fdc7489SMatthew Knepley 5519566063dSJacob Faibussowitsch PetscCall(DMLabelSetValue(bodyLabel, c, cval)); 5529566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(*dmRefined, c, PETSC_TRUE, &Ncl, &closure)); 5530fdc7489SMatthew Knepley for (cl = 0; cl < Ncl; cl += 2) { 5540fdc7489SMatthew Knepley const PetscInt p = closure[cl]; 5550fdc7489SMatthew Knepley 5560fdc7489SMatthew Knepley if (p >= eStart && p < eEnd) { 5579566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(bodyLabel, p, &eVal)); 5589566063dSJacob Faibussowitsch if (eVal < 0) PetscCall(DMLabelSetValue(bodyLabel, p, cval)); 5590fdc7489SMatthew Knepley } 5600fdc7489SMatthew Knepley if (p >= fStart && p < fEnd) { 5619566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(bodyLabel, p, &fVal)); 5629566063dSJacob Faibussowitsch if (fVal < 0) PetscCall(DMLabelSetValue(bodyLabel, p, cval)); 5630fdc7489SMatthew Knepley } 5640fdc7489SMatthew Knepley } 5659566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(*dmRefined, c, PETSC_TRUE, &Ncl, &closure)); 5660fdc7489SMatthew Knepley } 5670fdc7489SMatthew Knepley } 568c1cad2e7SMatthew G. Knepley skip_egads:; 5690fdc7489SMatthew Knepley #endif 5709318fe57SMatthew G. Knepley } 5719566063dSJacob Faibussowitsch PetscCall(DMPlexSetRefinementUniform(*dmRefined, PETSC_FALSE)); 5723a074057SBarry Smith } 5733a074057SBarry Smith PetscFunctionReturn(0); 5743a074057SBarry Smith } 575