xref: /petsc/src/dm/impls/plex/plex.c (revision e655db49be63a4a6de5a4738b0b1f366268567b9)
1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h>   /*I      "petscdmplex.h"   I*/
2af0996ceSBarry Smith #include <petsc/private/isimpl.h>
3e5c6e791SKarl Rupp #include <petsc/private/vecimpl.h>
48135c375SStefano Zampini #include <petsc/private/glvisvecimpl.h>
50c312b8eSJed Brown #include <petscsf.h>
6e228b242SToby Isaac #include <petscds.h>
7e412dcbdSMatthew G. Knepley #include <petscdraw.h>
8552f7358SJed Brown 
9552f7358SJed Brown /* Logging support */
1025afeb17SMatthew G. Knepley PetscLogEvent DMPLEX_Interpolate, PETSCPARTITIONER_Partition, DMPLEX_Distribute, DMPLEX_DistributeCones, DMPLEX_DistributeLabels, DMPLEX_DistributeSF, DMPLEX_DistributeOverlap, DMPLEX_DistributeField, DMPLEX_DistributeData, DMPLEX_Migrate, DMPLEX_InterpolateSF, DMPLEX_GlobalToNaturalBegin, DMPLEX_GlobalToNaturalEnd, DMPLEX_NaturalToGlobalBegin, DMPLEX_NaturalToGlobalEnd, DMPLEX_Stratify, DMPLEX_Preallocate, DMPLEX_ResidualFEM, DMPLEX_JacobianFEM, DMPLEX_InterpolatorFEM, DMPLEX_InjectorFEM, DMPLEX_IntegralFEM, DMPLEX_CreateGmsh;
11552f7358SJed Brown 
125a576424SJed Brown PETSC_EXTERN PetscErrorCode VecView_MPI(Vec, PetscViewer);
13552f7358SJed Brown 
14e5337592SStefano Zampini /*@
15e5337592SStefano Zampini   DMPlexRefineSimplexToTensor - Uniformly refines simplicial cells into tensor product cells.
16e5337592SStefano Zampini   3 quadrilaterals per triangle in 2D and 4 hexahedra per tetrahedron in 3D.
17e5337592SStefano Zampini 
18e5337592SStefano Zampini   Collective
19e5337592SStefano Zampini 
20e5337592SStefano Zampini   Input Parameters:
21e5337592SStefano Zampini . dm - The DMPlex object
22e5337592SStefano Zampini 
23e5337592SStefano Zampini   Output Parameters:
24e5337592SStefano Zampini . dmRefined - The refined DMPlex object
25e5337592SStefano Zampini 
26e5337592SStefano Zampini   Note: Returns NULL if the mesh is already a tensor product mesh.
27e5337592SStefano Zampini 
28e5337592SStefano Zampini   Level: intermediate
29e5337592SStefano Zampini 
30e5337592SStefano Zampini .seealso: DMPlexCreate(), DMPlexSetRefinementUniform()
31e5337592SStefano Zampini @*/
32e5337592SStefano Zampini PetscErrorCode DMPlexRefineSimplexToTensor(DM dm, DM *dmRefined)
33e5337592SStefano Zampini {
34e5337592SStefano Zampini   PetscInt         dim, cMax, fMax, cStart, cEnd, coneSize;
35e5337592SStefano Zampini   CellRefiner      cellRefiner;
36e5337592SStefano Zampini   PetscBool        lop, allnoop, localized;
37e5337592SStefano Zampini   PetscErrorCode   ierr;
38e5337592SStefano Zampini 
39e5337592SStefano Zampini   PetscFunctionBegin;
40e5337592SStefano Zampini   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
41e5337592SStefano Zampini   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
42e5337592SStefano Zampini   ierr = DMPlexGetHybridBounds(dm,&cMax,&fMax,NULL,NULL);CHKERRQ(ierr);
43e5337592SStefano Zampini   if (cMax >= 0 || fMax >= 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle hybrid meshes yet");
44e5337592SStefano Zampini   ierr = DMPlexGetHeightStratum(dm,0,&cStart,&cEnd);CHKERRQ(ierr);
45e5337592SStefano Zampini   if (!(cEnd - cStart)) cellRefiner = REFINER_NOOP;
46e5337592SStefano Zampini   else {
47e5337592SStefano Zampini     ierr = DMPlexGetConeSize(dm,cStart,&coneSize);CHKERRQ(ierr);
48e5337592SStefano Zampini     switch (dim) {
49e5337592SStefano Zampini     case 1:
50e5337592SStefano Zampini       cellRefiner = REFINER_NOOP;
51e5337592SStefano Zampini     break;
52e5337592SStefano Zampini     case 2:
53e5337592SStefano Zampini       switch (coneSize) {
54e5337592SStefano Zampini       case 3:
55e5337592SStefano Zampini         cellRefiner = REFINER_SIMPLEX_TO_HEX_2D;
56e5337592SStefano Zampini       break;
57e5337592SStefano Zampini       case 4:
58e5337592SStefano Zampini         cellRefiner = REFINER_NOOP;
59e5337592SStefano Zampini       break;
60e5337592SStefano Zampini       default: SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle coneSize %D with dimension %D",coneSize,dim);
61e5337592SStefano Zampini       }
62e5337592SStefano Zampini     break;
63e5337592SStefano Zampini     case 3:
64e5337592SStefano Zampini       switch (coneSize) {
65e5337592SStefano Zampini       case 4:
66e5337592SStefano Zampini         cellRefiner = REFINER_SIMPLEX_TO_HEX_3D;
67e5337592SStefano Zampini       break;
68e5337592SStefano Zampini       case 6:
69e5337592SStefano Zampini         cellRefiner = REFINER_NOOP;
70e5337592SStefano Zampini       break;
71e5337592SStefano Zampini       default: SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle coneSize %D with dimension %D",coneSize,dim);
72e5337592SStefano Zampini       }
73e5337592SStefano Zampini     break;
74e5337592SStefano Zampini     default: SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle dimension %D",dim);
75e5337592SStefano Zampini     }
76e5337592SStefano Zampini   }
77e5337592SStefano Zampini   /* return if we don't need to refine */
78e5337592SStefano Zampini   lop = (cellRefiner == REFINER_NOOP) ? PETSC_TRUE : PETSC_FALSE;
79e5337592SStefano Zampini   ierr = MPIU_Allreduce(&lop,&allnoop,1,MPIU_BOOL,MPI_LAND,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
80e5337592SStefano Zampini   if (allnoop) {
81e5337592SStefano Zampini     *dmRefined = NULL;
82e5337592SStefano Zampini     PetscFunctionReturn(0);
83e5337592SStefano Zampini   }
84e5337592SStefano Zampini   ierr = DMPlexRefineUniform_Internal(dm, cellRefiner, dmRefined);CHKERRQ(ierr);
85e5337592SStefano Zampini   ierr = DMCopyBoundary(dm, *dmRefined);CHKERRQ(ierr);
86e5337592SStefano Zampini   ierr = DMGetCoordinatesLocalized(dm, &localized);CHKERRQ(ierr);
87e5337592SStefano Zampini   if (localized) {
88e5337592SStefano Zampini     ierr = DMLocalizeCoordinates(*dmRefined);CHKERRQ(ierr);
89e5337592SStefano Zampini   }
90e5337592SStefano Zampini   PetscFunctionReturn(0);
91e5337592SStefano Zampini }
92e5337592SStefano Zampini 
937afe7537SMatthew G. Knepley PetscErrorCode DMPlexGetFieldType_Internal(DM dm, PetscSection section, PetscInt field, PetscInt *sStart, PetscInt *sEnd, PetscViewerVTKFieldType *ft)
947e42fee7SMatthew G. Knepley {
9580d5bdc6SMatthew G. Knepley   PetscInt       dim, pStart, pEnd, vStart, vEnd, cStart, cEnd, cEndInterior, vdof = 0, cdof = 0;
967e42fee7SMatthew G. Knepley   PetscErrorCode ierr;
977e42fee7SMatthew G. Knepley 
987e42fee7SMatthew G. Knepley   PetscFunctionBegin;
997e42fee7SMatthew G. Knepley   *ft  = PETSC_VTK_POINT_FIELD;
100c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
1017e42fee7SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
1027e42fee7SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
10380d5bdc6SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
10480d5bdc6SMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
1057e42fee7SMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
1067e42fee7SMatthew G. Knepley   if (field >= 0) {
1077e42fee7SMatthew G. Knepley     if ((vStart >= pStart) && (vStart < pEnd)) {ierr = PetscSectionGetFieldDof(section, vStart, field, &vdof);CHKERRQ(ierr);}
1087e42fee7SMatthew G. Knepley     if ((cStart >= pStart) && (cStart < pEnd)) {ierr = PetscSectionGetFieldDof(section, cStart, field, &cdof);CHKERRQ(ierr);}
1097e42fee7SMatthew G. Knepley   } else {
1107e42fee7SMatthew G. Knepley     if ((vStart >= pStart) && (vStart < pEnd)) {ierr = PetscSectionGetDof(section, vStart, &vdof);CHKERRQ(ierr);}
1117e42fee7SMatthew G. Knepley     if ((cStart >= pStart) && (cStart < pEnd)) {ierr = PetscSectionGetDof(section, cStart, &cdof);CHKERRQ(ierr);}
1127e42fee7SMatthew G. Knepley   }
1137e42fee7SMatthew G. Knepley   if (vdof) {
1147e42fee7SMatthew G. Knepley     *sStart = vStart;
1157e42fee7SMatthew G. Knepley     *sEnd   = vEnd;
1167e42fee7SMatthew G. Knepley     if (vdof == dim) *ft = PETSC_VTK_POINT_VECTOR_FIELD;
1177e42fee7SMatthew G. Knepley     else             *ft = PETSC_VTK_POINT_FIELD;
1187e42fee7SMatthew G. Knepley   } else if (cdof) {
1197e42fee7SMatthew G. Knepley     *sStart = cStart;
1207e42fee7SMatthew G. Knepley     *sEnd   = cEnd;
1217e42fee7SMatthew G. Knepley     if (cdof == dim) *ft = PETSC_VTK_CELL_VECTOR_FIELD;
1227e42fee7SMatthew G. Knepley     else             *ft = PETSC_VTK_CELL_FIELD;
1237e42fee7SMatthew G. Knepley   } else SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Could not classify input Vec for VTK");
1247e42fee7SMatthew G. Knepley   PetscFunctionReturn(0);
1257e42fee7SMatthew G. Knepley }
1267e42fee7SMatthew G. Knepley 
1277cd05799SMatthew G. Knepley static PetscErrorCode VecView_Plex_Local_Draw(Vec v, PetscViewer viewer)
128e412dcbdSMatthew G. Knepley {
129e412dcbdSMatthew G. Knepley   DM                 dm;
130d1df6f1dSMatthew G. Knepley   PetscSection       s;
131e412dcbdSMatthew G. Knepley   PetscDraw          draw, popup;
132e412dcbdSMatthew G. Knepley   DM                 cdm;
133e412dcbdSMatthew G. Knepley   PetscSection       coordSection;
134e412dcbdSMatthew G. Knepley   Vec                coordinates;
135e412dcbdSMatthew G. Knepley   const PetscScalar *coords, *array;
136e412dcbdSMatthew G. Knepley   PetscReal          bound[4] = {PETSC_MAX_REAL, PETSC_MAX_REAL, PETSC_MIN_REAL, PETSC_MIN_REAL};
137339e3443SMatthew G. Knepley   PetscReal          vbound[2], time;
138339e3443SMatthew G. Knepley   PetscBool          isnull, flg;
139d1df6f1dSMatthew G. Knepley   PetscInt           dim, Nf, f, Nc, comp, vStart, vEnd, cStart, cEnd, c, N, level, step, w = 0;
140e412dcbdSMatthew G. Knepley   const char        *name;
141339e3443SMatthew G. Knepley   char               title[PETSC_MAX_PATH_LEN];
142e412dcbdSMatthew G. Knepley   PetscErrorCode     ierr;
143e412dcbdSMatthew G. Knepley 
144e412dcbdSMatthew G. Knepley   PetscFunctionBegin;
145d1df6f1dSMatthew G. Knepley   ierr = PetscViewerDrawGetDraw(viewer, 0, &draw);CHKERRQ(ierr);
146d1df6f1dSMatthew G. Knepley   ierr = PetscDrawIsNull(draw, &isnull);CHKERRQ(ierr);
147d1df6f1dSMatthew G. Knepley   if (isnull) PetscFunctionReturn(0);
148d1df6f1dSMatthew G. Knepley 
149e412dcbdSMatthew G. Knepley   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
150e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dim);CHKERRQ(ierr);
1518135c375SStefano Zampini   if (dim != 2) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Cannot draw meshes of dimension %D. Use PETSCVIEWERGLVIS", dim);
152d1df6f1dSMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &s);CHKERRQ(ierr);
153d1df6f1dSMatthew G. Knepley   ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr);
154e412dcbdSMatthew G. Knepley   ierr = DMGetCoarsenLevel(dm, &level);CHKERRQ(ierr);
155e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDM(dm, &cdm);CHKERRQ(ierr);
156e412dcbdSMatthew G. Knepley   ierr = DMGetDefaultSection(cdm, &coordSection);CHKERRQ(ierr);
157e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
158e412dcbdSMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
159e412dcbdSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
160e412dcbdSMatthew G. Knepley 
161e412dcbdSMatthew G. Knepley   ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
162339e3443SMatthew G. Knepley   ierr = DMGetOutputSequenceNumber(dm, &step, &time);CHKERRQ(ierr);
163e412dcbdSMatthew G. Knepley 
164e412dcbdSMatthew G. Knepley   ierr = VecGetLocalSize(coordinates, &N);CHKERRQ(ierr);
165e412dcbdSMatthew G. Knepley   ierr = VecGetArrayRead(coordinates, &coords);CHKERRQ(ierr);
166e412dcbdSMatthew G. Knepley   for (c = 0; c < N; c += dim) {
1670c81f2a8SMatthew G. Knepley     bound[0] = PetscMin(bound[0], PetscRealPart(coords[c]));   bound[2] = PetscMax(bound[2], PetscRealPart(coords[c]));
1680c81f2a8SMatthew G. Knepley     bound[1] = PetscMin(bound[1], PetscRealPart(coords[c+1])); bound[3] = PetscMax(bound[3], PetscRealPart(coords[c+1]));
169e412dcbdSMatthew G. Knepley   }
170e412dcbdSMatthew G. Knepley   ierr = VecRestoreArrayRead(coordinates, &coords);CHKERRQ(ierr);
171e412dcbdSMatthew G. Knepley   ierr = PetscDrawClear(draw);CHKERRQ(ierr);
172e412dcbdSMatthew G. Knepley 
173d1df6f1dSMatthew G. Knepley   /* Could implement something like DMDASelectFields() */
174d1df6f1dSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
175d1df6f1dSMatthew G. Knepley     DM   fdm = dm;
176d1df6f1dSMatthew G. Knepley     Vec  fv  = v;
177d1df6f1dSMatthew G. Knepley     IS   fis;
178d1df6f1dSMatthew G. Knepley     char prefix[PETSC_MAX_PATH_LEN];
179d1df6f1dSMatthew G. Knepley     const char *fname;
180d1df6f1dSMatthew G. Knepley 
181d1df6f1dSMatthew G. Knepley     ierr = PetscSectionGetFieldComponents(s, f, &Nc);CHKERRQ(ierr);
182d1df6f1dSMatthew G. Knepley     ierr = PetscSectionGetFieldName(s, f, &fname);CHKERRQ(ierr);
183d1df6f1dSMatthew G. Knepley 
184d1df6f1dSMatthew G. Knepley     if (v->hdr.prefix) {ierr = PetscStrcpy(prefix, v->hdr.prefix);CHKERRQ(ierr);}
185d1df6f1dSMatthew G. Knepley     else               {prefix[0] = '\0';}
186d1df6f1dSMatthew G. Knepley     if (Nf > 1) {
187d1df6f1dSMatthew G. Knepley       ierr = DMCreateSubDM(dm, 1, &f, &fis, &fdm);CHKERRQ(ierr);
188d1df6f1dSMatthew G. Knepley       ierr = VecGetSubVector(v, fis, &fv);CHKERRQ(ierr);
189d1df6f1dSMatthew G. Knepley       ierr = PetscStrcat(prefix, fname);CHKERRQ(ierr);
190d1df6f1dSMatthew G. Knepley       ierr = PetscStrcat(prefix, "_");CHKERRQ(ierr);
191d1df6f1dSMatthew G. Knepley     }
192d1df6f1dSMatthew G. Knepley     for (comp = 0; comp < Nc; ++comp, ++w) {
193d1df6f1dSMatthew G. Knepley       PetscInt nmax = 2;
194d1df6f1dSMatthew G. Knepley 
195d1df6f1dSMatthew G. Knepley       ierr = PetscViewerDrawGetDraw(viewer, w, &draw);CHKERRQ(ierr);
196d1df6f1dSMatthew G. Knepley       if (Nc > 1) {ierr = PetscSNPrintf(title, sizeof(title), "%s:%s_%D Step: %D Time: %.4g", name, fname, comp, step, time);CHKERRQ(ierr);}
197d1df6f1dSMatthew G. Knepley       else        {ierr = PetscSNPrintf(title, sizeof(title), "%s:%s Step: %D Time: %.4g", name, fname, step, time);CHKERRQ(ierr);}
198d1df6f1dSMatthew G. Knepley       ierr = PetscDrawSetTitle(draw, title);CHKERRQ(ierr);
199d1df6f1dSMatthew G. Knepley 
200d1df6f1dSMatthew G. Knepley       /* TODO Get max and min only for this component */
201d1df6f1dSMatthew G. Knepley       ierr = PetscOptionsGetRealArray(NULL, prefix, "-vec_view_bounds", vbound, &nmax, &flg);CHKERRQ(ierr);
202339e3443SMatthew G. Knepley       if (!flg) {
203d1df6f1dSMatthew G. Knepley         ierr = VecMin(fv, NULL, &vbound[0]);CHKERRQ(ierr);
204d1df6f1dSMatthew G. Knepley         ierr = VecMax(fv, NULL, &vbound[1]);CHKERRQ(ierr);
205d1df6f1dSMatthew G. Knepley         if (vbound[1] <= vbound[0]) vbound[1] = vbound[0] + 1.0;
206339e3443SMatthew G. Knepley       }
207e412dcbdSMatthew G. Knepley       ierr = PetscDrawGetPopup(draw, &popup);CHKERRQ(ierr);
208339e3443SMatthew G. Knepley       ierr = PetscDrawScalePopup(popup, vbound[0], vbound[1]);CHKERRQ(ierr);
209d1df6f1dSMatthew G. Knepley       ierr = PetscDrawSetCoordinates(draw, bound[0], bound[1], bound[2], bound[3]);CHKERRQ(ierr);
210e412dcbdSMatthew G. Knepley 
211d1df6f1dSMatthew G. Knepley       ierr = VecGetArrayRead(fv, &array);CHKERRQ(ierr);
212e412dcbdSMatthew G. Knepley       for (c = cStart; c < cEnd; ++c) {
21399a2f7bcSMatthew G. Knepley         PetscScalar *coords = NULL, *a = NULL;
214339e3443SMatthew G. Knepley         PetscInt     numCoords, color[4];
215e412dcbdSMatthew G. Knepley 
216d1df6f1dSMatthew G. Knepley         ierr = DMPlexPointLocalRead(fdm, c, array, &a);CHKERRQ(ierr);
217339e3443SMatthew G. Knepley         if (a) {
218d1df6f1dSMatthew G. Knepley           color[0] = PetscDrawRealToColor(PetscRealPart(a[comp]), vbound[0], vbound[1]);
219339e3443SMatthew G. Knepley           color[1] = color[2] = color[3] = color[0];
220339e3443SMatthew G. Knepley         } else {
221339e3443SMatthew G. Knepley           PetscScalar *vals = NULL;
222339e3443SMatthew G. Knepley           PetscInt     numVals, va;
223339e3443SMatthew G. Knepley 
224d1df6f1dSMatthew G. Knepley           ierr = DMPlexVecGetClosure(fdm, NULL, fv, c, &numVals, &vals);CHKERRQ(ierr);
225d1df6f1dSMatthew G. Knepley           if (numVals % Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of components %D does not divide the number of values in the closure %D", Nc, numVals);
226d1df6f1dSMatthew G. Knepley           switch (numVals/Nc) {
227d1df6f1dSMatthew G. Knepley           case 3: /* P1 Triangle */
228d1df6f1dSMatthew G. Knepley           case 4: /* P1 Quadrangle */
229d1df6f1dSMatthew G. Knepley             for (va = 0; va < numVals/Nc; ++va) color[va] = PetscDrawRealToColor(PetscRealPart(vals[va*Nc+comp]), vbound[0], vbound[1]);
230339e3443SMatthew G. Knepley             break;
231d1df6f1dSMatthew G. Knepley           case 6: /* P2 Triangle */
232d1df6f1dSMatthew G. Knepley           case 8: /* P2 Quadrangle */
233d1df6f1dSMatthew G. Knepley             for (va = 0; va < numVals/(Nc*2); ++va) color[va] = PetscDrawRealToColor(PetscRealPart(vals[va*Nc+comp + numVals/(Nc*2)]), vbound[0], vbound[1]);
234d1df6f1dSMatthew G. Knepley             break;
235d1df6f1dSMatthew G. Knepley           default: SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of values for cell closure %D cannot be handled", numVals/Nc);
236339e3443SMatthew G. Knepley           }
237d1df6f1dSMatthew G. Knepley           ierr = DMPlexVecRestoreClosure(fdm, NULL, fv, c, &numVals, &vals);CHKERRQ(ierr);
238339e3443SMatthew G. Knepley         }
239e412dcbdSMatthew G. Knepley         ierr = DMPlexVecGetClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
240e412dcbdSMatthew G. Knepley         switch (numCoords) {
241e412dcbdSMatthew G. Knepley         case 6:
242339e3443SMatthew G. Knepley           ierr = PetscDrawTriangle(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), color[0], color[1], color[2]);CHKERRQ(ierr);
243e412dcbdSMatthew G. Knepley           break;
244e412dcbdSMatthew G. Knepley         case 8:
245339e3443SMatthew G. Knepley           ierr = PetscDrawTriangle(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), color[0], color[1], color[2]);CHKERRQ(ierr);
246339e3443SMatthew G. Knepley           ierr = PetscDrawTriangle(draw, PetscRealPart(coords[4]), PetscRealPart(coords[5]), PetscRealPart(coords[6]), PetscRealPart(coords[7]), PetscRealPart(coords[0]), PetscRealPart(coords[1]), color[2], color[3], color[0]);CHKERRQ(ierr);
247e412dcbdSMatthew G. Knepley           break;
248e412dcbdSMatthew G. Knepley         default: SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_SUP, "Cannot draw cells with %D coordinates", numCoords);
249e412dcbdSMatthew G. Knepley         }
250e412dcbdSMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
251e412dcbdSMatthew G. Knepley       }
252d1df6f1dSMatthew G. Knepley       ierr = VecRestoreArrayRead(fv, &array);CHKERRQ(ierr);
253e412dcbdSMatthew G. Knepley       ierr = PetscDrawFlush(draw);CHKERRQ(ierr);
254e412dcbdSMatthew G. Knepley       ierr = PetscDrawPause(draw);CHKERRQ(ierr);
255e412dcbdSMatthew G. Knepley       ierr = PetscDrawSave(draw);CHKERRQ(ierr);
256d1df6f1dSMatthew G. Knepley     }
257d1df6f1dSMatthew G. Knepley     if (Nf > 1) {
258d1df6f1dSMatthew G. Knepley       ierr = VecRestoreSubVector(v, fis, &fv);CHKERRQ(ierr);
259d1df6f1dSMatthew G. Knepley       ierr = ISDestroy(&fis);CHKERRQ(ierr);
260d1df6f1dSMatthew G. Knepley       ierr = DMDestroy(&fdm);CHKERRQ(ierr);
261d1df6f1dSMatthew G. Knepley     }
262d1df6f1dSMatthew G. Knepley   }
263e412dcbdSMatthew G. Knepley   PetscFunctionReturn(0);
264e412dcbdSMatthew G. Knepley }
265e412dcbdSMatthew G. Knepley 
266552f7358SJed Brown PetscErrorCode VecView_Plex_Local(Vec v, PetscViewer viewer)
267552f7358SJed Brown {
268552f7358SJed Brown   DM             dm;
2698135c375SStefano Zampini   PetscBool      isvtk, ishdf5, isdraw, isseq, isglvis;
270552f7358SJed Brown   PetscErrorCode ierr;
271552f7358SJed Brown 
272552f7358SJed Brown   PetscFunctionBegin;
273552f7358SJed Brown   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
27482f516ccSBarry Smith   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
275552f7358SJed Brown   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,   &isvtk);CHKERRQ(ierr);
276b136c2c9SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,  &ishdf5);CHKERRQ(ierr);
277f13a32a3SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
2788135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERGLVIS, &isglvis);CHKERRQ(ierr);
279b136c2c9SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) v, VECSEQ, &isseq);CHKERRQ(ierr);
2808135c375SStefano Zampini   if (isvtk || ishdf5 || isglvis) {
281ef31f671SMatthew G. Knepley     PetscInt  numFields;
282ef31f671SMatthew G. Knepley     PetscBool fem = PETSC_FALSE;
283ef31f671SMatthew G. Knepley 
284ef31f671SMatthew G. Knepley     ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
285ef31f671SMatthew G. Knepley     if (numFields) {
286ef31f671SMatthew G. Knepley       PetscObject fe;
287ef31f671SMatthew G. Knepley 
288ef31f671SMatthew G. Knepley       ierr = DMGetField(dm, 0, &fe);CHKERRQ(ierr);
289ef31f671SMatthew G. Knepley       if (fe->classid == PETSCFE_CLASSID) fem = PETSC_TRUE;
290ef31f671SMatthew G. Knepley     }
291bdd6f66aSToby Isaac     if (fem) {ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, v, 0.0, NULL, NULL, NULL);CHKERRQ(ierr);}
292ef31f671SMatthew G. Knepley   }
293552f7358SJed Brown   if (isvtk) {
294552f7358SJed Brown     PetscSection            section;
295b136c2c9SMatthew G. Knepley     PetscViewerVTKFieldType ft;
296b136c2c9SMatthew G. Knepley     PetscInt                pStart, pEnd;
297552f7358SJed Brown 
298552f7358SJed Brown     ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
2997afe7537SMatthew G. Knepley     ierr = DMPlexGetFieldType_Internal(dm, section, PETSC_DETERMINE, &pStart, &pEnd, &ft);CHKERRQ(ierr);
300552f7358SJed Brown     ierr = PetscObjectReference((PetscObject) v);CHKERRQ(ierr);  /* viewer drops reference */
301552f7358SJed Brown     ierr = PetscViewerVTKAddField(viewer, (PetscObject) dm, DMPlexVTKWriteAll, ft, (PetscObject) v);CHKERRQ(ierr);
302552f7358SJed Brown   } else if (ishdf5) {
303b136c2c9SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
30439d25373SMatthew G. Knepley     ierr = VecView_Plex_Local_HDF5_Internal(v, viewer);CHKERRQ(ierr);
305b136c2c9SMatthew G. Knepley #else
306b136c2c9SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
307b136c2c9SMatthew G. Knepley #endif
3088135c375SStefano Zampini   } else if (isglvis) {
3098135c375SStefano Zampini     ierr = VecView_GLVis(v, viewer);CHKERRQ(ierr);
310f13a32a3SMatthew G. Knepley   } else if (isdraw) {
311f13a32a3SMatthew G. Knepley     ierr = VecView_Plex_Local_Draw(v, viewer);CHKERRQ(ierr);
312552f7358SJed Brown   } else {
31355f2e967SMatthew G. Knepley     if (isseq) {ierr = VecView_Seq(v, viewer);CHKERRQ(ierr);}
31455f2e967SMatthew G. Knepley     else       {ierr = VecView_MPI(v, viewer);CHKERRQ(ierr);}
315552f7358SJed Brown   }
316552f7358SJed Brown   PetscFunctionReturn(0);
317552f7358SJed Brown }
318552f7358SJed Brown 
319552f7358SJed Brown PetscErrorCode VecView_Plex(Vec v, PetscViewer viewer)
320552f7358SJed Brown {
321552f7358SJed Brown   DM             dm;
322f13a32a3SMatthew G. Knepley   PetscReal      time = 0.0;
3238135c375SStefano Zampini   PetscBool      isvtk, ishdf5, isdraw, isseq, isglvis;
324552f7358SJed Brown   PetscErrorCode ierr;
325552f7358SJed Brown 
326552f7358SJed Brown   PetscFunctionBegin;
327552f7358SJed Brown   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
32882f516ccSBarry Smith   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
329552f7358SJed Brown   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,   &isvtk);CHKERRQ(ierr);
33033c3e6b4SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,  &ishdf5);CHKERRQ(ierr);
331e412dcbdSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
3328135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
3338135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERGLVIS, &isglvis);CHKERRQ(ierr);
33455f2e967SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) v, VECSEQ, &isseq);CHKERRQ(ierr);
3358135c375SStefano Zampini   if (isvtk || isglvis) {
3368135c375SStefano Zampini     PetscInt    num;
337552f7358SJed Brown     Vec         locv;
338552f7358SJed Brown     const char *name;
339552f7358SJed Brown 
340552f7358SJed Brown     ierr = DMGetLocalVector(dm, &locv);CHKERRQ(ierr);
341552f7358SJed Brown     ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
342552f7358SJed Brown     ierr = PetscObjectSetName((PetscObject) locv, name);CHKERRQ(ierr);
343552f7358SJed Brown     ierr = DMGlobalToLocalBegin(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
344552f7358SJed Brown     ierr = DMGlobalToLocalEnd(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
3458135c375SStefano Zampini     ierr = DMGetOutputSequenceNumber(dm, &num, &time);CHKERRQ(ierr);
346cf9ba882SMatthew G. Knepley     ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locv, time, NULL, NULL, NULL);CHKERRQ(ierr);
3478135c375SStefano Zampini     ierr = PetscViewerGLVisSetSnapId(viewer, num);CHKERRQ(ierr);
348552f7358SJed Brown     ierr = VecView_Plex_Local(locv, viewer);CHKERRQ(ierr);
349552f7358SJed Brown     ierr = DMRestoreLocalVector(dm, &locv);CHKERRQ(ierr);
350b136c2c9SMatthew G. Knepley   } else if (ishdf5) {
351b136c2c9SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
35239d25373SMatthew G. Knepley     ierr = VecView_Plex_HDF5_Internal(v, viewer);CHKERRQ(ierr);
353b136c2c9SMatthew G. Knepley #else
354b136c2c9SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
355b136c2c9SMatthew G. Knepley #endif
356e412dcbdSMatthew G. Knepley   } else if (isdraw) {
357f13a32a3SMatthew G. Knepley     Vec         locv;
358f13a32a3SMatthew G. Knepley     const char *name;
359f13a32a3SMatthew G. Knepley 
360f13a32a3SMatthew G. Knepley     ierr = DMGetLocalVector(dm, &locv);CHKERRQ(ierr);
361f13a32a3SMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
362f13a32a3SMatthew G. Knepley     ierr = PetscObjectSetName((PetscObject) locv, name);CHKERRQ(ierr);
363f13a32a3SMatthew G. Knepley     ierr = DMGlobalToLocalBegin(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
364f13a32a3SMatthew G. Knepley     ierr = DMGlobalToLocalEnd(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
365f13a32a3SMatthew G. Knepley     ierr = DMGetOutputSequenceNumber(dm, NULL, &time);CHKERRQ(ierr);
366f13a32a3SMatthew G. Knepley     ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locv, time, NULL, NULL, NULL);CHKERRQ(ierr);
367f13a32a3SMatthew G. Knepley     ierr = VecView_Plex_Local(locv, viewer);CHKERRQ(ierr);
368f13a32a3SMatthew G. Knepley     ierr = DMRestoreLocalVector(dm, &locv);CHKERRQ(ierr);
369552f7358SJed Brown   } else {
37055f2e967SMatthew G. Knepley     if (isseq) {ierr = VecView_Seq(v, viewer);CHKERRQ(ierr);}
37155f2e967SMatthew G. Knepley     else       {ierr = VecView_MPI(v, viewer);CHKERRQ(ierr);}
372552f7358SJed Brown   }
373552f7358SJed Brown   PetscFunctionReturn(0);
374552f7358SJed Brown }
375552f7358SJed Brown 
376d930f514SMatthew G. Knepley PetscErrorCode VecView_Plex_Native(Vec originalv, PetscViewer viewer)
377d930f514SMatthew G. Knepley {
378d930f514SMatthew G. Knepley   DM                dm;
379d930f514SMatthew G. Knepley   MPI_Comm          comm;
380d930f514SMatthew G. Knepley   PetscViewerFormat format;
381d930f514SMatthew G. Knepley   Vec               v;
382d930f514SMatthew G. Knepley   PetscBool         isvtk, ishdf5;
383d930f514SMatthew G. Knepley   PetscErrorCode    ierr;
384d930f514SMatthew G. Knepley 
385d930f514SMatthew G. Knepley   PetscFunctionBegin;
386d930f514SMatthew G. Knepley   ierr = VecGetDM(originalv, &dm);CHKERRQ(ierr);
387d930f514SMatthew G. Knepley   ierr = PetscObjectGetComm((PetscObject) originalv, &comm);CHKERRQ(ierr);
3882c4c0c81SMatthew G. Knepley   if (!dm) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
389d930f514SMatthew G. Knepley   ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
390d930f514SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
391d930f514SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,  &isvtk);CHKERRQ(ierr);
392d930f514SMatthew G. Knepley   if (format == PETSC_VIEWER_NATIVE) {
393d930f514SMatthew G. Knepley     const char *vecname;
394d930f514SMatthew G. Knepley     PetscInt    n, nroots;
395d930f514SMatthew G. Knepley 
396d930f514SMatthew G. Knepley     if (dm->sfNatural) {
397ca43db0aSBarry Smith       ierr = VecGetLocalSize(originalv, &n);CHKERRQ(ierr);
398d930f514SMatthew G. Knepley       ierr = PetscSFGetGraph(dm->sfNatural, &nroots, NULL, NULL, NULL);CHKERRQ(ierr);
399d930f514SMatthew G. Knepley       if (n == nroots) {
400d930f514SMatthew G. Knepley         ierr = DMGetGlobalVector(dm, &v);CHKERRQ(ierr);
401d930f514SMatthew G. Knepley         ierr = DMPlexGlobalToNaturalBegin(dm, originalv, v);CHKERRQ(ierr);
402d930f514SMatthew G. Knepley         ierr = DMPlexGlobalToNaturalEnd(dm, originalv, v);CHKERRQ(ierr);
403d930f514SMatthew G. Knepley         ierr = PetscObjectGetName((PetscObject) originalv, &vecname);CHKERRQ(ierr);
404d930f514SMatthew G. Knepley         ierr = PetscObjectSetName((PetscObject) v, vecname);CHKERRQ(ierr);
405d930f514SMatthew G. Knepley       } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "DM global to natural SF only handles global vectors");
406d930f514SMatthew G. Knepley     } else SETERRQ(comm, PETSC_ERR_ARG_WRONGSTATE, "DM global to natural SF was not created");
407d930f514SMatthew G. Knepley   } else {
408d930f514SMatthew G. Knepley     /* we are viewing a natural DMPlex vec. */
409d930f514SMatthew G. Knepley     v = originalv;
410d930f514SMatthew G. Knepley   }
411d930f514SMatthew G. Knepley   if (ishdf5) {
412d930f514SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
41339d25373SMatthew G. Knepley     ierr = VecView_Plex_HDF5_Native_Internal(v, viewer);CHKERRQ(ierr);
414d930f514SMatthew G. Knepley #else
415d930f514SMatthew G. Knepley     SETERRQ(comm, PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
416d930f514SMatthew G. Knepley #endif
417d930f514SMatthew G. Knepley   } else if (isvtk) {
418d930f514SMatthew G. Knepley     SETERRQ(comm, PETSC_ERR_SUP, "VTK format does not support viewing in natural order. Please switch to HDF5.");
419d930f514SMatthew G. Knepley   } else {
420d930f514SMatthew G. Knepley     PetscBool isseq;
421d930f514SMatthew G. Knepley 
422d930f514SMatthew G. Knepley     ierr = PetscObjectTypeCompare((PetscObject) v, VECSEQ, &isseq);CHKERRQ(ierr);
423d930f514SMatthew G. Knepley     if (isseq) {ierr = VecView_Seq(v, viewer);CHKERRQ(ierr);}
424d930f514SMatthew G. Knepley     else       {ierr = VecView_MPI(v, viewer);CHKERRQ(ierr);}
425d930f514SMatthew G. Knepley   }
426d930f514SMatthew G. Knepley   if (format == PETSC_VIEWER_NATIVE) {ierr = DMRestoreGlobalVector(dm, &v);CHKERRQ(ierr);}
427d930f514SMatthew G. Knepley   PetscFunctionReturn(0);
428d930f514SMatthew G. Knepley }
429d930f514SMatthew G. Knepley 
4302c40f234SMatthew G. Knepley PetscErrorCode VecLoad_Plex_Local(Vec v, PetscViewer viewer)
4312c40f234SMatthew G. Knepley {
4322c40f234SMatthew G. Knepley   DM             dm;
4332c40f234SMatthew G. Knepley   PetscBool      ishdf5;
4342c40f234SMatthew G. Knepley   PetscErrorCode ierr;
4352c40f234SMatthew G. Knepley 
4362c40f234SMatthew G. Knepley   PetscFunctionBegin;
4372c40f234SMatthew G. Knepley   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
4382c40f234SMatthew G. Knepley   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
4392c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
4402c40f234SMatthew G. Knepley   if (ishdf5) {
4412c40f234SMatthew G. Knepley     DM          dmBC;
4422c40f234SMatthew G. Knepley     Vec         gv;
4432c40f234SMatthew G. Knepley     const char *name;
4442c40f234SMatthew G. Knepley 
4452c40f234SMatthew G. Knepley     ierr = DMGetOutputDM(dm, &dmBC);CHKERRQ(ierr);
4462c40f234SMatthew G. Knepley     ierr = DMGetGlobalVector(dmBC, &gv);CHKERRQ(ierr);
4472c40f234SMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
4482c40f234SMatthew G. Knepley     ierr = PetscObjectSetName((PetscObject) gv, name);CHKERRQ(ierr);
4492c40f234SMatthew G. Knepley     ierr = VecLoad_Default(gv, viewer);CHKERRQ(ierr);
4502c40f234SMatthew G. Knepley     ierr = DMGlobalToLocalBegin(dmBC, gv, INSERT_VALUES, v);CHKERRQ(ierr);
4512c40f234SMatthew G. Knepley     ierr = DMGlobalToLocalEnd(dmBC, gv, INSERT_VALUES, v);CHKERRQ(ierr);
4522c40f234SMatthew G. Knepley     ierr = DMRestoreGlobalVector(dmBC, &gv);CHKERRQ(ierr);
4532c40f234SMatthew G. Knepley   } else {
4542c40f234SMatthew G. Knepley     ierr = VecLoad_Default(v, viewer);CHKERRQ(ierr);
4552c40f234SMatthew G. Knepley   }
4562c40f234SMatthew G. Knepley   PetscFunctionReturn(0);
4572c40f234SMatthew G. Knepley }
4582c40f234SMatthew G. Knepley 
4592c40f234SMatthew G. Knepley PetscErrorCode VecLoad_Plex(Vec v, PetscViewer viewer)
4602c40f234SMatthew G. Knepley {
4612c40f234SMatthew G. Knepley   DM             dm;
4622c40f234SMatthew G. Knepley   PetscBool      ishdf5;
4632c40f234SMatthew G. Knepley   PetscErrorCode ierr;
4642c40f234SMatthew G. Knepley 
4652c40f234SMatthew G. Knepley   PetscFunctionBegin;
4662c40f234SMatthew G. Knepley   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
4672c40f234SMatthew G. Knepley   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
4682c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
4692c40f234SMatthew G. Knepley   if (ishdf5) {
470878b459fSMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
47139d25373SMatthew G. Knepley     ierr = VecLoad_Plex_HDF5_Internal(v, viewer);CHKERRQ(ierr);
472b136c2c9SMatthew G. Knepley #else
473b136c2c9SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
474878b459fSMatthew G. Knepley #endif
4752c40f234SMatthew G. Knepley   } else {
4762c40f234SMatthew G. Knepley     ierr = VecLoad_Default(v, viewer);CHKERRQ(ierr);
477552f7358SJed Brown   }
478552f7358SJed Brown   PetscFunctionReturn(0);
479552f7358SJed Brown }
480552f7358SJed Brown 
481d930f514SMatthew G. Knepley PetscErrorCode VecLoad_Plex_Native(Vec originalv, PetscViewer viewer)
482d930f514SMatthew G. Knepley {
483d930f514SMatthew G. Knepley   DM                dm;
484d930f514SMatthew G. Knepley   PetscViewerFormat format;
485d930f514SMatthew G. Knepley   PetscBool         ishdf5;
486d930f514SMatthew G. Knepley   PetscErrorCode    ierr;
487d930f514SMatthew G. Knepley 
488d930f514SMatthew G. Knepley   PetscFunctionBegin;
489d930f514SMatthew G. Knepley   ierr = VecGetDM(originalv, &dm);CHKERRQ(ierr);
490d930f514SMatthew G. Knepley   if (!dm) SETERRQ(PetscObjectComm((PetscObject) originalv), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
491d930f514SMatthew G. Knepley   ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
492d930f514SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
493d930f514SMatthew G. Knepley   if (format == PETSC_VIEWER_NATIVE) {
494d930f514SMatthew G. Knepley     if (dm->sfNatural) {
495d930f514SMatthew G. Knepley       if (ishdf5) {
496d930f514SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
497d930f514SMatthew G. Knepley         Vec         v;
498d930f514SMatthew G. Knepley         const char *vecname;
499d930f514SMatthew G. Knepley 
500d930f514SMatthew G. Knepley         ierr = DMGetGlobalVector(dm, &v);CHKERRQ(ierr);
501d930f514SMatthew G. Knepley         ierr = PetscObjectGetName((PetscObject) originalv, &vecname);CHKERRQ(ierr);
502d930f514SMatthew G. Knepley         ierr = PetscObjectSetName((PetscObject) v, vecname);CHKERRQ(ierr);
50339d25373SMatthew G. Knepley         ierr = VecLoad_Plex_HDF5_Native_Internal(v, viewer);CHKERRQ(ierr);
504d930f514SMatthew G. Knepley         ierr = DMPlexNaturalToGlobalBegin(dm, v, originalv);CHKERRQ(ierr);
505d930f514SMatthew G. Knepley         ierr = DMPlexNaturalToGlobalEnd(dm, v, originalv);CHKERRQ(ierr);
506d930f514SMatthew G. Knepley         ierr = DMRestoreGlobalVector(dm, &v);CHKERRQ(ierr);
507d930f514SMatthew G. Knepley #else
508d930f514SMatthew G. Knepley         SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
509d930f514SMatthew G. Knepley #endif
510d930f514SMatthew G. Knepley       } else SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Reading in natural order is not supported for anything but HDF5.");
511d930f514SMatthew G. Knepley     }
512d930f514SMatthew G. Knepley   }
513d930f514SMatthew G. Knepley   PetscFunctionReturn(0);
514d930f514SMatthew G. Knepley }
515d930f514SMatthew G. Knepley 
5167cd05799SMatthew G. Knepley PETSC_UNUSED static PetscErrorCode DMPlexView_Ascii_Geometry(DM dm, PetscViewer viewer)
517731e8ddeSMatthew G. Knepley {
518731e8ddeSMatthew G. Knepley   PetscSection       coordSection;
519731e8ddeSMatthew G. Knepley   Vec                coordinates;
520731e8ddeSMatthew G. Knepley   DMLabel            depthLabel;
521731e8ddeSMatthew G. Knepley   const char        *name[4];
522731e8ddeSMatthew G. Knepley   const PetscScalar *a;
523731e8ddeSMatthew G. Knepley   PetscInt           dim, pStart, pEnd, cStart, cEnd, c;
524731e8ddeSMatthew G. Knepley   PetscErrorCode     ierr;
525731e8ddeSMatthew G. Knepley 
526731e8ddeSMatthew G. Knepley   PetscFunctionBegin;
527731e8ddeSMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
528731e8ddeSMatthew G. Knepley   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
529731e8ddeSMatthew G. Knepley   ierr = DMGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr);
530731e8ddeSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr);
531731e8ddeSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
532731e8ddeSMatthew G. Knepley   ierr = PetscSectionGetChart(coordSection, &pStart, &pEnd);CHKERRQ(ierr);
533731e8ddeSMatthew G. Knepley   ierr = VecGetArrayRead(coordinates, &a);CHKERRQ(ierr);
534731e8ddeSMatthew G. Knepley   name[0]     = "vertex";
535731e8ddeSMatthew G. Knepley   name[1]     = "edge";
536731e8ddeSMatthew G. Knepley   name[dim-1] = "face";
537731e8ddeSMatthew G. Knepley   name[dim]   = "cell";
538731e8ddeSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
539731e8ddeSMatthew G. Knepley     PetscInt *closure = NULL;
540731e8ddeSMatthew G. Knepley     PetscInt  closureSize, cl;
541731e8ddeSMatthew G. Knepley 
542f347f43bSBarry Smith     ierr = PetscViewerASCIIPrintf(viewer, "Geometry for cell %D:\n", c);CHKERRQ(ierr);
543731e8ddeSMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
544731e8ddeSMatthew G. Knepley     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
545731e8ddeSMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
546731e8ddeSMatthew G. Knepley       PetscInt point = closure[cl], depth, dof, off, d, p;
547731e8ddeSMatthew G. Knepley 
548731e8ddeSMatthew G. Knepley       if ((point < pStart) || (point >= pEnd)) continue;
549731e8ddeSMatthew G. Knepley       ierr = PetscSectionGetDof(coordSection, point, &dof);CHKERRQ(ierr);
550731e8ddeSMatthew G. Knepley       if (!dof) continue;
551731e8ddeSMatthew G. Knepley       ierr = DMLabelGetValue(depthLabel, point, &depth);CHKERRQ(ierr);
552731e8ddeSMatthew G. Knepley       ierr = PetscSectionGetOffset(coordSection, point, &off);CHKERRQ(ierr);
553f347f43bSBarry Smith       ierr = PetscViewerASCIIPrintf(viewer, "%s %D coords:", name[depth], point);CHKERRQ(ierr);
554731e8ddeSMatthew G. Knepley       for (p = 0; p < dof/dim; ++p) {
555731e8ddeSMatthew G. Knepley         ierr = PetscViewerASCIIPrintf(viewer, " (");CHKERRQ(ierr);
556731e8ddeSMatthew G. Knepley         for (d = 0; d < dim; ++d) {
557731e8ddeSMatthew G. Knepley           if (d > 0) {ierr = PetscViewerASCIIPrintf(viewer, ", ");CHKERRQ(ierr);}
55841477eefSMatthew G. Knepley           ierr = PetscViewerASCIIPrintf(viewer, "%g", PetscRealPart(a[off+p*dim+d]));CHKERRQ(ierr);
559731e8ddeSMatthew G. Knepley         }
560731e8ddeSMatthew G. Knepley         ierr = PetscViewerASCIIPrintf(viewer, ")");CHKERRQ(ierr);
561731e8ddeSMatthew G. Knepley       }
562731e8ddeSMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
563731e8ddeSMatthew G. Knepley     }
564731e8ddeSMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
565731e8ddeSMatthew G. Knepley     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
566731e8ddeSMatthew G. Knepley   }
567731e8ddeSMatthew G. Knepley   ierr = VecRestoreArrayRead(coordinates, &a);CHKERRQ(ierr);
568731e8ddeSMatthew G. Knepley   PetscFunctionReturn(0);
569731e8ddeSMatthew G. Knepley }
570731e8ddeSMatthew G. Knepley 
5717cd05799SMatthew G. Knepley static PetscErrorCode DMPlexView_Ascii(DM dm, PetscViewer viewer)
572552f7358SJed Brown {
573552f7358SJed Brown   DM_Plex          *mesh = (DM_Plex*) dm->data;
574552f7358SJed Brown   DM                cdm;
575552f7358SJed Brown   DMLabel           markers;
576552f7358SJed Brown   PetscSection      coordSection;
577552f7358SJed Brown   Vec               coordinates;
578552f7358SJed Brown   PetscViewerFormat format;
579552f7358SJed Brown   PetscErrorCode    ierr;
580552f7358SJed Brown 
581552f7358SJed Brown   PetscFunctionBegin;
582552f7358SJed Brown   ierr = DMGetCoordinateDM(dm, &cdm);CHKERRQ(ierr);
583552f7358SJed Brown   ierr = DMGetDefaultSection(cdm, &coordSection);CHKERRQ(ierr);
584552f7358SJed Brown   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
585552f7358SJed Brown   ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
586552f7358SJed Brown   if (format == PETSC_VIEWER_ASCII_INFO_DETAIL) {
587552f7358SJed Brown     const char *name;
588552f7358SJed Brown     PetscInt    maxConeSize, maxSupportSize;
589552f7358SJed Brown     PetscInt    pStart, pEnd, p;
590552f7358SJed Brown     PetscMPIInt rank, size;
591552f7358SJed Brown 
59282f516ccSBarry Smith     ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank);CHKERRQ(ierr);
59382f516ccSBarry Smith     ierr = MPI_Comm_size(PetscObjectComm((PetscObject)dm), &size);CHKERRQ(ierr);
594552f7358SJed Brown     ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr);
595552f7358SJed Brown     ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
596552f7358SJed Brown     ierr = DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize);CHKERRQ(ierr);
597552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "Mesh '%s':\n", name);CHKERRQ(ierr);
598552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "orientation is missing\n", name);CHKERRQ(ierr);
599552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "cap --> base:\n", name);CHKERRQ(ierr);
6004d4c343aSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
6014d4c343aSBarry Smith     ierr = PetscViewerASCIISynchronizedPrintf(viewer, "[%d] Max sizes cone: %D support: %D\n", rank,maxConeSize, maxSupportSize);CHKERRQ(ierr);
602552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
603552f7358SJed Brown       PetscInt dof, off, s;
604552f7358SJed Brown 
605552f7358SJed Brown       ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
606552f7358SJed Brown       ierr = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
607552f7358SJed Brown       for (s = off; s < off+dof; ++s) {
608e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "[%d]: %D ----> %D\n", rank, p, mesh->supports[s]);CHKERRQ(ierr);
609552f7358SJed Brown       }
610552f7358SJed Brown     }
611552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
612552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "base <-- cap:\n", name);CHKERRQ(ierr);
613552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
614552f7358SJed Brown       PetscInt dof, off, c;
615552f7358SJed Brown 
616552f7358SJed Brown       ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
617552f7358SJed Brown       ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
618552f7358SJed Brown       for (c = off; c < off+dof; ++c) {
619e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "[%d]: %D <---- %D (%D)\n", rank, p, mesh->cones[c], mesh->coneOrientations[c]);CHKERRQ(ierr);
620552f7358SJed Brown       }
621552f7358SJed Brown     }
622552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
6234d4c343aSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
6240298fd71SBarry Smith     ierr = PetscSectionGetChart(coordSection, &pStart, NULL);CHKERRQ(ierr);
625552f7358SJed Brown     if (pStart >= 0) {ierr = PetscSectionVecView(coordSection, coordinates, viewer);CHKERRQ(ierr);}
626c58f1c22SToby Isaac     ierr = DMGetLabel(dm, "marker", &markers);CHKERRQ(ierr);
627552f7358SJed Brown     ierr = DMLabelView(markers,viewer);CHKERRQ(ierr);
628552f7358SJed Brown     if (size > 1) {
629552f7358SJed Brown       PetscSF sf;
630552f7358SJed Brown 
631552f7358SJed Brown       ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr);
632552f7358SJed Brown       ierr = PetscSFView(sf, viewer);CHKERRQ(ierr);
633552f7358SJed Brown     }
634552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
635552f7358SJed Brown   } else if (format == PETSC_VIEWER_ASCII_LATEX) {
6360588280cSMatthew G. Knepley     const char  *name, *color;
6370588280cSMatthew G. Knepley     const char  *defcolors[3]  = {"gray", "orange", "green"};
6380588280cSMatthew G. Knepley     const char  *deflcolors[4] = {"blue", "cyan", "red", "magenta"};
639552f7358SJed Brown     PetscReal    scale         = 2.0;
6400588280cSMatthew G. Knepley     PetscBool    useNumbers    = PETSC_TRUE, useLabels, useColors;
6410588280cSMatthew G. Knepley     double       tcoords[3];
642552f7358SJed Brown     PetscScalar *coords;
6430588280cSMatthew G. Knepley     PetscInt     numLabels, l, numColors, numLColors, dim, depth, cStart, cEnd, c, vStart, vEnd, v, eStart = 0, eEnd = 0, e, p;
644552f7358SJed Brown     PetscMPIInt  rank, size;
6450588280cSMatthew G. Knepley     char         **names, **colors, **lcolors;
646552f7358SJed Brown 
6470588280cSMatthew G. Knepley     ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
648552f7358SJed Brown     ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
649c58f1c22SToby Isaac     ierr = DMGetNumLabels(dm, &numLabels);CHKERRQ(ierr);
6500588280cSMatthew G. Knepley     numLabels  = PetscMax(numLabels, 10);
6510588280cSMatthew G. Knepley     numColors  = 10;
6520588280cSMatthew G. Knepley     numLColors = 10;
6530588280cSMatthew G. Knepley     ierr = PetscCalloc3(numLabels, &names, numColors, &colors, numLColors, &lcolors);CHKERRQ(ierr);
654c5929fdfSBarry Smith     ierr = PetscOptionsGetReal(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_scale", &scale, NULL);CHKERRQ(ierr);
655c5929fdfSBarry Smith     ierr = PetscOptionsGetBool(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_numbers", &useNumbers, NULL);CHKERRQ(ierr);
656c5929fdfSBarry Smith     ierr = PetscOptionsGetStringArray(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_labels", names, &numLabels, &useLabels);CHKERRQ(ierr);
6570588280cSMatthew G. Knepley     if (!useLabels) numLabels = 0;
658c5929fdfSBarry Smith     ierr = PetscOptionsGetStringArray(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_colors", colors, &numColors, &useColors);CHKERRQ(ierr);
6590588280cSMatthew G. Knepley     if (!useColors) {
6600588280cSMatthew G. Knepley       numColors = 3;
6610588280cSMatthew G. Knepley       for (c = 0; c < numColors; ++c) {ierr = PetscStrallocpy(defcolors[c], &colors[c]);CHKERRQ(ierr);}
6620588280cSMatthew G. Knepley     }
663c5929fdfSBarry Smith     ierr = PetscOptionsGetStringArray(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_lcolors", lcolors, &numLColors, &useColors);CHKERRQ(ierr);
6640588280cSMatthew G. Knepley     if (!useColors) {
6650588280cSMatthew G. Knepley       numLColors = 4;
6660588280cSMatthew G. Knepley       for (c = 0; c < numLColors; ++c) {ierr = PetscStrallocpy(deflcolors[c], &lcolors[c]);CHKERRQ(ierr);}
6670588280cSMatthew G. Knepley     }
66882f516ccSBarry Smith     ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank);CHKERRQ(ierr);
66982f516ccSBarry Smith     ierr = MPI_Comm_size(PetscObjectComm((PetscObject)dm), &size);CHKERRQ(ierr);
670552f7358SJed Brown     ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr);
671770b213bSMatthew G Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\
6720588280cSMatthew G. Knepley \\documentclass[tikz]{standalone}\n\n\
673552f7358SJed Brown \\usepackage{pgflibraryshapes}\n\
674552f7358SJed Brown \\usetikzlibrary{backgrounds}\n\
675552f7358SJed Brown \\usetikzlibrary{arrows}\n\
6760588280cSMatthew G. Knepley \\begin{document}\n");CHKERRQ(ierr);
6770588280cSMatthew G. Knepley     if (size > 1) {
678f738dd31SMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, "%s for process ", name);CHKERRQ(ierr);
679770b213bSMatthew G Knepley       for (p = 0; p < size; ++p) {
680770b213bSMatthew G Knepley         if (p > 0 && p == size-1) {
681770b213bSMatthew G Knepley           ierr = PetscViewerASCIIPrintf(viewer, ", and ", colors[p%numColors], p);CHKERRQ(ierr);
682770b213bSMatthew G Knepley         } else if (p > 0) {
683770b213bSMatthew G Knepley           ierr = PetscViewerASCIIPrintf(viewer, ", ", colors[p%numColors], p);CHKERRQ(ierr);
684770b213bSMatthew G Knepley         }
685770b213bSMatthew G Knepley         ierr = PetscViewerASCIIPrintf(viewer, "{\\textcolor{%s}%D}", colors[p%numColors], p);CHKERRQ(ierr);
686770b213bSMatthew G Knepley       }
6870588280cSMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, ".\n\n\n");CHKERRQ(ierr);
6880588280cSMatthew G. Knepley     }
6890588280cSMatthew G. Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\\begin{tikzpicture}[scale = %g,font=\\fontsize{8}{8}\\selectfont]\n", 1.0);CHKERRQ(ierr);
690552f7358SJed Brown     /* Plot vertices */
691552f7358SJed Brown     ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
692552f7358SJed Brown     ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr);
6934d4c343aSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
694552f7358SJed Brown     for (v = vStart; v < vEnd; ++v) {
695552f7358SJed Brown       PetscInt  off, dof, d;
6960588280cSMatthew G. Knepley       PetscBool isLabeled = PETSC_FALSE;
697552f7358SJed Brown 
698552f7358SJed Brown       ierr = PetscSectionGetDof(coordSection, v, &dof);CHKERRQ(ierr);
699552f7358SJed Brown       ierr = PetscSectionGetOffset(coordSection, v, &off);CHKERRQ(ierr);
7000588280cSMatthew G. Knepley       ierr = PetscViewerASCIISynchronizedPrintf(viewer, "\\path (");CHKERRQ(ierr);
701f6dae198SJed Brown       if (PetscUnlikely(dof > 3)) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_PLIB,"coordSection vertex %D has dof %D > 3",v,dof);
7020588280cSMatthew G. Knepley       for (d = 0; d < dof; ++d) {
7030588280cSMatthew G. Knepley         tcoords[d] = (double) (scale*PetscRealPart(coords[off+d]));
7040588280cSMatthew G. Knepley         tcoords[d] = PetscAbsReal(tcoords[d]) < 1e-10 ? 0.0 : tcoords[d];
7050588280cSMatthew G. Knepley       }
7060588280cSMatthew G. Knepley       /* Rotate coordinates since PGF makes z point out of the page instead of up */
7070588280cSMatthew G. Knepley       if (dim == 3) {PetscReal tmp = tcoords[1]; tcoords[1] = tcoords[2]; tcoords[2] = -tmp;}
708552f7358SJed Brown       for (d = 0; d < dof; ++d) {
709552f7358SJed Brown         if (d > 0) {ierr = PetscViewerASCIISynchronizedPrintf(viewer, ",");CHKERRQ(ierr);}
7100588280cSMatthew G. Knepley         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "%g", tcoords[d]);CHKERRQ(ierr);
711552f7358SJed Brown       }
7120588280cSMatthew G. Knepley       color = colors[rank%numColors];
7130588280cSMatthew G. Knepley       for (l = 0; l < numLabels; ++l) {
7140588280cSMatthew G. Knepley         PetscInt val;
715c58f1c22SToby Isaac         ierr = DMGetLabelValue(dm, names[l], v, &val);CHKERRQ(ierr);
7160588280cSMatthew G. Knepley         if (val >= 0) {color = lcolors[l%numLColors]; isLabeled = PETSC_TRUE; break;}
7170588280cSMatthew G. Knepley       }
7180588280cSMatthew G. Knepley       if (useNumbers) {
719e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, ") node(%D_%d) [draw,shape=circle,color=%s] {%D};\n", v, rank, color, v);CHKERRQ(ierr);
7200588280cSMatthew G. Knepley       } else {
721e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, ") node(%D_%d) [fill,inner sep=%dpt,shape=circle,color=%s] {};\n", v, rank, !isLabeled ? 1 : 2, color);CHKERRQ(ierr);
7220588280cSMatthew G. Knepley       }
723552f7358SJed Brown     }
724552f7358SJed Brown     ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr);
725552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
726552f7358SJed Brown     /* Plot edges */
7270588280cSMatthew G. Knepley     if (depth > 1) {ierr = DMPlexGetDepthStratum(dm, 1, &eStart, &eEnd);CHKERRQ(ierr);}
7280588280cSMatthew G. Knepley     if (dim < 3 && useNumbers) {
729552f7358SJed Brown       ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr);
730552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "\\path\n");CHKERRQ(ierr);
731552f7358SJed Brown       for (e = eStart; e < eEnd; ++e) {
732552f7358SJed Brown         const PetscInt *cone;
733552f7358SJed Brown         PetscInt        coneSize, offA, offB, dof, d;
734552f7358SJed Brown 
735552f7358SJed Brown         ierr = DMPlexGetConeSize(dm, e, &coneSize);CHKERRQ(ierr);
736f347f43bSBarry Smith         if (coneSize != 2) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Edge %D cone should have two vertices, not %D", e, coneSize);
737552f7358SJed Brown         ierr = DMPlexGetCone(dm, e, &cone);CHKERRQ(ierr);
738552f7358SJed Brown         ierr = PetscSectionGetDof(coordSection, cone[0], &dof);CHKERRQ(ierr);
739552f7358SJed Brown         ierr = PetscSectionGetOffset(coordSection, cone[0], &offA);CHKERRQ(ierr);
740552f7358SJed Brown         ierr = PetscSectionGetOffset(coordSection, cone[1], &offB);CHKERRQ(ierr);
741552f7358SJed Brown         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "(");CHKERRQ(ierr);
742552f7358SJed Brown         for (d = 0; d < dof; ++d) {
7430588280cSMatthew G. Knepley           tcoords[d] = (double) (scale*PetscRealPart(coords[offA+d]+coords[offB+d]));
7440588280cSMatthew G. Knepley           tcoords[d] = PetscAbsReal(tcoords[d]) < 1e-10 ? 0.0 : tcoords[d];
745552f7358SJed Brown         }
7460588280cSMatthew G. Knepley         /* Rotate coordinates since PGF makes z point out of the page instead of up */
7470588280cSMatthew G. Knepley         if (dim == 3) {PetscReal tmp = tcoords[1]; tcoords[1] = tcoords[2]; tcoords[2] = -tmp;}
7480588280cSMatthew G. Knepley         for (d = 0; d < dof; ++d) {
7490588280cSMatthew G. Knepley           if (d > 0) {ierr = PetscViewerASCIISynchronizedPrintf(viewer, ",");CHKERRQ(ierr);}
750f347f43bSBarry Smith           ierr = PetscViewerASCIISynchronizedPrintf(viewer, "%g", (double)tcoords[d]);CHKERRQ(ierr);
7510588280cSMatthew G. Knepley         }
7520588280cSMatthew G. Knepley         color = colors[rank%numColors];
7530588280cSMatthew G. Knepley         for (l = 0; l < numLabels; ++l) {
7540588280cSMatthew G. Knepley           PetscInt val;
755c58f1c22SToby Isaac           ierr = DMGetLabelValue(dm, names[l], v, &val);CHKERRQ(ierr);
7560750fff4SMatthew G. Knepley           if (val >= 0) {color = lcolors[l%numLColors]; break;}
7570588280cSMatthew G. Knepley         }
758e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, ") node(%D_%d) [draw,shape=circle,color=%s] {%D} --\n", e, rank, color, e);CHKERRQ(ierr);
759552f7358SJed Brown       }
760552f7358SJed Brown       ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr);
761552f7358SJed Brown       ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
762552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "(0,0);\n");CHKERRQ(ierr);
7630588280cSMatthew G. Knepley     }
764552f7358SJed Brown     /* Plot cells */
7650588280cSMatthew G. Knepley     if (dim == 3 || !useNumbers) {
7660588280cSMatthew G. Knepley       for (e = eStart; e < eEnd; ++e) {
7670588280cSMatthew G. Knepley         const PetscInt *cone;
7680588280cSMatthew G. Knepley 
7690588280cSMatthew G. Knepley         color = colors[rank%numColors];
7700588280cSMatthew G. Knepley         for (l = 0; l < numLabels; ++l) {
7710588280cSMatthew G. Knepley           PetscInt val;
772c58f1c22SToby Isaac           ierr = DMGetLabelValue(dm, names[l], e, &val);CHKERRQ(ierr);
7730588280cSMatthew G. Knepley           if (val >= 0) {color = lcolors[l%numLColors]; break;}
7740588280cSMatthew G. Knepley         }
7750588280cSMatthew G. Knepley         ierr = DMPlexGetCone(dm, e, &cone);CHKERRQ(ierr);
776e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "\\draw[color=%s] (%D_%d) -- (%D_%d);\n", color, cone[0], rank, cone[1], rank);CHKERRQ(ierr);
7770588280cSMatthew G. Knepley       }
7780588280cSMatthew G. Knepley     } else {
779552f7358SJed Brown       ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
780552f7358SJed Brown       for (c = cStart; c < cEnd; ++c) {
7810298fd71SBarry Smith         PetscInt *closure = NULL;
782552f7358SJed Brown         PetscInt  closureSize, firstPoint = -1;
783552f7358SJed Brown 
784552f7358SJed Brown         ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
785552f7358SJed Brown         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "\\draw[color=%s] ", colors[rank%numColors]);CHKERRQ(ierr);
786552f7358SJed Brown         for (p = 0; p < closureSize*2; p += 2) {
787552f7358SJed Brown           const PetscInt point = closure[p];
788552f7358SJed Brown 
789552f7358SJed Brown           if ((point < vStart) || (point >= vEnd)) continue;
790552f7358SJed Brown           if (firstPoint >= 0) {ierr = PetscViewerASCIISynchronizedPrintf(viewer, " -- ");CHKERRQ(ierr);}
791e4b003c7SBarry Smith           ierr = PetscViewerASCIISynchronizedPrintf(viewer, "(%D_%d)", point, rank);CHKERRQ(ierr);
792552f7358SJed Brown           if (firstPoint < 0) firstPoint = point;
793552f7358SJed Brown         }
794552f7358SJed Brown         /* Why doesn't this work? ierr = PetscViewerASCIISynchronizedPrintf(viewer, " -- cycle;\n");CHKERRQ(ierr); */
795e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, " -- (%D_%d);\n", firstPoint, rank);CHKERRQ(ierr);
796552f7358SJed Brown         ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
797552f7358SJed Brown       }
7980588280cSMatthew G. Knepley     }
799552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
8004d4c343aSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
8010588280cSMatthew G. Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\\end{tikzpicture}\n");CHKERRQ(ierr);
802770b213bSMatthew G Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\\end{document}\n", name);CHKERRQ(ierr);
8030588280cSMatthew G. Knepley     for (l = 0; l < numLabels;  ++l) {ierr = PetscFree(names[l]);CHKERRQ(ierr);}
8040588280cSMatthew G. Knepley     for (c = 0; c < numColors;  ++c) {ierr = PetscFree(colors[c]);CHKERRQ(ierr);}
8050588280cSMatthew G. Knepley     for (c = 0; c < numLColors; ++c) {ierr = PetscFree(lcolors[c]);CHKERRQ(ierr);}
8060588280cSMatthew G. Knepley     ierr = PetscFree3(names, colors, lcolors);CHKERRQ(ierr);
807552f7358SJed Brown   } else {
80882f516ccSBarry Smith     MPI_Comm    comm;
809834065abSMatthew G. Knepley     PetscInt   *sizes, *hybsizes;
810834065abSMatthew G. Knepley     PetscInt    locDepth, depth, dim, d, pMax[4];
811552f7358SJed Brown     PetscInt    pStart, pEnd, p;
812a57dd577SMatthew G Knepley     PetscInt    numLabels, l;
8131143a3c0SMatthew G. Knepley     const char *name;
814552f7358SJed Brown     PetscMPIInt size;
815552f7358SJed Brown 
81682f516ccSBarry Smith     ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
817552f7358SJed Brown     ierr = MPI_Comm_size(comm, &size);CHKERRQ(ierr);
818c73cfb54SMatthew G. Knepley     ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
8195f64d76eSMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr);
8201143a3c0SMatthew G. Knepley     if (name) {ierr = PetscViewerASCIIPrintf(viewer, "%s in %D dimensions:\n", name, dim);CHKERRQ(ierr);}
8211143a3c0SMatthew G. Knepley     else      {ierr = PetscViewerASCIIPrintf(viewer, "Mesh in %D dimensions:\n", dim);CHKERRQ(ierr);}
822552f7358SJed Brown     ierr = DMPlexGetDepth(dm, &locDepth);CHKERRQ(ierr);
823b2566f29SBarry Smith     ierr = MPIU_Allreduce(&locDepth, &depth, 1, MPIU_INT, MPI_MAX, comm);CHKERRQ(ierr);
824bb81ee50SMatthew G. Knepley     ierr = DMPlexGetHybridBounds(dm, &pMax[depth], depth > 0 ? &pMax[depth-1] : NULL, &pMax[1], &pMax[0]);CHKERRQ(ierr);
825dcca6d9dSJed Brown     ierr = PetscMalloc2(size,&sizes,size,&hybsizes);CHKERRQ(ierr);
826552f7358SJed Brown     if (depth == 1) {
827552f7358SJed Brown       ierr = DMPlexGetDepthStratum(dm, 0, &pStart, &pEnd);CHKERRQ(ierr);
828552f7358SJed Brown       pEnd = pEnd - pStart;
829552f7358SJed Brown       ierr = MPI_Gather(&pEnd, 1, MPIU_INT, sizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
830f347f43bSBarry Smith       ierr = PetscViewerASCIIPrintf(viewer, "  %d-cells:", 0);CHKERRQ(ierr);
831552f7358SJed Brown       for (p = 0; p < size; ++p) {ierr = PetscViewerASCIIPrintf(viewer, " %D", sizes[p]);CHKERRQ(ierr);}
832552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
833552f7358SJed Brown       ierr = DMPlexGetHeightStratum(dm, 0, &pStart, &pEnd);CHKERRQ(ierr);
834552f7358SJed Brown       pEnd = pEnd - pStart;
835552f7358SJed Brown       ierr = MPI_Gather(&pEnd, 1, MPIU_INT, sizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
836552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "  %D-cells:", dim);CHKERRQ(ierr);
837552f7358SJed Brown       for (p = 0; p < size; ++p) {ierr = PetscViewerASCIIPrintf(viewer, " %D", sizes[p]);CHKERRQ(ierr);}
838552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
839552f7358SJed Brown     } else {
840cbb7f117SMark Adams       PetscMPIInt rank;
841cbb7f117SMark Adams       ierr = MPI_Comm_rank(comm, &rank);CHKERRQ(ierr);
842552f7358SJed Brown       for (d = 0; d <= dim; d++) {
843552f7358SJed Brown         ierr = DMPlexGetDepthStratum(dm, d, &pStart, &pEnd);CHKERRQ(ierr);
844834065abSMatthew G. Knepley         pEnd    -= pStart;
845834065abSMatthew G. Knepley         pMax[d] -= pStart;
846552f7358SJed Brown         ierr = MPI_Gather(&pEnd, 1, MPIU_INT, sizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
847834065abSMatthew G. Knepley         ierr = MPI_Gather(&pMax[d], 1, MPIU_INT, hybsizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
848552f7358SJed Brown         ierr = PetscViewerASCIIPrintf(viewer, "  %D-cells:", d);CHKERRQ(ierr);
849834065abSMatthew G. Knepley         for (p = 0; p < size; ++p) {
850cbb7f117SMark Adams           if (!rank) {
851834065abSMatthew G. Knepley             if (hybsizes[p] >= 0) {ierr = PetscViewerASCIIPrintf(viewer, " %D (%D)", sizes[p], sizes[p] - hybsizes[p]);CHKERRQ(ierr);}
852834065abSMatthew G. Knepley             else                  {ierr = PetscViewerASCIIPrintf(viewer, " %D", sizes[p]);CHKERRQ(ierr);}
853834065abSMatthew G. Knepley           }
854cbb7f117SMark Adams         }
855552f7358SJed Brown         ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
856552f7358SJed Brown       }
857552f7358SJed Brown     }
858834065abSMatthew G. Knepley     ierr = PetscFree2(sizes,hybsizes);CHKERRQ(ierr);
859c58f1c22SToby Isaac     ierr = DMGetNumLabels(dm, &numLabels);CHKERRQ(ierr);
860a57dd577SMatthew G Knepley     if (numLabels) {ierr = PetscViewerASCIIPrintf(viewer, "Labels:\n");CHKERRQ(ierr);}
861a57dd577SMatthew G Knepley     for (l = 0; l < numLabels; ++l) {
862a57dd577SMatthew G Knepley       DMLabel         label;
863a57dd577SMatthew G Knepley       const char     *name;
864a57dd577SMatthew G Knepley       IS              valueIS;
865a57dd577SMatthew G Knepley       const PetscInt *values;
866a57dd577SMatthew G Knepley       PetscInt        numValues, v;
867a57dd577SMatthew G Knepley 
868c58f1c22SToby Isaac       ierr = DMGetLabelName(dm, l, &name);CHKERRQ(ierr);
869c58f1c22SToby Isaac       ierr = DMGetLabel(dm, name, &label);CHKERRQ(ierr);
870a57dd577SMatthew G Knepley       ierr = DMLabelGetNumValues(label, &numValues);CHKERRQ(ierr);
871d72f73ffSMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, "  %s: %D strata with value/size (", name, numValues);CHKERRQ(ierr);
872a57dd577SMatthew G Knepley       ierr = DMLabelGetValueIS(label, &valueIS);CHKERRQ(ierr);
873a57dd577SMatthew G Knepley       ierr = ISGetIndices(valueIS, &values);CHKERRQ(ierr);
874120dea56SMatthew G. Knepley       ierr = PetscViewerASCIIUseTabs(viewer, PETSC_FALSE);CHKERRQ(ierr);
875a57dd577SMatthew G Knepley       for (v = 0; v < numValues; ++v) {
876a57dd577SMatthew G Knepley         PetscInt size;
877a57dd577SMatthew G Knepley 
878a57dd577SMatthew G Knepley         ierr = DMLabelGetStratumSize(label, values[v], &size);CHKERRQ(ierr);
879a57dd577SMatthew G Knepley         if (v > 0) {ierr = PetscViewerASCIIPrintf(viewer, ", ");CHKERRQ(ierr);}
880d72f73ffSMatthew G. Knepley         ierr = PetscViewerASCIIPrintf(viewer, "%D (%D)", values[v], size);CHKERRQ(ierr);
881a57dd577SMatthew G Knepley       }
882a57dd577SMatthew G Knepley       ierr = PetscViewerASCIIPrintf(viewer, ")\n");CHKERRQ(ierr);
883120dea56SMatthew G. Knepley       ierr = PetscViewerASCIIUseTabs(viewer, PETSC_TRUE);CHKERRQ(ierr);
884a57dd577SMatthew G Knepley       ierr = ISRestoreIndices(valueIS, &values);CHKERRQ(ierr);
8854d41221fSMatthew G Knepley       ierr = ISDestroy(&valueIS);CHKERRQ(ierr);
886a57dd577SMatthew G Knepley     }
887a8fb8f29SToby Isaac     ierr = DMGetCoarseDM(dm, &cdm);CHKERRQ(ierr);
8888e7ff633SMatthew G. Knepley     if (cdm) {
8898e7ff633SMatthew G. Knepley       ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
8908e7ff633SMatthew G. Knepley       ierr = DMPlexView_Ascii(cdm, viewer);CHKERRQ(ierr);
8918e7ff633SMatthew G. Knepley       ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
8928e7ff633SMatthew G. Knepley     }
893552f7358SJed Brown   }
894552f7358SJed Brown   PetscFunctionReturn(0);
895552f7358SJed Brown }
896552f7358SJed Brown 
8977cd05799SMatthew G. Knepley static PetscErrorCode DMPlexView_Draw(DM dm, PetscViewer viewer)
898e412dcbdSMatthew G. Knepley {
899e412dcbdSMatthew G. Knepley   PetscDraw          draw;
900e412dcbdSMatthew G. Knepley   DM                 cdm;
901e412dcbdSMatthew G. Knepley   PetscSection       coordSection;
902e412dcbdSMatthew G. Knepley   Vec                coordinates;
903e412dcbdSMatthew G. Knepley   const PetscScalar *coords;
904e412dcbdSMatthew G. Knepley   PetscReal          bound[4] = {PETSC_MAX_REAL, PETSC_MAX_REAL, PETSC_MIN_REAL, PETSC_MIN_REAL};
905e412dcbdSMatthew G. Knepley   PetscBool          isnull;
906e412dcbdSMatthew G. Knepley   PetscInt           dim, vStart, vEnd, cStart, cEnd, c, N;
907e412dcbdSMatthew G. Knepley   PetscErrorCode     ierr;
908e412dcbdSMatthew G. Knepley 
909e412dcbdSMatthew G. Knepley   PetscFunctionBegin;
910e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dim);CHKERRQ(ierr);
911e412dcbdSMatthew G. Knepley   if (dim != 2) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Cannot draw meshes of dimension %D", dim);
912e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDM(dm, &cdm);CHKERRQ(ierr);
913e412dcbdSMatthew G. Knepley   ierr = DMGetDefaultSection(cdm, &coordSection);CHKERRQ(ierr);
914e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
915e412dcbdSMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
916e412dcbdSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
917e412dcbdSMatthew G. Knepley 
918e412dcbdSMatthew G. Knepley   ierr = PetscViewerDrawGetDraw(viewer, 0, &draw);CHKERRQ(ierr);
919e412dcbdSMatthew G. Knepley   ierr = PetscDrawIsNull(draw, &isnull);CHKERRQ(ierr);
920e412dcbdSMatthew G. Knepley   if (isnull) PetscFunctionReturn(0);
921e412dcbdSMatthew G. Knepley   ierr = PetscDrawSetTitle(draw, "Mesh");CHKERRQ(ierr);
922e412dcbdSMatthew G. Knepley 
923e412dcbdSMatthew G. Knepley   ierr = VecGetLocalSize(coordinates, &N);CHKERRQ(ierr);
924e412dcbdSMatthew G. Knepley   ierr = VecGetArrayRead(coordinates, &coords);CHKERRQ(ierr);
925e412dcbdSMatthew G. Knepley   for (c = 0; c < N; c += dim) {
9260c81f2a8SMatthew G. Knepley     bound[0] = PetscMin(bound[0], PetscRealPart(coords[c]));   bound[2] = PetscMax(bound[2], PetscRealPart(coords[c]));
9270c81f2a8SMatthew G. Knepley     bound[1] = PetscMin(bound[1], PetscRealPart(coords[c+1])); bound[3] = PetscMax(bound[3], PetscRealPart(coords[c+1]));
928e412dcbdSMatthew G. Knepley   }
929e412dcbdSMatthew G. Knepley   ierr = VecRestoreArrayRead(coordinates, &coords);CHKERRQ(ierr);
930e412dcbdSMatthew G. Knepley   ierr = PetscDrawSetCoordinates(draw, bound[0], bound[1], bound[2], bound[3]);CHKERRQ(ierr);
931e412dcbdSMatthew G. Knepley   ierr = PetscDrawClear(draw);CHKERRQ(ierr);
932e412dcbdSMatthew G. Knepley 
933e412dcbdSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
934e412dcbdSMatthew G. Knepley     PetscScalar *coords = NULL;
935e412dcbdSMatthew G. Knepley     PetscInt     numCoords;
936e412dcbdSMatthew G. Knepley 
937e412dcbdSMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
938e412dcbdSMatthew G. Knepley     switch (numCoords) {
939e412dcbdSMatthew G. Knepley     case 6:
9400c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9410c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9420c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[4]), PetscRealPart(coords[5]), PetscRealPart(coords[0]), PetscRealPart(coords[1]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
943e412dcbdSMatthew G. Knepley       break;
944e412dcbdSMatthew G. Knepley     case 8:
9450c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9460c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9470c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[4]), PetscRealPart(coords[5]), PetscRealPart(coords[6]), PetscRealPart(coords[7]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9480c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[6]), PetscRealPart(coords[7]), PetscRealPart(coords[0]), PetscRealPart(coords[1]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
949e412dcbdSMatthew G. Knepley       break;
950e412dcbdSMatthew G. Knepley     default: SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_SUP, "Cannot draw cells with %D coordinates", numCoords);
951e412dcbdSMatthew G. Knepley     }
952e412dcbdSMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
953e412dcbdSMatthew G. Knepley   }
954e412dcbdSMatthew G. Knepley   ierr = PetscDrawFlush(draw);CHKERRQ(ierr);
955e412dcbdSMatthew G. Knepley   ierr = PetscDrawPause(draw);CHKERRQ(ierr);
956e412dcbdSMatthew G. Knepley   ierr = PetscDrawSave(draw);CHKERRQ(ierr);
957e412dcbdSMatthew G. Knepley   PetscFunctionReturn(0);
958e412dcbdSMatthew G. Knepley }
959e412dcbdSMatthew G. Knepley 
960552f7358SJed Brown PetscErrorCode DMView_Plex(DM dm, PetscViewer viewer)
961552f7358SJed Brown {
962*e655db49SSatish Balay   PetscBool      iascii, ishdf5, isvtk, isdraw, flg, isglvis;
963552f7358SJed Brown   PetscErrorCode    ierr;
964552f7358SJed Brown 
965552f7358SJed Brown   PetscFunctionBegin;
966552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
967552f7358SJed Brown   PetscValidHeaderSpecific(viewer, PETSC_VIEWER_CLASSID, 2);
968552f7358SJed Brown   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERASCII, &iascii);CHKERRQ(ierr);
969fcf6c8fdSToby Isaac   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,   &isvtk);CHKERRQ(ierr);
970c6ccd67eSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,  &ishdf5);CHKERRQ(ierr);
971e412dcbdSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
9728135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERGLVIS, &isglvis);CHKERRQ(ierr);
973552f7358SJed Brown   if (iascii) {
9748135c375SStefano Zampini     PetscViewerFormat format;
9758135c375SStefano Zampini     ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
9768135c375SStefano Zampini     if (format == PETSC_VIEWER_ASCII_GLVIS) {
9778135c375SStefano Zampini       ierr = DMPlexView_GLVis(dm, viewer);CHKERRQ(ierr);
9788135c375SStefano Zampini     } else {
979552f7358SJed Brown       ierr = DMPlexView_Ascii(dm, viewer);CHKERRQ(ierr);
9808135c375SStefano Zampini     }
981c6ccd67eSMatthew G. Knepley   } else if (ishdf5) {
982c6ccd67eSMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
9837afe7537SMatthew G. Knepley     ierr = PetscViewerPushFormat(viewer, PETSC_VIEWER_HDF5_VIZ);CHKERRQ(ierr);
98439d25373SMatthew G. Knepley     ierr = DMPlexView_HDF5_Internal(dm, viewer);CHKERRQ(ierr);
9857afe7537SMatthew G. Knepley     ierr = PetscViewerPopFormat(viewer);CHKERRQ(ierr);
986c6ccd67eSMatthew G. Knepley #else
987c6ccd67eSMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
988552f7358SJed Brown #endif
989e412dcbdSMatthew G. Knepley   } else if (isvtk) {
990fcf6c8fdSToby Isaac     ierr = DMPlexVTKWriteAll((PetscObject) dm,viewer);CHKERRQ(ierr);
991e412dcbdSMatthew G. Knepley   } else if (isdraw) {
992e412dcbdSMatthew G. Knepley     ierr = DMPlexView_Draw(dm, viewer);CHKERRQ(ierr);
9938135c375SStefano Zampini   } else if (isglvis) {
9948135c375SStefano Zampini     ierr = DMPlexView_GLVis(dm, viewer);CHKERRQ(ierr);
995fcf6c8fdSToby Isaac   }
996cb3ba0daSMatthew G. Knepley   /* Optionally view the partition */
997cb3ba0daSMatthew G. Knepley   ierr = PetscOptionsHasName(((PetscObject) dm)->options, ((PetscObject) dm)->prefix, "-dm_partition_view", &flg);CHKERRQ(ierr);
998cb3ba0daSMatthew G. Knepley   if (flg) {
999cb3ba0daSMatthew G. Knepley     Vec ranks;
1000cb3ba0daSMatthew G. Knepley     ierr = DMPlexCreateRankField(dm, &ranks);CHKERRQ(ierr);
1001cb3ba0daSMatthew G. Knepley     ierr = VecView(ranks, viewer);CHKERRQ(ierr);
1002cb3ba0daSMatthew G. Knepley     ierr = VecDestroy(&ranks);CHKERRQ(ierr);
1003cb3ba0daSMatthew G. Knepley   }
1004552f7358SJed Brown   PetscFunctionReturn(0);
1005552f7358SJed Brown }
1006552f7358SJed Brown 
10072c40f234SMatthew G. Knepley PetscErrorCode DMLoad_Plex(DM dm, PetscViewer viewer)
10082c40f234SMatthew G. Knepley {
10092c40f234SMatthew G. Knepley   PetscBool      isbinary, ishdf5;
10102c40f234SMatthew G. Knepley   PetscErrorCode ierr;
10112c40f234SMatthew G. Knepley 
10122c40f234SMatthew G. Knepley   PetscFunctionBegin;
10132c40f234SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
10142c40f234SMatthew G. Knepley   PetscValidHeaderSpecific(viewer, PETSC_VIEWER_CLASSID, 2);
10152c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERBINARY, &isbinary);CHKERRQ(ierr);
10162c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,   &ishdf5);CHKERRQ(ierr);
10172c40f234SMatthew G. Knepley   if (isbinary) {SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Do not yet support binary viewers");}
10182c40f234SMatthew G. Knepley   else if (ishdf5) {
10192c40f234SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
102039d25373SMatthew G. Knepley     ierr = DMPlexLoad_HDF5_Internal(dm, viewer);CHKERRQ(ierr);
10212c40f234SMatthew G. Knepley #else
10222c40f234SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
1023552f7358SJed Brown #endif
1024552f7358SJed Brown   }
1025552f7358SJed Brown   PetscFunctionReturn(0);
1026552f7358SJed Brown }
1027552f7358SJed Brown 
1028552f7358SJed Brown PetscErrorCode DMDestroy_Plex(DM dm)
1029552f7358SJed Brown {
1030552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1031552f7358SJed Brown   PetscErrorCode ierr;
1032552f7358SJed Brown 
1033552f7358SJed Brown   PetscFunctionBegin;
10348135c375SStefano Zampini   ierr = PetscObjectComposeFunction((PetscObject)dm,"DMAdaptLabel_C",NULL);CHKERRQ(ierr);
10358135c375SStefano Zampini   ierr = PetscObjectComposeFunction((PetscObject)dm,"DMSetUpGLVisViewer_C",NULL);CHKERRQ(ierr);
10368135c375SStefano Zampini   ierr = PetscObjectComposeFunction((PetscObject)dm,"DMPlexInsertBoundaryValues_C", NULL);CHKERRQ(ierr);
10370d644c17SKarl Rupp   if (--mesh->refct > 0) PetscFunctionReturn(0);
1038552f7358SJed Brown   ierr = PetscSectionDestroy(&mesh->coneSection);CHKERRQ(ierr);
1039552f7358SJed Brown   ierr = PetscFree(mesh->cones);CHKERRQ(ierr);
1040552f7358SJed Brown   ierr = PetscFree(mesh->coneOrientations);CHKERRQ(ierr);
1041552f7358SJed Brown   ierr = PetscSectionDestroy(&mesh->supportSection);CHKERRQ(ierr);
1042be36d101SStefano Zampini   ierr = PetscSectionDestroy(&mesh->subdomainSection);CHKERRQ(ierr);
1043552f7358SJed Brown   ierr = PetscFree(mesh->supports);CHKERRQ(ierr);
1044552f7358SJed Brown   ierr = PetscFree(mesh->facesTmp);CHKERRQ(ierr);
1045d9deefdfSMatthew G. Knepley   ierr = PetscFree(mesh->tetgenOpts);CHKERRQ(ierr);
1046d9deefdfSMatthew G. Knepley   ierr = PetscFree(mesh->triangleOpts);CHKERRQ(ierr);
104777623264SMatthew G. Knepley   ierr = PetscPartitionerDestroy(&mesh->partitioner);CHKERRQ(ierr);
1048a89082eeSMatthew G Knepley   ierr = DMLabelDestroy(&mesh->subpointMap);CHKERRQ(ierr);
1049552f7358SJed Brown   ierr = ISDestroy(&mesh->globalVertexNumbers);CHKERRQ(ierr);
1050552f7358SJed Brown   ierr = ISDestroy(&mesh->globalCellNumbers);CHKERRQ(ierr);
1051a68b90caSToby Isaac   ierr = PetscSectionDestroy(&mesh->anchorSection);CHKERRQ(ierr);
1052a68b90caSToby Isaac   ierr = ISDestroy(&mesh->anchorIS);CHKERRQ(ierr);
1053d961a43aSToby Isaac   ierr = PetscSectionDestroy(&mesh->parentSection);CHKERRQ(ierr);
1054d961a43aSToby Isaac   ierr = PetscFree(mesh->parents);CHKERRQ(ierr);
1055d961a43aSToby Isaac   ierr = PetscFree(mesh->childIDs);CHKERRQ(ierr);
1056d961a43aSToby Isaac   ierr = PetscSectionDestroy(&mesh->childSection);CHKERRQ(ierr);
1057d961a43aSToby Isaac   ierr = PetscFree(mesh->children);CHKERRQ(ierr);
1058d6a7ad0dSToby Isaac   ierr = DMDestroy(&mesh->referenceTree);CHKERRQ(ierr);
1059fec49543SMatthew G. Knepley   ierr = PetscGridHashDestroy(&mesh->lbox);CHKERRQ(ierr);
1060552f7358SJed Brown   /* This was originally freed in DMDestroy(), but that prevents reference counting of backend objects */
1061552f7358SJed Brown   ierr = PetscFree(mesh);CHKERRQ(ierr);
1062552f7358SJed Brown   PetscFunctionReturn(0);
1063552f7358SJed Brown }
1064552f7358SJed Brown 
1065b412c318SBarry Smith PetscErrorCode DMCreateMatrix_Plex(DM dm, Mat *J)
1066552f7358SJed Brown {
10678d1174e4SMatthew G. Knepley   PetscSection           sectionGlobal;
1068acd755d7SMatthew G. Knepley   PetscInt               bs = -1, mbs;
1069552f7358SJed Brown   PetscInt               localSize;
1070837628f4SStefano Zampini   PetscBool              isShell, isBlock, isSeqBlock, isMPIBlock, isSymBlock, isSymSeqBlock, isSymMPIBlock, isMatIS;
1071552f7358SJed Brown   PetscErrorCode         ierr;
1072b412c318SBarry Smith   MatType                mtype;
10731428887cSShri Abhyankar   ISLocalToGlobalMapping ltog;
1074552f7358SJed Brown 
1075552f7358SJed Brown   PetscFunctionBegin;
1076607a6623SBarry Smith   ierr = MatInitializePackage();CHKERRQ(ierr);
1077b412c318SBarry Smith   mtype = dm->mattype;
1078552f7358SJed Brown   ierr = DMGetDefaultGlobalSection(dm, &sectionGlobal);CHKERRQ(ierr);
1079552f7358SJed Brown   /* ierr = PetscSectionGetStorageSize(sectionGlobal, &localSize);CHKERRQ(ierr); */
1080552f7358SJed Brown   ierr = PetscSectionGetConstrainedStorageSize(sectionGlobal, &localSize);CHKERRQ(ierr);
108182f516ccSBarry Smith   ierr = MatCreate(PetscObjectComm((PetscObject)dm), J);CHKERRQ(ierr);
1082552f7358SJed Brown   ierr = MatSetSizes(*J, localSize, localSize, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
1083552f7358SJed Brown   ierr = MatSetType(*J, mtype);CHKERRQ(ierr);
1084552f7358SJed Brown   ierr = MatSetFromOptions(*J);CHKERRQ(ierr);
1085acd755d7SMatthew G. Knepley   ierr = MatGetBlockSize(*J, &mbs);CHKERRQ(ierr);
1086acd755d7SMatthew G. Knepley   if (mbs > 1) bs = mbs;
1087552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSHELL, &isShell);CHKERRQ(ierr);
1088552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATBAIJ, &isBlock);CHKERRQ(ierr);
1089552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSEQBAIJ, &isSeqBlock);CHKERRQ(ierr);
1090552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATMPIBAIJ, &isMPIBlock);CHKERRQ(ierr);
1091552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSBAIJ, &isSymBlock);CHKERRQ(ierr);
1092552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSEQSBAIJ, &isSymSeqBlock);CHKERRQ(ierr);
1093552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATMPISBAIJ, &isSymMPIBlock);CHKERRQ(ierr);
1094837628f4SStefano Zampini   ierr = PetscStrcmp(mtype, MATIS, &isMatIS);CHKERRQ(ierr);
1095552f7358SJed Brown   if (!isShell) {
1096be36d101SStefano Zampini     PetscSection subSection;
1097837628f4SStefano Zampini     PetscBool    fillMatrix = (PetscBool)(!dm->prealloc_only && !isMatIS);
1098be36d101SStefano Zampini     PetscInt    *dnz, *onz, *dnzu, *onzu, bsLocal, bsMax, bsMin, *ltogidx, lsize;
1099fad22124SMatthew G Knepley     PetscInt     pStart, pEnd, p, dof, cdof;
1100552f7358SJed Brown 
110100140cc3SStefano Zampini     /* Set localtoglobalmapping on the matrix for MatSetValuesLocal() to work (it also creates the local matrices in case of MATIS) */
1102be36d101SStefano Zampini     if (isMatIS) { /* need a different l2g map than the one computed by DMGetLocalToGlobalMapping */
1103be36d101SStefano Zampini       PetscSection section;
1104be36d101SStefano Zampini       PetscInt     size;
1105be36d101SStefano Zampini 
1106be36d101SStefano Zampini       ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
1107be36d101SStefano Zampini       ierr = PetscSectionGetStorageSize(section, &size);CHKERRQ(ierr);
1108be36d101SStefano Zampini       ierr = PetscMalloc1(size,&ltogidx);CHKERRQ(ierr);
1109be36d101SStefano Zampini       ierr = DMPlexGetSubdomainSection(dm, &subSection);CHKERRQ(ierr);
1110be36d101SStefano Zampini     } else {
111100140cc3SStefano Zampini       ierr = DMGetLocalToGlobalMapping(dm,&ltog);CHKERRQ(ierr);
1112be36d101SStefano Zampini     }
1113552f7358SJed Brown     ierr = PetscSectionGetChart(sectionGlobal, &pStart, &pEnd);CHKERRQ(ierr);
1114be36d101SStefano Zampini     for (p = pStart, lsize = 0; p < pEnd; ++p) {
1115a9d99c84SMatthew G. Knepley       PetscInt bdof;
1116a9d99c84SMatthew G. Knepley 
1117552f7358SJed Brown       ierr = PetscSectionGetDof(sectionGlobal, p, &dof);CHKERRQ(ierr);
1118fad22124SMatthew G Knepley       ierr = PetscSectionGetConstraintDof(sectionGlobal, p, &cdof);CHKERRQ(ierr);
11191d17a0a3SMatthew G. Knepley       dof  = dof < 0 ? -(dof+1) : dof;
11201d17a0a3SMatthew G. Knepley       bdof = cdof && (dof-cdof) ? 1 : dof;
11211d17a0a3SMatthew G. Knepley       if (dof) {
11221d17a0a3SMatthew G. Knepley         if (bs < 0)          {bs = bdof;}
1123be36d101SStefano Zampini         else if (bs != bdof) {bs = 1; if (!isMatIS) break;}
1124be36d101SStefano Zampini       }
1125be36d101SStefano Zampini       if (isMatIS) {
1126be36d101SStefano Zampini         PetscInt loff,c,off;
1127be36d101SStefano Zampini         ierr = PetscSectionGetOffset(subSection, p, &loff);CHKERRQ(ierr);
1128be36d101SStefano Zampini         ierr = PetscSectionGetOffset(sectionGlobal, p, &off);CHKERRQ(ierr);
1129be36d101SStefano Zampini         for (c = 0; c < dof-cdof; ++c, ++lsize) ltogidx[loff+c] = off > -1 ? off+c : -(off+1)+c;
1130552f7358SJed Brown       }
11312a28c762SMatthew G Knepley     }
11322a28c762SMatthew G Knepley     /* Must have same blocksize on all procs (some might have no points) */
11332a28c762SMatthew G Knepley     bsLocal = bs;
1134b2566f29SBarry Smith     ierr = MPIU_Allreduce(&bsLocal, &bsMax, 1, MPIU_INT, MPI_MAX, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
11352a28c762SMatthew G Knepley     bsLocal = bs < 0 ? bsMax : bs;
1136b2566f29SBarry Smith     ierr = MPIU_Allreduce(&bsLocal, &bsMin, 1, MPIU_INT, MPI_MIN, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
1137bff27382SMatthew G. Knepley     if (bsMin != bsMax) {bs = 1;}
1138bff27382SMatthew G. Knepley     else                {bs = bsMax;}
11394fa26246SMatthew G. Knepley     bs   = bs < 0 ? 1 : bs;
1140be36d101SStefano Zampini     if (isMatIS) {
11414fa26246SMatthew G. Knepley       PetscInt l;
11424fa26246SMatthew G. Knepley       /* Must reduce indices by blocksize */
11434fa26246SMatthew G. Knepley       if (bs > 1) for (l = 0; l < lsize; ++l) ltogidx[l] /= bs;
11444fa26246SMatthew G. Knepley       ierr = ISLocalToGlobalMappingCreate(PetscObjectComm((PetscObject)dm), bs, lsize, ltogidx, PETSC_OWN_POINTER, &ltog);CHKERRQ(ierr);
1145be36d101SStefano Zampini     }
1146be36d101SStefano Zampini     ierr = MatSetLocalToGlobalMapping(*J,ltog,ltog);CHKERRQ(ierr);
1147be36d101SStefano Zampini     if (isMatIS) {
1148be36d101SStefano Zampini       ierr = ISLocalToGlobalMappingDestroy(&ltog);CHKERRQ(ierr);
1149be36d101SStefano Zampini     }
11501795a4d1SJed Brown     ierr = PetscCalloc4(localSize/bs, &dnz, localSize/bs, &onz, localSize/bs, &dnzu, localSize/bs, &onzu);CHKERRQ(ierr);
11518d1174e4SMatthew G. Knepley     ierr = DMPlexPreallocateOperator(dm, bs, dnz, onz, dnzu, onzu, *J, fillMatrix);CHKERRQ(ierr);
1152552f7358SJed Brown     ierr = PetscFree4(dnz, onz, dnzu, onzu);CHKERRQ(ierr);
1153552f7358SJed Brown   }
1154b1f74addSMatthew G. Knepley   ierr = MatSetDM(*J, dm);CHKERRQ(ierr);
1155552f7358SJed Brown   PetscFunctionReturn(0);
1156552f7358SJed Brown }
1157552f7358SJed Brown 
11587cd05799SMatthew G. Knepley /*@
1159a8f00d21SMatthew G. Knepley   DMPlexGetSubdomainSection - Returns the section associated with the subdomain
1160be36d101SStefano Zampini 
1161be36d101SStefano Zampini   Not collective
1162be36d101SStefano Zampini 
1163be36d101SStefano Zampini   Input Parameter:
1164be36d101SStefano Zampini . mesh - The DMPlex
1165be36d101SStefano Zampini 
1166be36d101SStefano Zampini   Output Parameters:
1167be36d101SStefano Zampini . subsection - The subdomain section
1168be36d101SStefano Zampini 
1169be36d101SStefano Zampini   Level: developer
1170be36d101SStefano Zampini 
1171be36d101SStefano Zampini .seealso:
11727cd05799SMatthew G. Knepley @*/
1173be36d101SStefano Zampini PetscErrorCode DMPlexGetSubdomainSection(DM dm, PetscSection *subsection)
1174be36d101SStefano Zampini {
1175be36d101SStefano Zampini   DM_Plex       *mesh = (DM_Plex*) dm->data;
1176be36d101SStefano Zampini   PetscErrorCode ierr;
1177be36d101SStefano Zampini 
1178be36d101SStefano Zampini   PetscFunctionBegin;
1179be36d101SStefano Zampini   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1180be36d101SStefano Zampini   if (!mesh->subdomainSection) {
1181be36d101SStefano Zampini     PetscSection section;
1182be36d101SStefano Zampini     PetscSF      sf;
1183be36d101SStefano Zampini 
1184be36d101SStefano Zampini     ierr = PetscSFCreate(PETSC_COMM_SELF,&sf);CHKERRQ(ierr);
1185be36d101SStefano Zampini     ierr = DMGetDefaultSection(dm,&section);CHKERRQ(ierr);
1186be36d101SStefano Zampini     ierr = PetscSectionCreateGlobalSection(section,sf,PETSC_FALSE,PETSC_TRUE,&mesh->subdomainSection);CHKERRQ(ierr);
1187be36d101SStefano Zampini     ierr = PetscSFDestroy(&sf);CHKERRQ(ierr);
1188be36d101SStefano Zampini   }
1189be36d101SStefano Zampini   *subsection = mesh->subdomainSection;
1190be36d101SStefano Zampini   PetscFunctionReturn(0);
1191be36d101SStefano Zampini }
1192be36d101SStefano Zampini 
1193552f7358SJed Brown /*@
1194552f7358SJed Brown   DMPlexGetChart - Return the interval for all mesh points [pStart, pEnd)
1195552f7358SJed Brown 
1196552f7358SJed Brown   Not collective
1197552f7358SJed Brown 
1198552f7358SJed Brown   Input Parameter:
1199552f7358SJed Brown . mesh - The DMPlex
1200552f7358SJed Brown 
1201552f7358SJed Brown   Output Parameters:
1202552f7358SJed Brown + pStart - The first mesh point
1203552f7358SJed Brown - pEnd   - The upper bound for mesh points
1204552f7358SJed Brown 
1205552f7358SJed Brown   Level: beginner
1206552f7358SJed Brown 
1207552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetChart()
1208552f7358SJed Brown @*/
1209552f7358SJed Brown PetscErrorCode DMPlexGetChart(DM dm, PetscInt *pStart, PetscInt *pEnd)
1210552f7358SJed Brown {
1211552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1212552f7358SJed Brown   PetscErrorCode ierr;
1213552f7358SJed Brown 
1214552f7358SJed Brown   PetscFunctionBegin;
1215552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1216552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, pStart, pEnd);CHKERRQ(ierr);
1217552f7358SJed Brown   PetscFunctionReturn(0);
1218552f7358SJed Brown }
1219552f7358SJed Brown 
1220552f7358SJed Brown /*@
1221552f7358SJed Brown   DMPlexSetChart - Set the interval for all mesh points [pStart, pEnd)
1222552f7358SJed Brown 
1223552f7358SJed Brown   Not collective
1224552f7358SJed Brown 
1225552f7358SJed Brown   Input Parameters:
1226552f7358SJed Brown + mesh - The DMPlex
1227552f7358SJed Brown . pStart - The first mesh point
1228552f7358SJed Brown - pEnd   - The upper bound for mesh points
1229552f7358SJed Brown 
1230552f7358SJed Brown   Output Parameters:
1231552f7358SJed Brown 
1232552f7358SJed Brown   Level: beginner
1233552f7358SJed Brown 
1234552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetChart()
1235552f7358SJed Brown @*/
1236552f7358SJed Brown PetscErrorCode DMPlexSetChart(DM dm, PetscInt pStart, PetscInt pEnd)
1237552f7358SJed Brown {
1238552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1239552f7358SJed Brown   PetscErrorCode ierr;
1240552f7358SJed Brown 
1241552f7358SJed Brown   PetscFunctionBegin;
1242552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1243552f7358SJed Brown   ierr = PetscSectionSetChart(mesh->coneSection, pStart, pEnd);CHKERRQ(ierr);
1244552f7358SJed Brown   ierr = PetscSectionSetChart(mesh->supportSection, pStart, pEnd);CHKERRQ(ierr);
1245552f7358SJed Brown   PetscFunctionReturn(0);
1246552f7358SJed Brown }
1247552f7358SJed Brown 
1248552f7358SJed Brown /*@
1249552f7358SJed Brown   DMPlexGetConeSize - Return the number of in-edges for this point in the Sieve DAG
1250552f7358SJed Brown 
1251552f7358SJed Brown   Not collective
1252552f7358SJed Brown 
1253552f7358SJed Brown   Input Parameters:
1254552f7358SJed Brown + mesh - The DMPlex
1255552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1256552f7358SJed Brown 
1257552f7358SJed Brown   Output Parameter:
1258552f7358SJed Brown . size - The cone size for point p
1259552f7358SJed Brown 
1260552f7358SJed Brown   Level: beginner
1261552f7358SJed Brown 
1262552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexSetChart()
1263552f7358SJed Brown @*/
1264552f7358SJed Brown PetscErrorCode DMPlexGetConeSize(DM dm, PetscInt p, PetscInt *size)
1265552f7358SJed Brown {
1266552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1267552f7358SJed Brown   PetscErrorCode ierr;
1268552f7358SJed Brown 
1269552f7358SJed Brown   PetscFunctionBegin;
1270552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1271552f7358SJed Brown   PetscValidPointer(size, 3);
1272552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, p, size);CHKERRQ(ierr);
1273552f7358SJed Brown   PetscFunctionReturn(0);
1274552f7358SJed Brown }
1275552f7358SJed Brown 
1276552f7358SJed Brown /*@
1277552f7358SJed Brown   DMPlexSetConeSize - Set the number of in-edges for this point in the Sieve DAG
1278552f7358SJed Brown 
1279552f7358SJed Brown   Not collective
1280552f7358SJed Brown 
1281552f7358SJed Brown   Input Parameters:
1282552f7358SJed Brown + mesh - The DMPlex
1283552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1284552f7358SJed Brown - size - The cone size for point p
1285552f7358SJed Brown 
1286552f7358SJed Brown   Output Parameter:
1287552f7358SJed Brown 
1288552f7358SJed Brown   Note:
1289552f7358SJed Brown   This should be called after DMPlexSetChart().
1290552f7358SJed Brown 
1291552f7358SJed Brown   Level: beginner
1292552f7358SJed Brown 
1293552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetConeSize(), DMPlexSetChart()
1294552f7358SJed Brown @*/
1295552f7358SJed Brown PetscErrorCode DMPlexSetConeSize(DM dm, PetscInt p, PetscInt size)
1296552f7358SJed Brown {
1297552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1298552f7358SJed Brown   PetscErrorCode ierr;
1299552f7358SJed Brown 
1300552f7358SJed Brown   PetscFunctionBegin;
1301552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1302552f7358SJed Brown   ierr = PetscSectionSetDof(mesh->coneSection, p, size);CHKERRQ(ierr);
13030d644c17SKarl Rupp 
1304552f7358SJed Brown   mesh->maxConeSize = PetscMax(mesh->maxConeSize, size);
1305552f7358SJed Brown   PetscFunctionReturn(0);
1306552f7358SJed Brown }
1307552f7358SJed Brown 
1308f5a469b9SMatthew G. Knepley /*@
1309f5a469b9SMatthew G. Knepley   DMPlexAddConeSize - Add the given number of in-edges to this point in the Sieve DAG
1310f5a469b9SMatthew G. Knepley 
1311f5a469b9SMatthew G. Knepley   Not collective
1312f5a469b9SMatthew G. Knepley 
1313f5a469b9SMatthew G. Knepley   Input Parameters:
1314f5a469b9SMatthew G. Knepley + mesh - The DMPlex
1315f5a469b9SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1316f5a469b9SMatthew G. Knepley - size - The additional cone size for point p
1317f5a469b9SMatthew G. Knepley 
1318f5a469b9SMatthew G. Knepley   Output Parameter:
1319f5a469b9SMatthew G. Knepley 
1320f5a469b9SMatthew G. Knepley   Note:
1321f5a469b9SMatthew G. Knepley   This should be called after DMPlexSetChart().
1322f5a469b9SMatthew G. Knepley 
1323f5a469b9SMatthew G. Knepley   Level: beginner
1324f5a469b9SMatthew G. Knepley 
1325f5a469b9SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexGetConeSize(), DMPlexSetChart()
1326f5a469b9SMatthew G. Knepley @*/
1327f5a469b9SMatthew G. Knepley PetscErrorCode DMPlexAddConeSize(DM dm, PetscInt p, PetscInt size)
1328f5a469b9SMatthew G. Knepley {
1329f5a469b9SMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
1330f5a469b9SMatthew G. Knepley   PetscInt       csize;
1331f5a469b9SMatthew G. Knepley   PetscErrorCode ierr;
1332f5a469b9SMatthew G. Knepley 
1333f5a469b9SMatthew G. Knepley   PetscFunctionBegin;
1334f5a469b9SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1335f5a469b9SMatthew G. Knepley   ierr = PetscSectionAddDof(mesh->coneSection, p, size);CHKERRQ(ierr);
1336f5a469b9SMatthew G. Knepley   ierr = PetscSectionGetDof(mesh->coneSection, p, &csize);CHKERRQ(ierr);
1337f5a469b9SMatthew G. Knepley 
1338f5a469b9SMatthew G. Knepley   mesh->maxConeSize = PetscMax(mesh->maxConeSize, csize);
1339f5a469b9SMatthew G. Knepley   PetscFunctionReturn(0);
1340f5a469b9SMatthew G. Knepley }
1341f5a469b9SMatthew G. Knepley 
1342552f7358SJed Brown /*@C
1343552f7358SJed Brown   DMPlexGetCone - Return the points on the in-edges for this point in the Sieve DAG
1344552f7358SJed Brown 
1345552f7358SJed Brown   Not collective
1346552f7358SJed Brown 
1347552f7358SJed Brown   Input Parameters:
1348552f7358SJed Brown + mesh - The DMPlex
1349552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1350552f7358SJed Brown 
1351552f7358SJed Brown   Output Parameter:
1352552f7358SJed Brown . cone - An array of points which are on the in-edges for point p
1353552f7358SJed Brown 
1354552f7358SJed Brown   Level: beginner
1355552f7358SJed Brown 
13563813dfbdSMatthew G Knepley   Fortran Notes:
13573813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
13583813dfbdSMatthew G Knepley   include petsc.h90 in your code.
13593813dfbdSMatthew G Knepley 
13603813dfbdSMatthew G Knepley   You must also call DMPlexRestoreCone() after you finish using the returned array.
1361552f7358SJed Brown 
1362552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart()
1363552f7358SJed Brown @*/
1364552f7358SJed Brown PetscErrorCode DMPlexGetCone(DM dm, PetscInt p, const PetscInt *cone[])
1365552f7358SJed Brown {
1366552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1367552f7358SJed Brown   PetscInt       off;
1368552f7358SJed Brown   PetscErrorCode ierr;
1369552f7358SJed Brown 
1370552f7358SJed Brown   PetscFunctionBegin;
1371552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1372552f7358SJed Brown   PetscValidPointer(cone, 3);
1373552f7358SJed Brown   ierr  = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
1374552f7358SJed Brown   *cone = &mesh->cones[off];
1375552f7358SJed Brown   PetscFunctionReturn(0);
1376552f7358SJed Brown }
1377552f7358SJed Brown 
1378552f7358SJed Brown /*@
1379552f7358SJed Brown   DMPlexSetCone - Set the points on the in-edges for this point in the Sieve DAG
1380552f7358SJed Brown 
1381552f7358SJed Brown   Not collective
1382552f7358SJed Brown 
1383552f7358SJed Brown   Input Parameters:
1384552f7358SJed Brown + mesh - The DMPlex
1385552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1386552f7358SJed Brown - cone - An array of points which are on the in-edges for point p
1387552f7358SJed Brown 
1388552f7358SJed Brown   Output Parameter:
1389552f7358SJed Brown 
1390552f7358SJed Brown   Note:
1391552f7358SJed Brown   This should be called after all calls to DMPlexSetConeSize() and DMSetUp().
1392552f7358SJed Brown 
1393552f7358SJed Brown   Level: beginner
1394552f7358SJed Brown 
1395552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
1396552f7358SJed Brown @*/
1397552f7358SJed Brown PetscErrorCode DMPlexSetCone(DM dm, PetscInt p, const PetscInt cone[])
1398552f7358SJed Brown {
1399552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1400552f7358SJed Brown   PetscInt       pStart, pEnd;
1401552f7358SJed Brown   PetscInt       dof, off, c;
1402552f7358SJed Brown   PetscErrorCode ierr;
1403552f7358SJed Brown 
1404552f7358SJed Brown   PetscFunctionBegin;
1405552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1406552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
1407552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
1408552f7358SJed Brown   if (dof) PetscValidPointer(cone, 3);
1409552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
141082f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
1411552f7358SJed Brown   for (c = 0; c < dof; ++c) {
141282f516ccSBarry Smith     if ((cone[c] < pStart) || (cone[c] >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone point %D is not in the valid range [%D, %D)", cone[c], pStart, pEnd);
1413552f7358SJed Brown     mesh->cones[off+c] = cone[c];
1414552f7358SJed Brown   }
1415552f7358SJed Brown   PetscFunctionReturn(0);
1416552f7358SJed Brown }
1417552f7358SJed Brown 
1418552f7358SJed Brown /*@C
1419552f7358SJed Brown   DMPlexGetConeOrientation - Return the orientations on the in-edges for this point in the Sieve DAG
1420552f7358SJed Brown 
1421552f7358SJed Brown   Not collective
1422552f7358SJed Brown 
1423552f7358SJed Brown   Input Parameters:
1424552f7358SJed Brown + mesh - The DMPlex
1425552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1426552f7358SJed Brown 
1427552f7358SJed Brown   Output Parameter:
1428552f7358SJed Brown . coneOrientation - An array of orientations which are on the in-edges for point p. An orientation is an
1429552f7358SJed Brown                     integer giving the prescription for cone traversal. If it is negative, the cone is
1430552f7358SJed Brown                     traversed in the opposite direction. Its value 'o', or if negative '-(o+1)', gives
1431552f7358SJed Brown                     the index of the cone point on which to start.
1432552f7358SJed Brown 
1433552f7358SJed Brown   Level: beginner
1434552f7358SJed Brown 
14353813dfbdSMatthew G Knepley   Fortran Notes:
14363813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
14373813dfbdSMatthew G Knepley   include petsc.h90 in your code.
14383813dfbdSMatthew G Knepley 
14393813dfbdSMatthew G Knepley   You must also call DMPlexRestoreConeOrientation() after you finish using the returned array.
1440552f7358SJed Brown 
1441552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetCone(), DMPlexSetChart()
1442552f7358SJed Brown @*/
1443552f7358SJed Brown PetscErrorCode DMPlexGetConeOrientation(DM dm, PetscInt p, const PetscInt *coneOrientation[])
1444552f7358SJed Brown {
1445552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1446552f7358SJed Brown   PetscInt       off;
1447552f7358SJed Brown   PetscErrorCode ierr;
1448552f7358SJed Brown 
1449552f7358SJed Brown   PetscFunctionBegin;
1450552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1451552f7358SJed Brown #if defined(PETSC_USE_DEBUG)
1452552f7358SJed Brown   {
1453552f7358SJed Brown     PetscInt dof;
1454552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
1455552f7358SJed Brown     if (dof) PetscValidPointer(coneOrientation, 3);
1456552f7358SJed Brown   }
1457552f7358SJed Brown #endif
1458552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
14590d644c17SKarl Rupp 
1460552f7358SJed Brown   *coneOrientation = &mesh->coneOrientations[off];
1461552f7358SJed Brown   PetscFunctionReturn(0);
1462552f7358SJed Brown }
1463552f7358SJed Brown 
1464552f7358SJed Brown /*@
1465552f7358SJed Brown   DMPlexSetConeOrientation - Set the orientations on the in-edges for this point in the Sieve DAG
1466552f7358SJed Brown 
1467552f7358SJed Brown   Not collective
1468552f7358SJed Brown 
1469552f7358SJed Brown   Input Parameters:
1470552f7358SJed Brown + mesh - The DMPlex
1471552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1472552f7358SJed Brown - coneOrientation - An array of orientations which are on the in-edges for point p. An orientation is an
1473552f7358SJed Brown                     integer giving the prescription for cone traversal. If it is negative, the cone is
1474552f7358SJed Brown                     traversed in the opposite direction. Its value 'o', or if negative '-(o+1)', gives
1475552f7358SJed Brown                     the index of the cone point on which to start.
1476552f7358SJed Brown 
1477552f7358SJed Brown   Output Parameter:
1478552f7358SJed Brown 
1479552f7358SJed Brown   Note:
1480552f7358SJed Brown   This should be called after all calls to DMPlexSetConeSize() and DMSetUp().
1481552f7358SJed Brown 
1482552f7358SJed Brown   Level: beginner
1483552f7358SJed Brown 
1484552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetConeOrientation(), DMPlexSetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
1485552f7358SJed Brown @*/
1486552f7358SJed Brown PetscErrorCode DMPlexSetConeOrientation(DM dm, PetscInt p, const PetscInt coneOrientation[])
1487552f7358SJed Brown {
1488552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1489552f7358SJed Brown   PetscInt       pStart, pEnd;
1490552f7358SJed Brown   PetscInt       dof, off, c;
1491552f7358SJed Brown   PetscErrorCode ierr;
1492552f7358SJed Brown 
1493552f7358SJed Brown   PetscFunctionBegin;
1494552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1495552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
1496552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
1497552f7358SJed Brown   if (dof) PetscValidPointer(coneOrientation, 3);
1498552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
149982f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
1500552f7358SJed Brown   for (c = 0; c < dof; ++c) {
1501552f7358SJed Brown     PetscInt cdof, o = coneOrientation[c];
1502552f7358SJed Brown 
1503552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, mesh->cones[off+c], &cdof);CHKERRQ(ierr);
150482f516ccSBarry Smith     if (o && ((o < -(cdof+1)) || (o >= cdof))) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone orientation %D is not in the valid range [%D. %D)", o, -(cdof+1), cdof);
1505552f7358SJed Brown     mesh->coneOrientations[off+c] = o;
1506552f7358SJed Brown   }
1507552f7358SJed Brown   PetscFunctionReturn(0);
1508552f7358SJed Brown }
1509552f7358SJed Brown 
15107cd05799SMatthew G. Knepley /*@
15117cd05799SMatthew G. Knepley   DMPlexInsertCone - Insert a point into the in-edges for the point p in the Sieve DAG
15127cd05799SMatthew G. Knepley 
15137cd05799SMatthew G. Knepley   Not collective
15147cd05799SMatthew G. Knepley 
15157cd05799SMatthew G. Knepley   Input Parameters:
15167cd05799SMatthew G. Knepley + mesh - The DMPlex
15177cd05799SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
15187cd05799SMatthew G. Knepley . conePos - The local index in the cone where the point should be put
15197cd05799SMatthew G. Knepley - conePoint - The mesh point to insert
15207cd05799SMatthew G. Knepley 
15217cd05799SMatthew G. Knepley   Level: beginner
15227cd05799SMatthew G. Knepley 
15237cd05799SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
15247cd05799SMatthew G. Knepley @*/
1525552f7358SJed Brown PetscErrorCode DMPlexInsertCone(DM dm, PetscInt p, PetscInt conePos, PetscInt conePoint)
1526552f7358SJed Brown {
1527552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1528552f7358SJed Brown   PetscInt       pStart, pEnd;
1529552f7358SJed Brown   PetscInt       dof, off;
1530552f7358SJed Brown   PetscErrorCode ierr;
1531552f7358SJed Brown 
1532552f7358SJed Brown   PetscFunctionBegin;
1533552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1534552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
153582f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
153682f516ccSBarry Smith   if ((conePoint < pStart) || (conePoint >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone point %D is not in the valid range [%D, %D)", conePoint, pStart, pEnd);
153777c88f5bSMatthew G Knepley   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
153877c88f5bSMatthew G Knepley   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
153977c88f5bSMatthew G Knepley   if ((conePos < 0) || (conePos >= dof)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone position %D of point %D is not in the valid range [0, %D)", conePos, p, dof);
1540552f7358SJed Brown   mesh->cones[off+conePos] = conePoint;
1541552f7358SJed Brown   PetscFunctionReturn(0);
1542552f7358SJed Brown }
1543552f7358SJed Brown 
15447cd05799SMatthew G. Knepley /*@
15457cd05799SMatthew G. Knepley   DMPlexInsertConeOrientation - Insert a point orientation for the in-edge for the point p in the Sieve DAG
15467cd05799SMatthew G. Knepley 
15477cd05799SMatthew G. Knepley   Not collective
15487cd05799SMatthew G. Knepley 
15497cd05799SMatthew G. Knepley   Input Parameters:
15507cd05799SMatthew G. Knepley + mesh - The DMPlex
15517cd05799SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
15527cd05799SMatthew G. Knepley . conePos - The local index in the cone where the point should be put
15537cd05799SMatthew G. Knepley - coneOrientation - The point orientation to insert
15547cd05799SMatthew G. Knepley 
15557cd05799SMatthew G. Knepley   Level: beginner
15567cd05799SMatthew G. Knepley 
15577cd05799SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
15587cd05799SMatthew G. Knepley @*/
155977c88f5bSMatthew G Knepley PetscErrorCode DMPlexInsertConeOrientation(DM dm, PetscInt p, PetscInt conePos, PetscInt coneOrientation)
156077c88f5bSMatthew G Knepley {
156177c88f5bSMatthew G Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
156277c88f5bSMatthew G Knepley   PetscInt       pStart, pEnd;
156377c88f5bSMatthew G Knepley   PetscInt       dof, off;
156477c88f5bSMatthew G Knepley   PetscErrorCode ierr;
156577c88f5bSMatthew G Knepley 
156677c88f5bSMatthew G Knepley   PetscFunctionBegin;
156777c88f5bSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
156877c88f5bSMatthew G Knepley   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
156977c88f5bSMatthew G Knepley   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
157077c88f5bSMatthew G Knepley   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
157177c88f5bSMatthew G Knepley   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
157277c88f5bSMatthew G Knepley   if ((conePos < 0) || (conePos >= dof)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone position %D of point %D is not in the valid range [0, %D)", conePos, p, dof);
157377c88f5bSMatthew G Knepley   mesh->coneOrientations[off+conePos] = coneOrientation;
157477c88f5bSMatthew G Knepley   PetscFunctionReturn(0);
157577c88f5bSMatthew G Knepley }
157677c88f5bSMatthew G Knepley 
1577552f7358SJed Brown /*@
1578552f7358SJed Brown   DMPlexGetSupportSize - Return the number of out-edges for this point in the Sieve DAG
1579552f7358SJed Brown 
1580552f7358SJed Brown   Not collective
1581552f7358SJed Brown 
1582552f7358SJed Brown   Input Parameters:
1583552f7358SJed Brown + mesh - The DMPlex
1584552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1585552f7358SJed Brown 
1586552f7358SJed Brown   Output Parameter:
1587552f7358SJed Brown . size - The support size for point p
1588552f7358SJed Brown 
1589552f7358SJed Brown   Level: beginner
1590552f7358SJed Brown 
1591552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexSetChart(), DMPlexGetConeSize()
1592552f7358SJed Brown @*/
1593552f7358SJed Brown PetscErrorCode DMPlexGetSupportSize(DM dm, PetscInt p, PetscInt *size)
1594552f7358SJed Brown {
1595552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1596552f7358SJed Brown   PetscErrorCode ierr;
1597552f7358SJed Brown 
1598552f7358SJed Brown   PetscFunctionBegin;
1599552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1600552f7358SJed Brown   PetscValidPointer(size, 3);
1601552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, p, size);CHKERRQ(ierr);
1602552f7358SJed Brown   PetscFunctionReturn(0);
1603552f7358SJed Brown }
1604552f7358SJed Brown 
1605552f7358SJed Brown /*@
1606552f7358SJed Brown   DMPlexSetSupportSize - Set the number of out-edges for this point in the Sieve DAG
1607552f7358SJed Brown 
1608552f7358SJed Brown   Not collective
1609552f7358SJed Brown 
1610552f7358SJed Brown   Input Parameters:
1611552f7358SJed Brown + mesh - The DMPlex
1612552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1613552f7358SJed Brown - size - The support size for point p
1614552f7358SJed Brown 
1615552f7358SJed Brown   Output Parameter:
1616552f7358SJed Brown 
1617552f7358SJed Brown   Note:
1618552f7358SJed Brown   This should be called after DMPlexSetChart().
1619552f7358SJed Brown 
1620552f7358SJed Brown   Level: beginner
1621552f7358SJed Brown 
1622552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetSupportSize(), DMPlexSetChart()
1623552f7358SJed Brown @*/
1624552f7358SJed Brown PetscErrorCode DMPlexSetSupportSize(DM dm, PetscInt p, PetscInt size)
1625552f7358SJed Brown {
1626552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1627552f7358SJed Brown   PetscErrorCode ierr;
1628552f7358SJed Brown 
1629552f7358SJed Brown   PetscFunctionBegin;
1630552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1631552f7358SJed Brown   ierr = PetscSectionSetDof(mesh->supportSection, p, size);CHKERRQ(ierr);
16320d644c17SKarl Rupp 
1633552f7358SJed Brown   mesh->maxSupportSize = PetscMax(mesh->maxSupportSize, size);
1634552f7358SJed Brown   PetscFunctionReturn(0);
1635552f7358SJed Brown }
1636552f7358SJed Brown 
1637552f7358SJed Brown /*@C
1638552f7358SJed Brown   DMPlexGetSupport - Return the points on the out-edges for this point in the Sieve DAG
1639552f7358SJed Brown 
1640552f7358SJed Brown   Not collective
1641552f7358SJed Brown 
1642552f7358SJed Brown   Input Parameters:
1643552f7358SJed Brown + mesh - The DMPlex
1644552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1645552f7358SJed Brown 
1646552f7358SJed Brown   Output Parameter:
1647552f7358SJed Brown . support - An array of points which are on the out-edges for point p
1648552f7358SJed Brown 
1649552f7358SJed Brown   Level: beginner
1650552f7358SJed Brown 
16513813dfbdSMatthew G Knepley   Fortran Notes:
16523813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
16533813dfbdSMatthew G Knepley   include petsc.h90 in your code.
16543813dfbdSMatthew G Knepley 
16553813dfbdSMatthew G Knepley   You must also call DMPlexRestoreSupport() after you finish using the returned array.
16563813dfbdSMatthew G Knepley 
1657552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
1658552f7358SJed Brown @*/
1659552f7358SJed Brown PetscErrorCode DMPlexGetSupport(DM dm, PetscInt p, const PetscInt *support[])
1660552f7358SJed Brown {
1661552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1662552f7358SJed Brown   PetscInt       off;
1663552f7358SJed Brown   PetscErrorCode ierr;
1664552f7358SJed Brown 
1665552f7358SJed Brown   PetscFunctionBegin;
1666552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1667552f7358SJed Brown   PetscValidPointer(support, 3);
1668552f7358SJed Brown   ierr     = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
1669552f7358SJed Brown   *support = &mesh->supports[off];
1670552f7358SJed Brown   PetscFunctionReturn(0);
1671552f7358SJed Brown }
1672552f7358SJed Brown 
1673552f7358SJed Brown /*@
1674552f7358SJed Brown   DMPlexSetSupport - Set the points on the out-edges for this point in the Sieve DAG
1675552f7358SJed Brown 
1676552f7358SJed Brown   Not collective
1677552f7358SJed Brown 
1678552f7358SJed Brown   Input Parameters:
1679552f7358SJed Brown + mesh - The DMPlex
1680552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1681552f7358SJed Brown - support - An array of points which are on the in-edges for point p
1682552f7358SJed Brown 
1683552f7358SJed Brown   Output Parameter:
1684552f7358SJed Brown 
1685552f7358SJed Brown   Note:
1686552f7358SJed Brown   This should be called after all calls to DMPlexSetSupportSize() and DMSetUp().
1687552f7358SJed Brown 
1688552f7358SJed Brown   Level: beginner
1689552f7358SJed Brown 
1690552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetSupport(), DMPlexSetChart(), DMPlexSetSupportSize(), DMSetUp()
1691552f7358SJed Brown @*/
1692552f7358SJed Brown PetscErrorCode DMPlexSetSupport(DM dm, PetscInt p, const PetscInt support[])
1693552f7358SJed Brown {
1694552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1695552f7358SJed Brown   PetscInt       pStart, pEnd;
1696552f7358SJed Brown   PetscInt       dof, off, c;
1697552f7358SJed Brown   PetscErrorCode ierr;
1698552f7358SJed Brown 
1699552f7358SJed Brown   PetscFunctionBegin;
1700552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1701552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->supportSection, &pStart, &pEnd);CHKERRQ(ierr);
1702552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
1703552f7358SJed Brown   if (dof) PetscValidPointer(support, 3);
1704552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
170582f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
1706552f7358SJed Brown   for (c = 0; c < dof; ++c) {
170782f516ccSBarry Smith     if ((support[c] < pStart) || (support[c] >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Support point %D is not in the valid range [%D, %D)", support[c], pStart, pEnd);
1708552f7358SJed Brown     mesh->supports[off+c] = support[c];
1709552f7358SJed Brown   }
1710552f7358SJed Brown   PetscFunctionReturn(0);
1711552f7358SJed Brown }
1712552f7358SJed Brown 
17137cd05799SMatthew G. Knepley /*@
17147cd05799SMatthew G. Knepley   DMPlexInsertSupport - Insert a point into the out-edges for the point p in the Sieve DAG
17157cd05799SMatthew G. Knepley 
17167cd05799SMatthew G. Knepley   Not collective
17177cd05799SMatthew G. Knepley 
17187cd05799SMatthew G. Knepley   Input Parameters:
17197cd05799SMatthew G. Knepley + mesh - The DMPlex
17207cd05799SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
17217cd05799SMatthew G. Knepley . supportPos - The local index in the cone where the point should be put
17227cd05799SMatthew G. Knepley - supportPoint - The mesh point to insert
17237cd05799SMatthew G. Knepley 
17247cd05799SMatthew G. Knepley   Level: beginner
17257cd05799SMatthew G. Knepley 
17267cd05799SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
17277cd05799SMatthew G. Knepley @*/
1728552f7358SJed Brown PetscErrorCode DMPlexInsertSupport(DM dm, PetscInt p, PetscInt supportPos, PetscInt supportPoint)
1729552f7358SJed Brown {
1730552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1731552f7358SJed Brown   PetscInt       pStart, pEnd;
1732552f7358SJed Brown   PetscInt       dof, off;
1733552f7358SJed Brown   PetscErrorCode ierr;
1734552f7358SJed Brown 
1735552f7358SJed Brown   PetscFunctionBegin;
1736552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1737552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->supportSection, &pStart, &pEnd);CHKERRQ(ierr);
1738552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
1739552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
174082f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
174182f516ccSBarry Smith   if ((supportPoint < pStart) || (supportPoint >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Support point %D is not in the valid range [%D, %D)", supportPoint, pStart, pEnd);
174282f516ccSBarry Smith   if (supportPos >= dof) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Support position %D of point %D is not in the valid range [0, %D)", supportPos, p, dof);
1743552f7358SJed Brown   mesh->supports[off+supportPos] = supportPoint;
1744552f7358SJed Brown   PetscFunctionReturn(0);
1745552f7358SJed Brown }
1746552f7358SJed Brown 
1747552f7358SJed Brown /*@C
1748552f7358SJed Brown   DMPlexGetTransitiveClosure - Return the points on the transitive closure of the in-edges or out-edges for this point in the Sieve DAG
1749552f7358SJed Brown 
1750552f7358SJed Brown   Not collective
1751552f7358SJed Brown 
1752552f7358SJed Brown   Input Parameters:
1753552f7358SJed Brown + mesh - The DMPlex
1754552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1755552f7358SJed Brown . useCone - PETSC_TRUE for in-edges,  otherwise use out-edges
17560298fd71SBarry Smith - points - If points is NULL on input, internal storage will be returned, otherwise the provided array is used
1757552f7358SJed Brown 
1758552f7358SJed Brown   Output Parameters:
1759552f7358SJed Brown + numPoints - The number of points in the closure, so points[] is of size 2*numPoints
1760552f7358SJed Brown - points - The points and point orientations, interleaved as pairs [p0, o0, p1, o1, ...]
1761552f7358SJed Brown 
1762552f7358SJed Brown   Note:
17630298fd71SBarry Smith   If using internal storage (points is NULL on input), each call overwrites the last output.
1764552f7358SJed Brown 
17653813dfbdSMatthew G Knepley   Fortran Notes:
17663813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
17673813dfbdSMatthew G Knepley   include petsc.h90 in your code.
17683813dfbdSMatthew G Knepley 
17693813dfbdSMatthew G Knepley   The numPoints argument is not present in the Fortran 90 binding since it is internal to the array.
17703813dfbdSMatthew G Knepley 
1771552f7358SJed Brown   Level: beginner
1772552f7358SJed Brown 
1773552f7358SJed Brown .seealso: DMPlexRestoreTransitiveClosure(), DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
1774552f7358SJed Brown @*/
1775552f7358SJed Brown PetscErrorCode DMPlexGetTransitiveClosure(DM dm, PetscInt p, PetscBool useCone, PetscInt *numPoints, PetscInt *points[])
1776552f7358SJed Brown {
1777552f7358SJed Brown   DM_Plex        *mesh = (DM_Plex*) dm->data;
1778552f7358SJed Brown   PetscInt       *closure, *fifo;
17790298fd71SBarry Smith   const PetscInt *tmp = NULL, *tmpO = NULL;
1780552f7358SJed Brown   PetscInt        tmpSize, t;
1781552f7358SJed Brown   PetscInt        depth       = 0, maxSize;
1782552f7358SJed Brown   PetscInt        closureSize = 2, fifoSize = 0, fifoStart = 0;
1783552f7358SJed Brown   PetscErrorCode  ierr;
1784552f7358SJed Brown 
1785552f7358SJed Brown   PetscFunctionBegin;
1786552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1787552f7358SJed Brown   ierr    = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
1788552f7358SJed Brown   /* This is only 1-level */
1789552f7358SJed Brown   if (useCone) {
1790552f7358SJed Brown     ierr = DMPlexGetConeSize(dm, p, &tmpSize);CHKERRQ(ierr);
1791552f7358SJed Brown     ierr = DMPlexGetCone(dm, p, &tmp);CHKERRQ(ierr);
1792552f7358SJed Brown     ierr = DMPlexGetConeOrientation(dm, p, &tmpO);CHKERRQ(ierr);
1793552f7358SJed Brown   } else {
1794552f7358SJed Brown     ierr = DMPlexGetSupportSize(dm, p, &tmpSize);CHKERRQ(ierr);
1795552f7358SJed Brown     ierr = DMPlexGetSupport(dm, p, &tmp);CHKERRQ(ierr);
1796552f7358SJed Brown   }
1797bfbcdd7aSMatthew G. Knepley   if (depth == 1) {
1798bfbcdd7aSMatthew G. Knepley     if (*points) {
1799bfbcdd7aSMatthew G. Knepley       closure = *points;
1800bfbcdd7aSMatthew G. Knepley     } else {
1801bfbcdd7aSMatthew G. Knepley       maxSize = 2*(PetscMax(mesh->maxConeSize, mesh->maxSupportSize)+1);
1802bfbcdd7aSMatthew G. Knepley       ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
1803bfbcdd7aSMatthew G. Knepley     }
1804bfbcdd7aSMatthew G. Knepley     closure[0] = p; closure[1] = 0;
1805bfbcdd7aSMatthew G. Knepley     for (t = 0; t < tmpSize; ++t, closureSize += 2) {
1806bfbcdd7aSMatthew G. Knepley       closure[closureSize]   = tmp[t];
1807bfbcdd7aSMatthew G. Knepley       closure[closureSize+1] = tmpO ? tmpO[t] : 0;
1808bfbcdd7aSMatthew G. Knepley     }
1809bfbcdd7aSMatthew G. Knepley     if (numPoints) *numPoints = closureSize/2;
1810bfbcdd7aSMatthew G. Knepley     if (points)    *points    = closure;
1811bfbcdd7aSMatthew G. Knepley     PetscFunctionReturn(0);
1812bfbcdd7aSMatthew G. Knepley   }
181324c766afSToby Isaac   {
181424c766afSToby Isaac     PetscInt c, coneSeries, s,supportSeries;
181524c766afSToby Isaac 
181624c766afSToby Isaac     c = mesh->maxConeSize;
181724c766afSToby Isaac     coneSeries = (c > 1) ? ((PetscPowInt(c,depth+1)-1)/(c-1)) : depth+1;
181824c766afSToby Isaac     s = mesh->maxSupportSize;
181924c766afSToby Isaac     supportSeries = (s > 1) ? ((PetscPowInt(s,depth+1)-1)/(s-1)) : depth+1;
182024c766afSToby Isaac     maxSize = 2*PetscMax(coneSeries,supportSeries);
182124c766afSToby Isaac   }
1822bfbcdd7aSMatthew G. Knepley   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
1823bfbcdd7aSMatthew G. Knepley   if (*points) {
1824bfbcdd7aSMatthew G. Knepley     closure = *points;
1825bfbcdd7aSMatthew G. Knepley   } else {
1826bfbcdd7aSMatthew G. Knepley     ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
1827bfbcdd7aSMatthew G. Knepley   }
1828bfbcdd7aSMatthew G. Knepley   closure[0] = p; closure[1] = 0;
1829552f7358SJed Brown   for (t = 0; t < tmpSize; ++t, closureSize += 2, fifoSize += 2) {
1830552f7358SJed Brown     const PetscInt cp = tmp[t];
1831552f7358SJed Brown     const PetscInt co = tmpO ? tmpO[t] : 0;
1832552f7358SJed Brown 
1833552f7358SJed Brown     closure[closureSize]   = cp;
1834552f7358SJed Brown     closure[closureSize+1] = co;
1835552f7358SJed Brown     fifo[fifoSize]         = cp;
1836552f7358SJed Brown     fifo[fifoSize+1]       = co;
1837552f7358SJed Brown   }
1838bfbcdd7aSMatthew G. Knepley   /* Should kick out early when depth is reached, rather than checking all vertices for empty cones */
1839552f7358SJed Brown   while (fifoSize - fifoStart) {
1840552f7358SJed Brown     const PetscInt q   = fifo[fifoStart];
1841552f7358SJed Brown     const PetscInt o   = fifo[fifoStart+1];
1842552f7358SJed Brown     const PetscInt rev = o >= 0 ? 0 : 1;
1843552f7358SJed Brown     const PetscInt off = rev ? -(o+1) : o;
1844552f7358SJed Brown 
1845552f7358SJed Brown     if (useCone) {
1846552f7358SJed Brown       ierr = DMPlexGetConeSize(dm, q, &tmpSize);CHKERRQ(ierr);
1847552f7358SJed Brown       ierr = DMPlexGetCone(dm, q, &tmp);CHKERRQ(ierr);
1848552f7358SJed Brown       ierr = DMPlexGetConeOrientation(dm, q, &tmpO);CHKERRQ(ierr);
1849552f7358SJed Brown     } else {
1850552f7358SJed Brown       ierr = DMPlexGetSupportSize(dm, q, &tmpSize);CHKERRQ(ierr);
1851552f7358SJed Brown       ierr = DMPlexGetSupport(dm, q, &tmp);CHKERRQ(ierr);
18520298fd71SBarry Smith       tmpO = NULL;
1853552f7358SJed Brown     }
1854552f7358SJed Brown     for (t = 0; t < tmpSize; ++t) {
1855552f7358SJed Brown       const PetscInt i  = ((rev ? tmpSize-t : t) + off)%tmpSize;
1856552f7358SJed Brown       const PetscInt cp = tmp[i];
18572e1b13c2SMatthew G. Knepley       /* Must propogate orientation: When we reverse orientation, we both reverse the direction of iteration and start at the other end of the chain. */
18582e1b13c2SMatthew G. Knepley       /* HACK: It is worse to get the size here, than to change the interpretation of -(*+1)
18592e1b13c2SMatthew G. Knepley        const PetscInt co = tmpO ? (rev ? -(tmpO[i]+1) : tmpO[i]) : 0; */
18602e1b13c2SMatthew G. Knepley       PetscInt       co = tmpO ? tmpO[i] : 0;
1861552f7358SJed Brown       PetscInt       c;
1862552f7358SJed Brown 
18632e1b13c2SMatthew G. Knepley       if (rev) {
18642e1b13c2SMatthew G. Knepley         PetscInt childSize, coff;
18652e1b13c2SMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, cp, &childSize);CHKERRQ(ierr);
18662e1b13c2SMatthew G. Knepley         coff = tmpO[i] < 0 ? -(tmpO[i]+1) : tmpO[i];
18672e1b13c2SMatthew G. Knepley         co   = childSize ? -(((coff+childSize-1)%childSize)+1) : 0;
18682e1b13c2SMatthew G. Knepley       }
1869552f7358SJed Brown       /* Check for duplicate */
1870552f7358SJed Brown       for (c = 0; c < closureSize; c += 2) {
1871552f7358SJed Brown         if (closure[c] == cp) break;
1872552f7358SJed Brown       }
1873552f7358SJed Brown       if (c == closureSize) {
1874552f7358SJed Brown         closure[closureSize]   = cp;
1875552f7358SJed Brown         closure[closureSize+1] = co;
1876552f7358SJed Brown         fifo[fifoSize]         = cp;
1877552f7358SJed Brown         fifo[fifoSize+1]       = co;
1878552f7358SJed Brown         closureSize           += 2;
1879552f7358SJed Brown         fifoSize              += 2;
1880552f7358SJed Brown       }
1881552f7358SJed Brown     }
1882552f7358SJed Brown     fifoStart += 2;
1883552f7358SJed Brown   }
1884552f7358SJed Brown   if (numPoints) *numPoints = closureSize/2;
1885552f7358SJed Brown   if (points)    *points    = closure;
1886552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
1887552f7358SJed Brown   PetscFunctionReturn(0);
1888552f7358SJed Brown }
1889552f7358SJed Brown 
18909bf0dad6SMatthew G. Knepley /*@C
18919bf0dad6SMatthew G. Knepley   DMPlexGetTransitiveClosure_Internal - Return the points on the transitive closure of the in-edges or out-edges for this point in the Sieve DAG with a specified initial orientation
18929bf0dad6SMatthew G. Knepley 
18939bf0dad6SMatthew G. Knepley   Not collective
18949bf0dad6SMatthew G. Knepley 
18959bf0dad6SMatthew G. Knepley   Input Parameters:
18969bf0dad6SMatthew G. Knepley + mesh - The DMPlex
18979bf0dad6SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
18989bf0dad6SMatthew G. Knepley . orientation - The orientation of the point
18999bf0dad6SMatthew G. Knepley . useCone - PETSC_TRUE for in-edges,  otherwise use out-edges
19009bf0dad6SMatthew G. Knepley - points - If points is NULL on input, internal storage will be returned, otherwise the provided array is used
19019bf0dad6SMatthew G. Knepley 
19029bf0dad6SMatthew G. Knepley   Output Parameters:
19039bf0dad6SMatthew G. Knepley + numPoints - The number of points in the closure, so points[] is of size 2*numPoints
19049bf0dad6SMatthew G. Knepley - points - The points and point orientations, interleaved as pairs [p0, o0, p1, o1, ...]
19059bf0dad6SMatthew G. Knepley 
19069bf0dad6SMatthew G. Knepley   Note:
19079bf0dad6SMatthew G. Knepley   If using internal storage (points is NULL on input), each call overwrites the last output.
19089bf0dad6SMatthew G. Knepley 
19099bf0dad6SMatthew G. Knepley   Fortran Notes:
19109bf0dad6SMatthew G. Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
19119bf0dad6SMatthew G. Knepley   include petsc.h90 in your code.
19129bf0dad6SMatthew G. Knepley 
19139bf0dad6SMatthew G. Knepley   The numPoints argument is not present in the Fortran 90 binding since it is internal to the array.
19149bf0dad6SMatthew G. Knepley 
19159bf0dad6SMatthew G. Knepley   Level: beginner
19169bf0dad6SMatthew G. Knepley 
19179bf0dad6SMatthew G. Knepley .seealso: DMPlexRestoreTransitiveClosure(), DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
19189bf0dad6SMatthew G. Knepley @*/
19199bf0dad6SMatthew G. Knepley PetscErrorCode DMPlexGetTransitiveClosure_Internal(DM dm, PetscInt p, PetscInt ornt, PetscBool useCone, PetscInt *numPoints, PetscInt *points[])
19209bf0dad6SMatthew G. Knepley {
19219bf0dad6SMatthew G. Knepley   DM_Plex        *mesh = (DM_Plex*) dm->data;
19229bf0dad6SMatthew G. Knepley   PetscInt       *closure, *fifo;
19239bf0dad6SMatthew G. Knepley   const PetscInt *tmp = NULL, *tmpO = NULL;
19249bf0dad6SMatthew G. Knepley   PetscInt        tmpSize, t;
19259bf0dad6SMatthew G. Knepley   PetscInt        depth       = 0, maxSize;
19269bf0dad6SMatthew G. Knepley   PetscInt        closureSize = 2, fifoSize = 0, fifoStart = 0;
19279bf0dad6SMatthew G. Knepley   PetscErrorCode  ierr;
19289bf0dad6SMatthew G. Knepley 
19299bf0dad6SMatthew G. Knepley   PetscFunctionBegin;
19309bf0dad6SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
19319bf0dad6SMatthew G. Knepley   ierr    = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
19329bf0dad6SMatthew G. Knepley   /* This is only 1-level */
19339bf0dad6SMatthew G. Knepley   if (useCone) {
19349bf0dad6SMatthew G. Knepley     ierr = DMPlexGetConeSize(dm, p, &tmpSize);CHKERRQ(ierr);
19359bf0dad6SMatthew G. Knepley     ierr = DMPlexGetCone(dm, p, &tmp);CHKERRQ(ierr);
19369bf0dad6SMatthew G. Knepley     ierr = DMPlexGetConeOrientation(dm, p, &tmpO);CHKERRQ(ierr);
19379bf0dad6SMatthew G. Knepley   } else {
19389bf0dad6SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dm, p, &tmpSize);CHKERRQ(ierr);
19399bf0dad6SMatthew G. Knepley     ierr = DMPlexGetSupport(dm, p, &tmp);CHKERRQ(ierr);
19409bf0dad6SMatthew G. Knepley   }
19419bf0dad6SMatthew G. Knepley   if (depth == 1) {
19429bf0dad6SMatthew G. Knepley     if (*points) {
19439bf0dad6SMatthew G. Knepley       closure = *points;
19449bf0dad6SMatthew G. Knepley     } else {
19459bf0dad6SMatthew G. Knepley       maxSize = 2*(PetscMax(mesh->maxConeSize, mesh->maxSupportSize)+1);
19469bf0dad6SMatthew G. Knepley       ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
19479bf0dad6SMatthew G. Knepley     }
19489bf0dad6SMatthew G. Knepley     closure[0] = p; closure[1] = ornt;
19499bf0dad6SMatthew G. Knepley     for (t = 0; t < tmpSize; ++t, closureSize += 2) {
19509bf0dad6SMatthew G. Knepley       const PetscInt i = ornt >= 0 ? (t+ornt)%tmpSize : (-(ornt+1) + tmpSize-t)%tmpSize;
19519bf0dad6SMatthew G. Knepley       closure[closureSize]   = tmp[i];
19529bf0dad6SMatthew G. Knepley       closure[closureSize+1] = tmpO ? tmpO[i] : 0;
19539bf0dad6SMatthew G. Knepley     }
19549bf0dad6SMatthew G. Knepley     if (numPoints) *numPoints = closureSize/2;
19559bf0dad6SMatthew G. Knepley     if (points)    *points    = closure;
19569bf0dad6SMatthew G. Knepley     PetscFunctionReturn(0);
19579bf0dad6SMatthew G. Knepley   }
195824c766afSToby Isaac   {
195924c766afSToby Isaac     PetscInt c, coneSeries, s,supportSeries;
196024c766afSToby Isaac 
196124c766afSToby Isaac     c = mesh->maxConeSize;
196224c766afSToby Isaac     coneSeries = (c > 1) ? ((PetscPowInt(c,depth+1)-1)/(c-1)) : depth+1;
196324c766afSToby Isaac     s = mesh->maxSupportSize;
196424c766afSToby Isaac     supportSeries = (s > 1) ? ((PetscPowInt(s,depth+1)-1)/(s-1)) : depth+1;
196524c766afSToby Isaac     maxSize = 2*PetscMax(coneSeries,supportSeries);
196624c766afSToby Isaac   }
19679bf0dad6SMatthew G. Knepley   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
19689bf0dad6SMatthew G. Knepley   if (*points) {
19699bf0dad6SMatthew G. Knepley     closure = *points;
19709bf0dad6SMatthew G. Knepley   } else {
19719bf0dad6SMatthew G. Knepley     ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
19729bf0dad6SMatthew G. Knepley   }
19739bf0dad6SMatthew G. Knepley   closure[0] = p; closure[1] = ornt;
19749bf0dad6SMatthew G. Knepley   for (t = 0; t < tmpSize; ++t, closureSize += 2, fifoSize += 2) {
19759bf0dad6SMatthew G. Knepley     const PetscInt i  = ornt >= 0 ? (t+ornt)%tmpSize : (-(ornt+1) + tmpSize-t)%tmpSize;
19769bf0dad6SMatthew G. Knepley     const PetscInt cp = tmp[i];
19779bf0dad6SMatthew G. Knepley     PetscInt       co = tmpO ? tmpO[i] : 0;
19789bf0dad6SMatthew G. Knepley 
19799bf0dad6SMatthew G. Knepley     if (ornt < 0) {
19809bf0dad6SMatthew G. Knepley       PetscInt childSize, coff;
19819bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, cp, &childSize);CHKERRQ(ierr);
198286b63641SMatthew G. Knepley       coff = co < 0 ? -(tmpO[i]+1) : tmpO[i];
19839bf0dad6SMatthew G. Knepley       co   = childSize ? -(((coff+childSize-1)%childSize)+1) : 0;
19849bf0dad6SMatthew G. Knepley     }
19859bf0dad6SMatthew G. Knepley     closure[closureSize]   = cp;
19869bf0dad6SMatthew G. Knepley     closure[closureSize+1] = co;
19879bf0dad6SMatthew G. Knepley     fifo[fifoSize]         = cp;
19889bf0dad6SMatthew G. Knepley     fifo[fifoSize+1]       = co;
19899bf0dad6SMatthew G. Knepley   }
19909bf0dad6SMatthew G. Knepley   /* Should kick out early when depth is reached, rather than checking all vertices for empty cones */
19919bf0dad6SMatthew G. Knepley   while (fifoSize - fifoStart) {
19929bf0dad6SMatthew G. Knepley     const PetscInt q   = fifo[fifoStart];
19939bf0dad6SMatthew G. Knepley     const PetscInt o   = fifo[fifoStart+1];
19949bf0dad6SMatthew G. Knepley     const PetscInt rev = o >= 0 ? 0 : 1;
19959bf0dad6SMatthew G. Knepley     const PetscInt off = rev ? -(o+1) : o;
19969bf0dad6SMatthew G. Knepley 
19979bf0dad6SMatthew G. Knepley     if (useCone) {
19989bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, q, &tmpSize);CHKERRQ(ierr);
19999bf0dad6SMatthew G. Knepley       ierr = DMPlexGetCone(dm, q, &tmp);CHKERRQ(ierr);
20009bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeOrientation(dm, q, &tmpO);CHKERRQ(ierr);
20019bf0dad6SMatthew G. Knepley     } else {
20029bf0dad6SMatthew G. Knepley       ierr = DMPlexGetSupportSize(dm, q, &tmpSize);CHKERRQ(ierr);
20039bf0dad6SMatthew G. Knepley       ierr = DMPlexGetSupport(dm, q, &tmp);CHKERRQ(ierr);
20049bf0dad6SMatthew G. Knepley       tmpO = NULL;
20059bf0dad6SMatthew G. Knepley     }
20069bf0dad6SMatthew G. Knepley     for (t = 0; t < tmpSize; ++t) {
20079bf0dad6SMatthew G. Knepley       const PetscInt i  = ((rev ? tmpSize-t : t) + off)%tmpSize;
20089bf0dad6SMatthew G. Knepley       const PetscInt cp = tmp[i];
20099bf0dad6SMatthew G. Knepley       /* Must propogate orientation: When we reverse orientation, we both reverse the direction of iteration and start at the other end of the chain. */
20109bf0dad6SMatthew G. Knepley       /* HACK: It is worse to get the size here, than to change the interpretation of -(*+1)
20119bf0dad6SMatthew G. Knepley        const PetscInt co = tmpO ? (rev ? -(tmpO[i]+1) : tmpO[i]) : 0; */
20129bf0dad6SMatthew G. Knepley       PetscInt       co = tmpO ? tmpO[i] : 0;
20139bf0dad6SMatthew G. Knepley       PetscInt       c;
20149bf0dad6SMatthew G. Knepley 
20159bf0dad6SMatthew G. Knepley       if (rev) {
20169bf0dad6SMatthew G. Knepley         PetscInt childSize, coff;
20179bf0dad6SMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, cp, &childSize);CHKERRQ(ierr);
20189bf0dad6SMatthew G. Knepley         coff = tmpO[i] < 0 ? -(tmpO[i]+1) : tmpO[i];
20199bf0dad6SMatthew G. Knepley         co   = childSize ? -(((coff+childSize-1)%childSize)+1) : 0;
20209bf0dad6SMatthew G. Knepley       }
20219bf0dad6SMatthew G. Knepley       /* Check for duplicate */
20229bf0dad6SMatthew G. Knepley       for (c = 0; c < closureSize; c += 2) {
20239bf0dad6SMatthew G. Knepley         if (closure[c] == cp) break;
20249bf0dad6SMatthew G. Knepley       }
20259bf0dad6SMatthew G. Knepley       if (c == closureSize) {
20269bf0dad6SMatthew G. Knepley         closure[closureSize]   = cp;
20279bf0dad6SMatthew G. Knepley         closure[closureSize+1] = co;
20289bf0dad6SMatthew G. Knepley         fifo[fifoSize]         = cp;
20299bf0dad6SMatthew G. Knepley         fifo[fifoSize+1]       = co;
20309bf0dad6SMatthew G. Knepley         closureSize           += 2;
20319bf0dad6SMatthew G. Knepley         fifoSize              += 2;
20329bf0dad6SMatthew G. Knepley       }
20339bf0dad6SMatthew G. Knepley     }
20349bf0dad6SMatthew G. Knepley     fifoStart += 2;
20359bf0dad6SMatthew G. Knepley   }
20369bf0dad6SMatthew G. Knepley   if (numPoints) *numPoints = closureSize/2;
20379bf0dad6SMatthew G. Knepley   if (points)    *points    = closure;
20389bf0dad6SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
20399bf0dad6SMatthew G. Knepley   PetscFunctionReturn(0);
20409bf0dad6SMatthew G. Knepley }
20419bf0dad6SMatthew G. Knepley 
2042552f7358SJed Brown /*@C
2043552f7358SJed Brown   DMPlexRestoreTransitiveClosure - Restore the array of points on the transitive closure of the in-edges or out-edges for this point in the Sieve DAG
2044552f7358SJed Brown 
2045552f7358SJed Brown   Not collective
2046552f7358SJed Brown 
2047552f7358SJed Brown   Input Parameters:
2048552f7358SJed Brown + mesh - The DMPlex
2049552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
2050552f7358SJed Brown . useCone - PETSC_TRUE for in-edges,  otherwise use out-edges
2051e5c84f05SJed Brown . numPoints - The number of points in the closure, so points[] is of size 2*numPoints, zeroed on exit
2052e5c84f05SJed Brown - points - The points and point orientations, interleaved as pairs [p0, o0, p1, o1, ...], zeroed on exit
2053552f7358SJed Brown 
2054552f7358SJed Brown   Note:
20550298fd71SBarry Smith   If not using internal storage (points is not NULL on input), this call is unnecessary
2056552f7358SJed Brown 
20573813dfbdSMatthew G Knepley   Fortran Notes:
20583813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
20593813dfbdSMatthew G Knepley   include petsc.h90 in your code.
20603813dfbdSMatthew G Knepley 
20613813dfbdSMatthew G Knepley   The numPoints argument is not present in the Fortran 90 binding since it is internal to the array.
20623813dfbdSMatthew G Knepley 
2063552f7358SJed Brown   Level: beginner
2064552f7358SJed Brown 
2065552f7358SJed Brown .seealso: DMPlexGetTransitiveClosure(), DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
2066552f7358SJed Brown @*/
2067552f7358SJed Brown PetscErrorCode DMPlexRestoreTransitiveClosure(DM dm, PetscInt p, PetscBool useCone, PetscInt *numPoints, PetscInt *points[])
2068552f7358SJed Brown {
2069552f7358SJed Brown   PetscErrorCode ierr;
2070552f7358SJed Brown 
2071552f7358SJed Brown   PetscFunctionBegin;
2072552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2073e5c84f05SJed Brown   if (numPoints) PetscValidIntPointer(numPoints,4);
2074e5c84f05SJed Brown   if (points) PetscValidPointer(points,5);
2075552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, points);CHKERRQ(ierr);
20764ff43b2cSJed Brown   if (numPoints) *numPoints = 0;
2077552f7358SJed Brown   PetscFunctionReturn(0);
2078552f7358SJed Brown }
2079552f7358SJed Brown 
2080552f7358SJed Brown /*@
2081552f7358SJed Brown   DMPlexGetMaxSizes - Return the maximum number of in-edges (cone) and out-edges (support) for any point in the Sieve DAG
2082552f7358SJed Brown 
2083552f7358SJed Brown   Not collective
2084552f7358SJed Brown 
2085552f7358SJed Brown   Input Parameter:
2086552f7358SJed Brown . mesh - The DMPlex
2087552f7358SJed Brown 
2088552f7358SJed Brown   Output Parameters:
2089552f7358SJed Brown + maxConeSize - The maximum number of in-edges
2090552f7358SJed Brown - maxSupportSize - The maximum number of out-edges
2091552f7358SJed Brown 
2092552f7358SJed Brown   Level: beginner
2093552f7358SJed Brown 
2094552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexSetChart()
2095552f7358SJed Brown @*/
2096552f7358SJed Brown PetscErrorCode DMPlexGetMaxSizes(DM dm, PetscInt *maxConeSize, PetscInt *maxSupportSize)
2097552f7358SJed Brown {
2098552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
2099552f7358SJed Brown 
2100552f7358SJed Brown   PetscFunctionBegin;
2101552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2102552f7358SJed Brown   if (maxConeSize)    *maxConeSize    = mesh->maxConeSize;
2103552f7358SJed Brown   if (maxSupportSize) *maxSupportSize = mesh->maxSupportSize;
2104552f7358SJed Brown   PetscFunctionReturn(0);
2105552f7358SJed Brown }
2106552f7358SJed Brown 
2107552f7358SJed Brown PetscErrorCode DMSetUp_Plex(DM dm)
2108552f7358SJed Brown {
2109552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2110552f7358SJed Brown   PetscInt       size;
2111552f7358SJed Brown   PetscErrorCode ierr;
2112552f7358SJed Brown 
2113552f7358SJed Brown   PetscFunctionBegin;
2114552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2115552f7358SJed Brown   ierr = PetscSectionSetUp(mesh->coneSection);CHKERRQ(ierr);
2116552f7358SJed Brown   ierr = PetscSectionGetStorageSize(mesh->coneSection, &size);CHKERRQ(ierr);
21171795a4d1SJed Brown   ierr = PetscMalloc1(size, &mesh->cones);CHKERRQ(ierr);
21181795a4d1SJed Brown   ierr = PetscCalloc1(size, &mesh->coneOrientations);CHKERRQ(ierr);
2119552f7358SJed Brown   if (mesh->maxSupportSize) {
2120552f7358SJed Brown     ierr = PetscSectionSetUp(mesh->supportSection);CHKERRQ(ierr);
2121552f7358SJed Brown     ierr = PetscSectionGetStorageSize(mesh->supportSection, &size);CHKERRQ(ierr);
21221795a4d1SJed Brown     ierr = PetscMalloc1(size, &mesh->supports);CHKERRQ(ierr);
2123552f7358SJed Brown   }
2124552f7358SJed Brown   PetscFunctionReturn(0);
2125552f7358SJed Brown }
2126552f7358SJed Brown 
2127552f7358SJed Brown PetscErrorCode DMCreateSubDM_Plex(DM dm, PetscInt numFields, PetscInt fields[], IS *is, DM *subdm)
2128552f7358SJed Brown {
2129552f7358SJed Brown   PetscErrorCode ierr;
2130552f7358SJed Brown 
2131552f7358SJed Brown   PetscFunctionBegin;
21324d9407bcSMatthew G. Knepley   if (subdm) {ierr = DMClone(dm, subdm);CHKERRQ(ierr);}
21334d9407bcSMatthew G. Knepley   ierr = DMCreateSubDM_Section_Private(dm, numFields, fields, is, subdm);CHKERRQ(ierr);
2134552f7358SJed Brown   PetscFunctionReturn(0);
2135552f7358SJed Brown }
2136552f7358SJed Brown 
2137552f7358SJed Brown /*@
2138552f7358SJed Brown   DMPlexSymmetrize - Creates support (out-edge) information from cone (in-edge) inoformation
2139552f7358SJed Brown 
2140552f7358SJed Brown   Not collective
2141552f7358SJed Brown 
2142552f7358SJed Brown   Input Parameter:
2143552f7358SJed Brown . mesh - The DMPlex
2144552f7358SJed Brown 
2145552f7358SJed Brown   Output Parameter:
2146552f7358SJed Brown 
2147552f7358SJed Brown   Note:
2148552f7358SJed Brown   This should be called after all calls to DMPlexSetCone()
2149552f7358SJed Brown 
2150552f7358SJed Brown   Level: beginner
2151552f7358SJed Brown 
2152552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetChart(), DMPlexSetConeSize(), DMPlexSetCone()
2153552f7358SJed Brown @*/
2154552f7358SJed Brown PetscErrorCode DMPlexSymmetrize(DM dm)
2155552f7358SJed Brown {
2156552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2157552f7358SJed Brown   PetscInt      *offsets;
2158552f7358SJed Brown   PetscInt       supportSize;
2159552f7358SJed Brown   PetscInt       pStart, pEnd, p;
2160552f7358SJed Brown   PetscErrorCode ierr;
2161552f7358SJed Brown 
2162552f7358SJed Brown   PetscFunctionBegin;
2163552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
216482f516ccSBarry Smith   if (mesh->supports) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONGSTATE, "Supports were already setup in this DMPlex");
2165552f7358SJed Brown   /* Calculate support sizes */
2166552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
2167552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2168552f7358SJed Brown     PetscInt dof, off, c;
2169552f7358SJed Brown 
2170552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
2171552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
2172552f7358SJed Brown     for (c = off; c < off+dof; ++c) {
2173552f7358SJed Brown       ierr = PetscSectionAddDof(mesh->supportSection, mesh->cones[c], 1);CHKERRQ(ierr);
2174552f7358SJed Brown     }
2175552f7358SJed Brown   }
2176552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2177552f7358SJed Brown     PetscInt dof;
2178552f7358SJed Brown 
2179552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
21800d644c17SKarl Rupp 
2181552f7358SJed Brown     mesh->maxSupportSize = PetscMax(mesh->maxSupportSize, dof);
2182552f7358SJed Brown   }
2183552f7358SJed Brown   ierr = PetscSectionSetUp(mesh->supportSection);CHKERRQ(ierr);
2184552f7358SJed Brown   /* Calculate supports */
2185552f7358SJed Brown   ierr = PetscSectionGetStorageSize(mesh->supportSection, &supportSize);CHKERRQ(ierr);
21861795a4d1SJed Brown   ierr = PetscMalloc1(supportSize, &mesh->supports);CHKERRQ(ierr);
21871795a4d1SJed Brown   ierr = PetscCalloc1(pEnd - pStart, &offsets);CHKERRQ(ierr);
2188552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2189552f7358SJed Brown     PetscInt dof, off, c;
2190552f7358SJed Brown 
2191552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
2192552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
2193552f7358SJed Brown     for (c = off; c < off+dof; ++c) {
2194552f7358SJed Brown       const PetscInt q = mesh->cones[c];
2195552f7358SJed Brown       PetscInt       offS;
2196552f7358SJed Brown 
2197552f7358SJed Brown       ierr = PetscSectionGetOffset(mesh->supportSection, q, &offS);CHKERRQ(ierr);
21980d644c17SKarl Rupp 
2199552f7358SJed Brown       mesh->supports[offS+offsets[q]] = p;
2200552f7358SJed Brown       ++offsets[q];
2201552f7358SJed Brown     }
2202552f7358SJed Brown   }
2203552f7358SJed Brown   ierr = PetscFree(offsets);CHKERRQ(ierr);
2204552f7358SJed Brown   PetscFunctionReturn(0);
2205552f7358SJed Brown }
2206552f7358SJed Brown 
2207552f7358SJed Brown /*@
2208552f7358SJed Brown   DMPlexStratify - The Sieve DAG for most topologies is a graded poset (http://en.wikipedia.org/wiki/Graded_poset), and
2209552f7358SJed Brown   can be illustrated by Hasse Diagram (a http://en.wikipedia.org/wiki/Hasse_diagram). The strata group all points of the
2210552f7358SJed Brown   same grade, and this function calculates the strata. This grade can be seen as the height (or depth) of the point in
2211552f7358SJed Brown   the DAG.
2212552f7358SJed Brown 
2213bf4602e4SToby Isaac   Collective on dm
2214552f7358SJed Brown 
2215552f7358SJed Brown   Input Parameter:
2216552f7358SJed Brown . mesh - The DMPlex
2217552f7358SJed Brown 
2218552f7358SJed Brown   Output Parameter:
2219552f7358SJed Brown 
2220552f7358SJed Brown   Notes:
2221150b719bSJed Brown   Concretely, DMPlexStratify() creates a new label named "depth" containing the dimension of each element: 0 for vertices,
2222150b719bSJed Brown   1 for edges, and so on.  The depth label can be accessed through DMPlexGetDepthLabel() or DMPlexGetDepthStratum(), or
2223c58f1c22SToby Isaac   manually via DMGetLabel().  The height is defined implicitly by height = maxDimension - depth, and can be accessed
2224150b719bSJed Brown   via DMPlexGetHeightStratum().  For example, cells have height 0 and faces have height 1.
2225552f7358SJed Brown 
2226150b719bSJed Brown   DMPlexStratify() should be called after all calls to DMPlexSymmetrize()
2227552f7358SJed Brown 
2228552f7358SJed Brown   Level: beginner
2229552f7358SJed Brown 
2230552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSymmetrize()
2231552f7358SJed Brown @*/
2232552f7358SJed Brown PetscErrorCode DMPlexStratify(DM dm)
2233552f7358SJed Brown {
2234df0420ecSMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
2235aa50250dSMatthew G. Knepley   DMLabel        label;
2236552f7358SJed Brown   PetscInt       pStart, pEnd, p;
2237552f7358SJed Brown   PetscInt       numRoots = 0, numLeaves = 0;
2238552f7358SJed Brown   PetscErrorCode ierr;
2239552f7358SJed Brown 
2240552f7358SJed Brown   PetscFunctionBegin;
2241552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2242552f7358SJed Brown   ierr = PetscLogEventBegin(DMPLEX_Stratify,dm,0,0,0);CHKERRQ(ierr);
2243552f7358SJed Brown   /* Calculate depth */
2244aa50250dSMatthew G. Knepley   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
2245c58f1c22SToby Isaac   ierr = DMCreateLabel(dm, "depth");CHKERRQ(ierr);
2246aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
2247552f7358SJed Brown   /* Initialize roots and count leaves */
2248552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2249552f7358SJed Brown     PetscInt coneSize, supportSize;
2250552f7358SJed Brown 
2251552f7358SJed Brown     ierr = DMPlexGetConeSize(dm, p, &coneSize);CHKERRQ(ierr);
2252552f7358SJed Brown     ierr = DMPlexGetSupportSize(dm, p, &supportSize);CHKERRQ(ierr);
2253552f7358SJed Brown     if (!coneSize && supportSize) {
2254552f7358SJed Brown       ++numRoots;
2255aa50250dSMatthew G. Knepley       ierr = DMLabelSetValue(label, p, 0);CHKERRQ(ierr);
2256552f7358SJed Brown     } else if (!supportSize && coneSize) {
2257552f7358SJed Brown       ++numLeaves;
2258552f7358SJed Brown     } else if (!supportSize && !coneSize) {
2259552f7358SJed Brown       /* Isolated points */
2260aa50250dSMatthew G. Knepley       ierr = DMLabelSetValue(label, p, 0);CHKERRQ(ierr);
2261552f7358SJed Brown     }
2262552f7358SJed Brown   }
2263552f7358SJed Brown   if (numRoots + numLeaves == (pEnd - pStart)) {
2264552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
2265552f7358SJed Brown       PetscInt coneSize, supportSize;
2266552f7358SJed Brown 
2267552f7358SJed Brown       ierr = DMPlexGetConeSize(dm, p, &coneSize);CHKERRQ(ierr);
2268552f7358SJed Brown       ierr = DMPlexGetSupportSize(dm, p, &supportSize);CHKERRQ(ierr);
2269552f7358SJed Brown       if (!supportSize && coneSize) {
2270aa50250dSMatthew G. Knepley         ierr = DMLabelSetValue(label, p, 1);CHKERRQ(ierr);
2271552f7358SJed Brown       }
2272552f7358SJed Brown     }
2273552f7358SJed Brown   } else {
227474ef644bSMatthew G. Knepley     IS       pointIS;
227574ef644bSMatthew G. Knepley     PetscInt numPoints = 0, level = 0;
2276552f7358SJed Brown 
227774ef644bSMatthew G. Knepley     ierr = DMLabelGetStratumIS(label, level, &pointIS);CHKERRQ(ierr);
227874ef644bSMatthew G. Knepley     if (pointIS) {ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr);}
227974ef644bSMatthew G. Knepley     while (numPoints) {
228074ef644bSMatthew G. Knepley       const PetscInt *points;
228174ef644bSMatthew G. Knepley       const PetscInt  newLevel = level+1;
228274ef644bSMatthew G. Knepley 
228374ef644bSMatthew G. Knepley       ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr);
228474ef644bSMatthew G. Knepley       for (p = 0; p < numPoints; ++p) {
228574ef644bSMatthew G. Knepley         const PetscInt  point = points[p];
228674ef644bSMatthew G. Knepley         const PetscInt *support;
228774ef644bSMatthew G. Knepley         PetscInt        supportSize, s;
228874ef644bSMatthew G. Knepley 
228974ef644bSMatthew G. Knepley         ierr = DMPlexGetSupportSize(dm, point, &supportSize);CHKERRQ(ierr);
229074ef644bSMatthew G. Knepley         ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr);
229174ef644bSMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
229274ef644bSMatthew G. Knepley           ierr = DMLabelSetValue(label, support[s], newLevel);CHKERRQ(ierr);
2293552f7358SJed Brown         }
2294552f7358SJed Brown       }
22955edfc765SMatthew G. Knepley       ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr);
229674ef644bSMatthew G. Knepley       ++level;
229774ef644bSMatthew G. Knepley       ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
229874ef644bSMatthew G. Knepley       ierr = DMLabelGetStratumIS(label, level, &pointIS);CHKERRQ(ierr);
229974ef644bSMatthew G. Knepley       if (pointIS) {ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr);}
230074ef644bSMatthew G. Knepley       else         {numPoints = 0;}
230174ef644bSMatthew G. Knepley     }
230274ef644bSMatthew G. Knepley     ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
230374ef644bSMatthew G. Knepley   }
2304bf4602e4SToby Isaac   { /* just in case there is an empty process */
2305bf4602e4SToby Isaac     PetscInt numValues, maxValues = 0, v;
2306bf4602e4SToby Isaac 
2307bf4602e4SToby Isaac     ierr = DMLabelGetNumValues(label,&numValues);CHKERRQ(ierr);
23084de306b1SToby Isaac     for (v = 0; v < numValues; v++) {
23094de306b1SToby Isaac       IS pointIS;
23104de306b1SToby Isaac 
23114de306b1SToby Isaac       ierr = DMLabelGetStratumIS(label, v, &pointIS);CHKERRQ(ierr);
23124de306b1SToby Isaac       if (pointIS) {
23134de306b1SToby Isaac         PetscInt  min, max, numPoints;
23144de306b1SToby Isaac         PetscInt  start;
23154de306b1SToby Isaac         PetscBool contig;
23164de306b1SToby Isaac 
23174de306b1SToby Isaac         ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr);
23184de306b1SToby Isaac         ierr = ISGetMinMax(pointIS, &min, &max);CHKERRQ(ierr);
23194de306b1SToby Isaac         ierr = ISContiguousLocal(pointIS,min,max+1,&start,&contig);CHKERRQ(ierr);
23204de306b1SToby Isaac         if (start == 0 && contig) {
23214de306b1SToby Isaac           ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
23224de306b1SToby Isaac           ierr = ISCreateStride(PETSC_COMM_SELF,numPoints,min,1,&pointIS);CHKERRQ(ierr);
23234de306b1SToby Isaac           ierr = DMLabelSetStratumIS(label, v, pointIS);CHKERRQ(ierr);
23244de306b1SToby Isaac         }
23254de306b1SToby Isaac       }
23264de306b1SToby Isaac       ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
23274de306b1SToby Isaac     }
23286d1e82d3SBarry Smith     ierr = MPI_Allreduce(&numValues,&maxValues,1,MPIU_INT,MPI_MAX,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
2329bf4602e4SToby Isaac     for (v = numValues; v < maxValues; v++) {
2330bf4602e4SToby Isaac       DMLabelAddStratum(label,v);CHKERRQ(ierr);
2331bf4602e4SToby Isaac     }
2332bf4602e4SToby Isaac   }
2333bf4602e4SToby Isaac 
2334df0420ecSMatthew G. Knepley   ierr = DMLabelGetState(label, &mesh->depthState);CHKERRQ(ierr);
2335552f7358SJed Brown   ierr = PetscLogEventEnd(DMPLEX_Stratify,dm,0,0,0);CHKERRQ(ierr);
2336552f7358SJed Brown   PetscFunctionReturn(0);
2337552f7358SJed Brown }
2338552f7358SJed Brown 
2339552f7358SJed Brown /*@C
2340552f7358SJed Brown   DMPlexGetJoin - Get an array for the join of the set of points
2341552f7358SJed Brown 
2342552f7358SJed Brown   Not Collective
2343552f7358SJed Brown 
2344552f7358SJed Brown   Input Parameters:
2345552f7358SJed Brown + dm - The DMPlex object
2346552f7358SJed Brown . numPoints - The number of input points for the join
2347552f7358SJed Brown - points - The input points
2348552f7358SJed Brown 
2349552f7358SJed Brown   Output Parameters:
2350552f7358SJed Brown + numCoveredPoints - The number of points in the join
2351552f7358SJed Brown - coveredPoints - The points in the join
2352552f7358SJed Brown 
2353552f7358SJed Brown   Level: intermediate
2354552f7358SJed Brown 
2355552f7358SJed Brown   Note: Currently, this is restricted to a single level join
2356552f7358SJed Brown 
23573813dfbdSMatthew G Knepley   Fortran Notes:
23583813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
23593813dfbdSMatthew G Knepley   include petsc.h90 in your code.
23603813dfbdSMatthew G Knepley 
23613813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
23623813dfbdSMatthew G Knepley 
2363552f7358SJed Brown .keywords: mesh
2364552f7358SJed Brown .seealso: DMPlexRestoreJoin(), DMPlexGetMeet()
2365552f7358SJed Brown @*/
2366552f7358SJed Brown PetscErrorCode DMPlexGetJoin(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2367552f7358SJed Brown {
2368552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2369552f7358SJed Brown   PetscInt      *join[2];
2370552f7358SJed Brown   PetscInt       joinSize, i = 0;
2371552f7358SJed Brown   PetscInt       dof, off, p, c, m;
2372552f7358SJed Brown   PetscErrorCode ierr;
2373552f7358SJed Brown 
2374552f7358SJed Brown   PetscFunctionBegin;
2375552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2376552f7358SJed Brown   PetscValidPointer(points, 2);
2377552f7358SJed Brown   PetscValidPointer(numCoveredPoints, 3);
2378552f7358SJed Brown   PetscValidPointer(coveredPoints, 4);
2379552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[0]);CHKERRQ(ierr);
2380552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[1]);CHKERRQ(ierr);
2381552f7358SJed Brown   /* Copy in support of first point */
2382552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, points[0], &dof);CHKERRQ(ierr);
2383552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->supportSection, points[0], &off);CHKERRQ(ierr);
2384552f7358SJed Brown   for (joinSize = 0; joinSize < dof; ++joinSize) {
2385552f7358SJed Brown     join[i][joinSize] = mesh->supports[off+joinSize];
2386552f7358SJed Brown   }
2387552f7358SJed Brown   /* Check each successive support */
2388552f7358SJed Brown   for (p = 1; p < numPoints; ++p) {
2389552f7358SJed Brown     PetscInt newJoinSize = 0;
2390552f7358SJed Brown 
2391552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->supportSection, points[p], &dof);CHKERRQ(ierr);
2392552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->supportSection, points[p], &off);CHKERRQ(ierr);
2393552f7358SJed Brown     for (c = 0; c < dof; ++c) {
2394552f7358SJed Brown       const PetscInt point = mesh->supports[off+c];
2395552f7358SJed Brown 
2396552f7358SJed Brown       for (m = 0; m < joinSize; ++m) {
2397552f7358SJed Brown         if (point == join[i][m]) {
2398552f7358SJed Brown           join[1-i][newJoinSize++] = point;
2399552f7358SJed Brown           break;
2400552f7358SJed Brown         }
2401552f7358SJed Brown       }
2402552f7358SJed Brown     }
2403552f7358SJed Brown     joinSize = newJoinSize;
2404552f7358SJed Brown     i        = 1-i;
2405552f7358SJed Brown   }
2406552f7358SJed Brown   *numCoveredPoints = joinSize;
2407552f7358SJed Brown   *coveredPoints    = join[i];
2408552f7358SJed Brown   ierr              = DMRestoreWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[1-i]);CHKERRQ(ierr);
2409552f7358SJed Brown   PetscFunctionReturn(0);
2410552f7358SJed Brown }
2411552f7358SJed Brown 
2412552f7358SJed Brown /*@C
2413552f7358SJed Brown   DMPlexRestoreJoin - Restore an array for the join of the set of points
2414552f7358SJed Brown 
2415552f7358SJed Brown   Not Collective
2416552f7358SJed Brown 
2417552f7358SJed Brown   Input Parameters:
2418552f7358SJed Brown + dm - The DMPlex object
2419552f7358SJed Brown . numPoints - The number of input points for the join
2420552f7358SJed Brown - points - The input points
2421552f7358SJed Brown 
2422552f7358SJed Brown   Output Parameters:
2423552f7358SJed Brown + numCoveredPoints - The number of points in the join
2424552f7358SJed Brown - coveredPoints - The points in the join
2425552f7358SJed Brown 
24263813dfbdSMatthew G Knepley   Fortran Notes:
24273813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
24283813dfbdSMatthew G Knepley   include petsc.h90 in your code.
24293813dfbdSMatthew G Knepley 
24303813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
24313813dfbdSMatthew G Knepley 
2432552f7358SJed Brown   Level: intermediate
2433552f7358SJed Brown 
2434552f7358SJed Brown .keywords: mesh
2435552f7358SJed Brown .seealso: DMPlexGetJoin(), DMPlexGetFullJoin(), DMPlexGetMeet()
2436552f7358SJed Brown @*/
2437552f7358SJed Brown PetscErrorCode DMPlexRestoreJoin(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2438552f7358SJed Brown {
2439552f7358SJed Brown   PetscErrorCode ierr;
2440552f7358SJed Brown 
2441552f7358SJed Brown   PetscFunctionBegin;
2442552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2443d7902bd2SMatthew G. Knepley   if (points) PetscValidIntPointer(points,3);
2444d7902bd2SMatthew G. Knepley   if (numCoveredPoints) PetscValidIntPointer(numCoveredPoints,4);
2445d7902bd2SMatthew G. Knepley   PetscValidPointer(coveredPoints, 5);
2446552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, (void*) coveredPoints);CHKERRQ(ierr);
2447d7902bd2SMatthew G. Knepley   if (numCoveredPoints) *numCoveredPoints = 0;
2448552f7358SJed Brown   PetscFunctionReturn(0);
2449552f7358SJed Brown }
2450552f7358SJed Brown 
2451552f7358SJed Brown /*@C
2452552f7358SJed Brown   DMPlexGetFullJoin - Get an array for the join of the set of points
2453552f7358SJed Brown 
2454552f7358SJed Brown   Not Collective
2455552f7358SJed Brown 
2456552f7358SJed Brown   Input Parameters:
2457552f7358SJed Brown + dm - The DMPlex object
2458552f7358SJed Brown . numPoints - The number of input points for the join
2459552f7358SJed Brown - points - The input points
2460552f7358SJed Brown 
2461552f7358SJed Brown   Output Parameters:
2462552f7358SJed Brown + numCoveredPoints - The number of points in the join
2463552f7358SJed Brown - coveredPoints - The points in the join
2464552f7358SJed Brown 
24653813dfbdSMatthew G Knepley   Fortran Notes:
24663813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
24673813dfbdSMatthew G Knepley   include petsc.h90 in your code.
24683813dfbdSMatthew G Knepley 
24693813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
24703813dfbdSMatthew G Knepley 
2471552f7358SJed Brown   Level: intermediate
2472552f7358SJed Brown 
2473552f7358SJed Brown .keywords: mesh
2474552f7358SJed Brown .seealso: DMPlexGetJoin(), DMPlexRestoreJoin(), DMPlexGetMeet()
2475552f7358SJed Brown @*/
2476552f7358SJed Brown PetscErrorCode DMPlexGetFullJoin(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2477552f7358SJed Brown {
2478552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2479552f7358SJed Brown   PetscInt      *offsets, **closures;
2480552f7358SJed Brown   PetscInt      *join[2];
2481552f7358SJed Brown   PetscInt       depth = 0, maxSize, joinSize = 0, i = 0;
248224c766afSToby Isaac   PetscInt       p, d, c, m, ms;
2483552f7358SJed Brown   PetscErrorCode ierr;
2484552f7358SJed Brown 
2485552f7358SJed Brown   PetscFunctionBegin;
2486552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2487552f7358SJed Brown   PetscValidPointer(points, 2);
2488552f7358SJed Brown   PetscValidPointer(numCoveredPoints, 3);
2489552f7358SJed Brown   PetscValidPointer(coveredPoints, 4);
2490552f7358SJed Brown 
2491552f7358SJed Brown   ierr    = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
24921795a4d1SJed Brown   ierr    = PetscCalloc1(numPoints, &closures);CHKERRQ(ierr);
2493552f7358SJed Brown   ierr    = DMGetWorkArray(dm, numPoints*(depth+2), PETSC_INT, &offsets);CHKERRQ(ierr);
249424c766afSToby Isaac   ms      = mesh->maxSupportSize;
249524c766afSToby Isaac   maxSize = (ms > 1) ? ((PetscPowInt(ms,depth+1)-1)/(ms-1)) : depth + 1;
2496552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &join[0]);CHKERRQ(ierr);
2497552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &join[1]);CHKERRQ(ierr);
2498552f7358SJed Brown 
2499552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
2500552f7358SJed Brown     PetscInt closureSize;
2501552f7358SJed Brown 
2502552f7358SJed Brown     ierr = DMPlexGetTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closures[p]);CHKERRQ(ierr);
25030d644c17SKarl Rupp 
2504552f7358SJed Brown     offsets[p*(depth+2)+0] = 0;
2505552f7358SJed Brown     for (d = 0; d < depth+1; ++d) {
2506552f7358SJed Brown       PetscInt pStart, pEnd, i;
2507552f7358SJed Brown 
2508552f7358SJed Brown       ierr = DMPlexGetDepthStratum(dm, d, &pStart, &pEnd);CHKERRQ(ierr);
2509552f7358SJed Brown       for (i = offsets[p*(depth+2)+d]; i < closureSize; ++i) {
2510552f7358SJed Brown         if ((pStart > closures[p][i*2]) || (pEnd <= closures[p][i*2])) {
2511552f7358SJed Brown           offsets[p*(depth+2)+d+1] = i;
2512552f7358SJed Brown           break;
2513552f7358SJed Brown         }
2514552f7358SJed Brown       }
2515552f7358SJed Brown       if (i == closureSize) offsets[p*(depth+2)+d+1] = i;
2516552f7358SJed Brown     }
251782f516ccSBarry Smith     if (offsets[p*(depth+2)+depth+1] != closureSize) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Total size of closure %D should be %D", offsets[p*(depth+2)+depth+1], closureSize);
2518552f7358SJed Brown   }
2519552f7358SJed Brown   for (d = 0; d < depth+1; ++d) {
2520552f7358SJed Brown     PetscInt dof;
2521552f7358SJed Brown 
2522552f7358SJed Brown     /* Copy in support of first point */
2523552f7358SJed Brown     dof = offsets[d+1] - offsets[d];
2524552f7358SJed Brown     for (joinSize = 0; joinSize < dof; ++joinSize) {
2525552f7358SJed Brown       join[i][joinSize] = closures[0][(offsets[d]+joinSize)*2];
2526552f7358SJed Brown     }
2527552f7358SJed Brown     /* Check each successive cone */
2528552f7358SJed Brown     for (p = 1; p < numPoints && joinSize; ++p) {
2529552f7358SJed Brown       PetscInt newJoinSize = 0;
2530552f7358SJed Brown 
2531552f7358SJed Brown       dof = offsets[p*(depth+2)+d+1] - offsets[p*(depth+2)+d];
2532552f7358SJed Brown       for (c = 0; c < dof; ++c) {
2533552f7358SJed Brown         const PetscInt point = closures[p][(offsets[p*(depth+2)+d]+c)*2];
2534552f7358SJed Brown 
2535552f7358SJed Brown         for (m = 0; m < joinSize; ++m) {
2536552f7358SJed Brown           if (point == join[i][m]) {
2537552f7358SJed Brown             join[1-i][newJoinSize++] = point;
2538552f7358SJed Brown             break;
2539552f7358SJed Brown           }
2540552f7358SJed Brown         }
2541552f7358SJed Brown       }
2542552f7358SJed Brown       joinSize = newJoinSize;
2543552f7358SJed Brown       i        = 1-i;
2544552f7358SJed Brown     }
2545552f7358SJed Brown     if (joinSize) break;
2546552f7358SJed Brown   }
2547552f7358SJed Brown   *numCoveredPoints = joinSize;
2548552f7358SJed Brown   *coveredPoints    = join[i];
2549552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
25500298fd71SBarry Smith     ierr = DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_FALSE, NULL, &closures[p]);CHKERRQ(ierr);
2551552f7358SJed Brown   }
2552552f7358SJed Brown   ierr = PetscFree(closures);CHKERRQ(ierr);
2553552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, numPoints*(depth+2), PETSC_INT, &offsets);CHKERRQ(ierr);
2554552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[1-i]);CHKERRQ(ierr);
2555552f7358SJed Brown   PetscFunctionReturn(0);
2556552f7358SJed Brown }
2557552f7358SJed Brown 
2558552f7358SJed Brown /*@C
2559552f7358SJed Brown   DMPlexGetMeet - Get an array for the meet of the set of points
2560552f7358SJed Brown 
2561552f7358SJed Brown   Not Collective
2562552f7358SJed Brown 
2563552f7358SJed Brown   Input Parameters:
2564552f7358SJed Brown + dm - The DMPlex object
2565552f7358SJed Brown . numPoints - The number of input points for the meet
2566552f7358SJed Brown - points - The input points
2567552f7358SJed Brown 
2568552f7358SJed Brown   Output Parameters:
2569552f7358SJed Brown + numCoveredPoints - The number of points in the meet
2570552f7358SJed Brown - coveredPoints - The points in the meet
2571552f7358SJed Brown 
2572552f7358SJed Brown   Level: intermediate
2573552f7358SJed Brown 
2574552f7358SJed Brown   Note: Currently, this is restricted to a single level meet
2575552f7358SJed Brown 
25763813dfbdSMatthew G Knepley   Fortran Notes:
25773813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
25783813dfbdSMatthew G Knepley   include petsc.h90 in your code.
25793813dfbdSMatthew G Knepley 
25803813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
25813813dfbdSMatthew G Knepley 
2582552f7358SJed Brown .keywords: mesh
2583552f7358SJed Brown .seealso: DMPlexRestoreMeet(), DMPlexGetJoin()
2584552f7358SJed Brown @*/
2585552f7358SJed Brown PetscErrorCode DMPlexGetMeet(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveringPoints, const PetscInt **coveringPoints)
2586552f7358SJed Brown {
2587552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2588552f7358SJed Brown   PetscInt      *meet[2];
2589552f7358SJed Brown   PetscInt       meetSize, i = 0;
2590552f7358SJed Brown   PetscInt       dof, off, p, c, m;
2591552f7358SJed Brown   PetscErrorCode ierr;
2592552f7358SJed Brown 
2593552f7358SJed Brown   PetscFunctionBegin;
2594552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2595552f7358SJed Brown   PetscValidPointer(points, 2);
2596552f7358SJed Brown   PetscValidPointer(numCoveringPoints, 3);
2597552f7358SJed Brown   PetscValidPointer(coveringPoints, 4);
2598552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[0]);CHKERRQ(ierr);
2599552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[1]);CHKERRQ(ierr);
2600552f7358SJed Brown   /* Copy in cone of first point */
2601552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, points[0], &dof);CHKERRQ(ierr);
2602552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, points[0], &off);CHKERRQ(ierr);
2603552f7358SJed Brown   for (meetSize = 0; meetSize < dof; ++meetSize) {
2604552f7358SJed Brown     meet[i][meetSize] = mesh->cones[off+meetSize];
2605552f7358SJed Brown   }
2606552f7358SJed Brown   /* Check each successive cone */
2607552f7358SJed Brown   for (p = 1; p < numPoints; ++p) {
2608552f7358SJed Brown     PetscInt newMeetSize = 0;
2609552f7358SJed Brown 
2610552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, points[p], &dof);CHKERRQ(ierr);
2611552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->coneSection, points[p], &off);CHKERRQ(ierr);
2612552f7358SJed Brown     for (c = 0; c < dof; ++c) {
2613552f7358SJed Brown       const PetscInt point = mesh->cones[off+c];
2614552f7358SJed Brown 
2615552f7358SJed Brown       for (m = 0; m < meetSize; ++m) {
2616552f7358SJed Brown         if (point == meet[i][m]) {
2617552f7358SJed Brown           meet[1-i][newMeetSize++] = point;
2618552f7358SJed Brown           break;
2619552f7358SJed Brown         }
2620552f7358SJed Brown       }
2621552f7358SJed Brown     }
2622552f7358SJed Brown     meetSize = newMeetSize;
2623552f7358SJed Brown     i        = 1-i;
2624552f7358SJed Brown   }
2625552f7358SJed Brown   *numCoveringPoints = meetSize;
2626552f7358SJed Brown   *coveringPoints    = meet[i];
2627552f7358SJed Brown   ierr               = DMRestoreWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[1-i]);CHKERRQ(ierr);
2628552f7358SJed Brown   PetscFunctionReturn(0);
2629552f7358SJed Brown }
2630552f7358SJed Brown 
2631552f7358SJed Brown /*@C
2632552f7358SJed Brown   DMPlexRestoreMeet - Restore an array for the meet of the set of points
2633552f7358SJed Brown 
2634552f7358SJed Brown   Not Collective
2635552f7358SJed Brown 
2636552f7358SJed Brown   Input Parameters:
2637552f7358SJed Brown + dm - The DMPlex object
2638552f7358SJed Brown . numPoints - The number of input points for the meet
2639552f7358SJed Brown - points - The input points
2640552f7358SJed Brown 
2641552f7358SJed Brown   Output Parameters:
2642552f7358SJed Brown + numCoveredPoints - The number of points in the meet
2643552f7358SJed Brown - coveredPoints - The points in the meet
2644552f7358SJed Brown 
2645552f7358SJed Brown   Level: intermediate
2646552f7358SJed Brown 
26473813dfbdSMatthew G Knepley   Fortran Notes:
26483813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
26493813dfbdSMatthew G Knepley   include petsc.h90 in your code.
26503813dfbdSMatthew G Knepley 
26513813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
26523813dfbdSMatthew G Knepley 
2653552f7358SJed Brown .keywords: mesh
2654552f7358SJed Brown .seealso: DMPlexGetMeet(), DMPlexGetFullMeet(), DMPlexGetJoin()
2655552f7358SJed Brown @*/
2656552f7358SJed Brown PetscErrorCode DMPlexRestoreMeet(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2657552f7358SJed Brown {
2658552f7358SJed Brown   PetscErrorCode ierr;
2659552f7358SJed Brown 
2660552f7358SJed Brown   PetscFunctionBegin;
2661552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2662d7902bd2SMatthew G. Knepley   if (points) PetscValidIntPointer(points,3);
2663d7902bd2SMatthew G. Knepley   if (numCoveredPoints) PetscValidIntPointer(numCoveredPoints,4);
2664d7902bd2SMatthew G. Knepley   PetscValidPointer(coveredPoints,5);
2665552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, (void*) coveredPoints);CHKERRQ(ierr);
2666d7902bd2SMatthew G. Knepley   if (numCoveredPoints) *numCoveredPoints = 0;
2667552f7358SJed Brown   PetscFunctionReturn(0);
2668552f7358SJed Brown }
2669552f7358SJed Brown 
2670552f7358SJed Brown /*@C
2671552f7358SJed Brown   DMPlexGetFullMeet - Get an array for the meet of the set of points
2672552f7358SJed Brown 
2673552f7358SJed Brown   Not Collective
2674552f7358SJed Brown 
2675552f7358SJed Brown   Input Parameters:
2676552f7358SJed Brown + dm - The DMPlex object
2677552f7358SJed Brown . numPoints - The number of input points for the meet
2678552f7358SJed Brown - points - The input points
2679552f7358SJed Brown 
2680552f7358SJed Brown   Output Parameters:
2681552f7358SJed Brown + numCoveredPoints - The number of points in the meet
2682552f7358SJed Brown - coveredPoints - The points in the meet
2683552f7358SJed Brown 
2684552f7358SJed Brown   Level: intermediate
2685552f7358SJed Brown 
26863813dfbdSMatthew G Knepley   Fortran Notes:
26873813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
26883813dfbdSMatthew G Knepley   include petsc.h90 in your code.
26893813dfbdSMatthew G Knepley 
26903813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
26913813dfbdSMatthew G Knepley 
2692552f7358SJed Brown .keywords: mesh
2693552f7358SJed Brown .seealso: DMPlexGetMeet(), DMPlexRestoreMeet(), DMPlexGetJoin()
2694552f7358SJed Brown @*/
2695552f7358SJed Brown PetscErrorCode DMPlexGetFullMeet(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2696552f7358SJed Brown {
2697552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2698552f7358SJed Brown   PetscInt      *offsets, **closures;
2699552f7358SJed Brown   PetscInt      *meet[2];
2700552f7358SJed Brown   PetscInt       height = 0, maxSize, meetSize = 0, i = 0;
270124c766afSToby Isaac   PetscInt       p, h, c, m, mc;
2702552f7358SJed Brown   PetscErrorCode ierr;
2703552f7358SJed Brown 
2704552f7358SJed Brown   PetscFunctionBegin;
2705552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2706552f7358SJed Brown   PetscValidPointer(points, 2);
2707552f7358SJed Brown   PetscValidPointer(numCoveredPoints, 3);
2708552f7358SJed Brown   PetscValidPointer(coveredPoints, 4);
2709552f7358SJed Brown 
2710552f7358SJed Brown   ierr    = DMPlexGetDepth(dm, &height);CHKERRQ(ierr);
2711785e854fSJed Brown   ierr    = PetscMalloc1(numPoints, &closures);CHKERRQ(ierr);
2712552f7358SJed Brown   ierr    = DMGetWorkArray(dm, numPoints*(height+2), PETSC_INT, &offsets);CHKERRQ(ierr);
271324c766afSToby Isaac   mc      = mesh->maxConeSize;
271424c766afSToby Isaac   maxSize = (mc > 1) ? ((PetscPowInt(mc,height+1)-1)/(mc-1)) : height + 1;
2715552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &meet[0]);CHKERRQ(ierr);
2716552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &meet[1]);CHKERRQ(ierr);
2717552f7358SJed Brown 
2718552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
2719552f7358SJed Brown     PetscInt closureSize;
2720552f7358SJed Brown 
2721552f7358SJed Brown     ierr = DMPlexGetTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closures[p]);CHKERRQ(ierr);
27220d644c17SKarl Rupp 
2723552f7358SJed Brown     offsets[p*(height+2)+0] = 0;
2724552f7358SJed Brown     for (h = 0; h < height+1; ++h) {
2725552f7358SJed Brown       PetscInt pStart, pEnd, i;
2726552f7358SJed Brown 
2727552f7358SJed Brown       ierr = DMPlexGetHeightStratum(dm, h, &pStart, &pEnd);CHKERRQ(ierr);
2728552f7358SJed Brown       for (i = offsets[p*(height+2)+h]; i < closureSize; ++i) {
2729552f7358SJed Brown         if ((pStart > closures[p][i*2]) || (pEnd <= closures[p][i*2])) {
2730552f7358SJed Brown           offsets[p*(height+2)+h+1] = i;
2731552f7358SJed Brown           break;
2732552f7358SJed Brown         }
2733552f7358SJed Brown       }
2734552f7358SJed Brown       if (i == closureSize) offsets[p*(height+2)+h+1] = i;
2735552f7358SJed Brown     }
273682f516ccSBarry Smith     if (offsets[p*(height+2)+height+1] != closureSize) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Total size of closure %D should be %D", offsets[p*(height+2)+height+1], closureSize);
2737552f7358SJed Brown   }
2738552f7358SJed Brown   for (h = 0; h < height+1; ++h) {
2739552f7358SJed Brown     PetscInt dof;
2740552f7358SJed Brown 
2741552f7358SJed Brown     /* Copy in cone of first point */
2742552f7358SJed Brown     dof = offsets[h+1] - offsets[h];
2743552f7358SJed Brown     for (meetSize = 0; meetSize < dof; ++meetSize) {
2744552f7358SJed Brown       meet[i][meetSize] = closures[0][(offsets[h]+meetSize)*2];
2745552f7358SJed Brown     }
2746552f7358SJed Brown     /* Check each successive cone */
2747552f7358SJed Brown     for (p = 1; p < numPoints && meetSize; ++p) {
2748552f7358SJed Brown       PetscInt newMeetSize = 0;
2749552f7358SJed Brown 
2750552f7358SJed Brown       dof = offsets[p*(height+2)+h+1] - offsets[p*(height+2)+h];
2751552f7358SJed Brown       for (c = 0; c < dof; ++c) {
2752552f7358SJed Brown         const PetscInt point = closures[p][(offsets[p*(height+2)+h]+c)*2];
2753552f7358SJed Brown 
2754552f7358SJed Brown         for (m = 0; m < meetSize; ++m) {
2755552f7358SJed Brown           if (point == meet[i][m]) {
2756552f7358SJed Brown             meet[1-i][newMeetSize++] = point;
2757552f7358SJed Brown             break;
2758552f7358SJed Brown           }
2759552f7358SJed Brown         }
2760552f7358SJed Brown       }
2761552f7358SJed Brown       meetSize = newMeetSize;
2762552f7358SJed Brown       i        = 1-i;
2763552f7358SJed Brown     }
2764552f7358SJed Brown     if (meetSize) break;
2765552f7358SJed Brown   }
2766552f7358SJed Brown   *numCoveredPoints = meetSize;
2767552f7358SJed Brown   *coveredPoints    = meet[i];
2768552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
27690298fd71SBarry Smith     ierr = DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_TRUE, NULL, &closures[p]);CHKERRQ(ierr);
2770552f7358SJed Brown   }
2771552f7358SJed Brown   ierr = PetscFree(closures);CHKERRQ(ierr);
2772552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, numPoints*(height+2), PETSC_INT, &offsets);CHKERRQ(ierr);
2773552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[1-i]);CHKERRQ(ierr);
2774552f7358SJed Brown   PetscFunctionReturn(0);
2775552f7358SJed Brown }
2776552f7358SJed Brown 
27774e3744c5SMatthew G. Knepley /*@C
27784e3744c5SMatthew G. Knepley   DMPlexEqual - Determine if two DMs have the same topology
27794e3744c5SMatthew G. Knepley 
27804e3744c5SMatthew G. Knepley   Not Collective
27814e3744c5SMatthew G. Knepley 
27824e3744c5SMatthew G. Knepley   Input Parameters:
27834e3744c5SMatthew G. Knepley + dmA - A DMPlex object
27844e3744c5SMatthew G. Knepley - dmB - A DMPlex object
27854e3744c5SMatthew G. Knepley 
27864e3744c5SMatthew G. Knepley   Output Parameters:
27874e3744c5SMatthew G. Knepley . equal - PETSC_TRUE if the topologies are identical
27884e3744c5SMatthew G. Knepley 
27894e3744c5SMatthew G. Knepley   Level: intermediate
27904e3744c5SMatthew G. Knepley 
27914e3744c5SMatthew G. Knepley   Notes:
27924e3744c5SMatthew G. Knepley   We are not solving graph isomorphism, so we do not permutation.
27934e3744c5SMatthew G. Knepley 
27944e3744c5SMatthew G. Knepley .keywords: mesh
27954e3744c5SMatthew G. Knepley .seealso: DMPlexGetCone()
27964e3744c5SMatthew G. Knepley @*/
27974e3744c5SMatthew G. Knepley PetscErrorCode DMPlexEqual(DM dmA, DM dmB, PetscBool *equal)
27984e3744c5SMatthew G. Knepley {
27994e3744c5SMatthew G. Knepley   PetscInt       depth, depthB, pStart, pEnd, pStartB, pEndB, p;
28004e3744c5SMatthew G. Knepley   PetscErrorCode ierr;
28014e3744c5SMatthew G. Knepley 
28024e3744c5SMatthew G. Knepley   PetscFunctionBegin;
28034e3744c5SMatthew G. Knepley   PetscValidHeaderSpecific(dmA, DM_CLASSID, 1);
28044e3744c5SMatthew G. Knepley   PetscValidHeaderSpecific(dmB, DM_CLASSID, 2);
28054e3744c5SMatthew G. Knepley   PetscValidPointer(equal, 3);
28064e3744c5SMatthew G. Knepley 
28074e3744c5SMatthew G. Knepley   *equal = PETSC_FALSE;
28084e3744c5SMatthew G. Knepley   ierr = DMPlexGetDepth(dmA, &depth);CHKERRQ(ierr);
28094e3744c5SMatthew G. Knepley   ierr = DMPlexGetDepth(dmB, &depthB);CHKERRQ(ierr);
28104e3744c5SMatthew G. Knepley   if (depth != depthB) PetscFunctionReturn(0);
28114e3744c5SMatthew G. Knepley   ierr = DMPlexGetChart(dmA, &pStart,  &pEnd);CHKERRQ(ierr);
28124e3744c5SMatthew G. Knepley   ierr = DMPlexGetChart(dmB, &pStartB, &pEndB);CHKERRQ(ierr);
28134e3744c5SMatthew G. Knepley   if ((pStart != pStartB) || (pEnd != pEndB)) PetscFunctionReturn(0);
28144e3744c5SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) {
28154e3744c5SMatthew G. Knepley     const PetscInt *cone, *coneB, *ornt, *orntB, *support, *supportB;
28164e3744c5SMatthew G. Knepley     PetscInt        coneSize, coneSizeB, c, supportSize, supportSizeB, s;
28174e3744c5SMatthew G. Knepley 
28184e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeSize(dmA, p, &coneSize);CHKERRQ(ierr);
28194e3744c5SMatthew G. Knepley     ierr = DMPlexGetCone(dmA, p, &cone);CHKERRQ(ierr);
28204e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeOrientation(dmA, p, &ornt);CHKERRQ(ierr);
28214e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeSize(dmB, p, &coneSizeB);CHKERRQ(ierr);
28224e3744c5SMatthew G. Knepley     ierr = DMPlexGetCone(dmB, p, &coneB);CHKERRQ(ierr);
28234e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeOrientation(dmB, p, &orntB);CHKERRQ(ierr);
28244e3744c5SMatthew G. Knepley     if (coneSize != coneSizeB) PetscFunctionReturn(0);
28254e3744c5SMatthew G. Knepley     for (c = 0; c < coneSize; ++c) {
28264e3744c5SMatthew G. Knepley       if (cone[c] != coneB[c]) PetscFunctionReturn(0);
28274e3744c5SMatthew G. Knepley       if (ornt[c] != orntB[c]) PetscFunctionReturn(0);
28284e3744c5SMatthew G. Knepley     }
28294e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dmA, p, &supportSize);CHKERRQ(ierr);
28304e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupport(dmA, p, &support);CHKERRQ(ierr);
28314e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dmB, p, &supportSizeB);CHKERRQ(ierr);
28324e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupport(dmB, p, &supportB);CHKERRQ(ierr);
28334e3744c5SMatthew G. Knepley     if (supportSize != supportSizeB) PetscFunctionReturn(0);
28344e3744c5SMatthew G. Knepley     for (s = 0; s < supportSize; ++s) {
28354e3744c5SMatthew G. Knepley       if (support[s] != supportB[s]) PetscFunctionReturn(0);
28364e3744c5SMatthew G. Knepley     }
28374e3744c5SMatthew G. Knepley   }
28384e3744c5SMatthew G. Knepley   *equal = PETSC_TRUE;
28394e3744c5SMatthew G. Knepley   PetscFunctionReturn(0);
28404e3744c5SMatthew G. Knepley }
28414e3744c5SMatthew G. Knepley 
28427cd05799SMatthew G. Knepley /*@C
28437cd05799SMatthew G. Knepley   DMPlexGetNumFaceVertices - Returns the number of vertices on a face
28447cd05799SMatthew G. Knepley 
28457cd05799SMatthew G. Knepley   Not Collective
28467cd05799SMatthew G. Knepley 
28477cd05799SMatthew G. Knepley   Input Parameters:
28487cd05799SMatthew G. Knepley + dm         - The DMPlex
28497cd05799SMatthew G. Knepley . cellDim    - The cell dimension
28507cd05799SMatthew G. Knepley - numCorners - The number of vertices on a cell
28517cd05799SMatthew G. Knepley 
28527cd05799SMatthew G. Knepley   Output Parameters:
28537cd05799SMatthew G. Knepley . numFaceVertices - The number of vertices on a face
28547cd05799SMatthew G. Knepley 
28557cd05799SMatthew G. Knepley   Level: developer
28567cd05799SMatthew G. Knepley 
28577cd05799SMatthew G. Knepley   Notes:
28587cd05799SMatthew G. Knepley   Of course this can only work for a restricted set of symmetric shapes
28597cd05799SMatthew G. Knepley 
28607cd05799SMatthew G. Knepley .seealso: DMPlexGetCone()
28617cd05799SMatthew G. Knepley @*/
286218ad9376SMatthew G. Knepley PetscErrorCode DMPlexGetNumFaceVertices(DM dm, PetscInt cellDim, PetscInt numCorners, PetscInt *numFaceVertices)
2863a6dfd86eSKarl Rupp {
286482f516ccSBarry Smith   MPI_Comm       comm;
2865552f7358SJed Brown   PetscErrorCode ierr;
2866552f7358SJed Brown 
2867552f7358SJed Brown   PetscFunctionBegin;
286882f516ccSBarry Smith   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
2869552f7358SJed Brown   PetscValidPointer(numFaceVertices,3);
2870552f7358SJed Brown   switch (cellDim) {
2871552f7358SJed Brown   case 0:
2872552f7358SJed Brown     *numFaceVertices = 0;
2873552f7358SJed Brown     break;
2874552f7358SJed Brown   case 1:
2875552f7358SJed Brown     *numFaceVertices = 1;
2876552f7358SJed Brown     break;
2877552f7358SJed Brown   case 2:
2878552f7358SJed Brown     switch (numCorners) {
287919436ca2SJed Brown     case 3: /* triangle */
288019436ca2SJed Brown       *numFaceVertices = 2; /* Edge has 2 vertices */
2881552f7358SJed Brown       break;
288219436ca2SJed Brown     case 4: /* quadrilateral */
288319436ca2SJed Brown       *numFaceVertices = 2; /* Edge has 2 vertices */
2884552f7358SJed Brown       break;
288519436ca2SJed Brown     case 6: /* quadratic triangle, tri and quad cohesive Lagrange cells */
288619436ca2SJed Brown       *numFaceVertices = 3; /* Edge has 3 vertices */
2887552f7358SJed Brown       break;
288819436ca2SJed Brown     case 9: /* quadratic quadrilateral, quadratic quad cohesive Lagrange cells */
288919436ca2SJed Brown       *numFaceVertices = 3; /* Edge has 3 vertices */
2890552f7358SJed Brown       break;
2891552f7358SJed Brown     default:
2892f347f43bSBarry Smith       SETERRQ2(comm, PETSC_ERR_ARG_OUTOFRANGE, "Invalid number of face corners %D for dimension %D", numCorners, cellDim);
2893552f7358SJed Brown     }
2894552f7358SJed Brown     break;
2895552f7358SJed Brown   case 3:
2896552f7358SJed Brown     switch (numCorners) {
289719436ca2SJed Brown     case 4: /* tetradehdron */
289819436ca2SJed Brown       *numFaceVertices = 3; /* Face has 3 vertices */
2899552f7358SJed Brown       break;
290019436ca2SJed Brown     case 6: /* tet cohesive cells */
290119436ca2SJed Brown       *numFaceVertices = 4; /* Face has 4 vertices */
2902552f7358SJed Brown       break;
290319436ca2SJed Brown     case 8: /* hexahedron */
290419436ca2SJed Brown       *numFaceVertices = 4; /* Face has 4 vertices */
2905552f7358SJed Brown       break;
290619436ca2SJed Brown     case 9: /* tet cohesive Lagrange cells */
290719436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2908552f7358SJed Brown       break;
290919436ca2SJed Brown     case 10: /* quadratic tetrahedron */
291019436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2911552f7358SJed Brown       break;
291219436ca2SJed Brown     case 12: /* hex cohesive Lagrange cells */
291319436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2914552f7358SJed Brown       break;
291519436ca2SJed Brown     case 18: /* quadratic tet cohesive Lagrange cells */
291619436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2917552f7358SJed Brown       break;
291819436ca2SJed Brown     case 27: /* quadratic hexahedron, quadratic hex cohesive Lagrange cells */
291919436ca2SJed Brown       *numFaceVertices = 9; /* Face has 9 vertices */
2920552f7358SJed Brown       break;
2921552f7358SJed Brown     default:
2922f347f43bSBarry Smith       SETERRQ2(comm, PETSC_ERR_ARG_OUTOFRANGE, "Invalid number of face corners %D for dimension %D", numCorners, cellDim);
2923552f7358SJed Brown     }
2924552f7358SJed Brown     break;
2925552f7358SJed Brown   default:
2926f347f43bSBarry Smith     SETERRQ1(comm, PETSC_ERR_ARG_OUTOFRANGE, "Invalid cell dimension %D", cellDim);
2927552f7358SJed Brown   }
2928552f7358SJed Brown   PetscFunctionReturn(0);
2929552f7358SJed Brown }
2930552f7358SJed Brown 
2931552f7358SJed Brown /*@
2932aa50250dSMatthew G. Knepley   DMPlexGetDepthLabel - Get the DMLabel recording the depth of each point
2933552f7358SJed Brown 
2934552f7358SJed Brown   Not Collective
2935552f7358SJed Brown 
2936aa50250dSMatthew G. Knepley   Input Parameter:
2937552f7358SJed Brown . dm    - The DMPlex object
2938552f7358SJed Brown 
2939aa50250dSMatthew G. Knepley   Output Parameter:
2940aa50250dSMatthew G. Knepley . depthLabel - The DMLabel recording point depth
2941552f7358SJed Brown 
2942552f7358SJed Brown   Level: developer
2943552f7358SJed Brown 
2944aa50250dSMatthew G. Knepley .keywords: mesh, points
2945aa50250dSMatthew G. Knepley .seealso: DMPlexGetDepth(), DMPlexGetHeightStratum(), DMPlexGetDepthStratum()
2946aa50250dSMatthew G. Knepley @*/
2947aa50250dSMatthew G. Knepley PetscErrorCode DMPlexGetDepthLabel(DM dm, DMLabel *depthLabel)
2948aa50250dSMatthew G. Knepley {
2949aa50250dSMatthew G. Knepley   PetscErrorCode ierr;
2950aa50250dSMatthew G. Knepley 
2951aa50250dSMatthew G. Knepley   PetscFunctionBegin;
2952aa50250dSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2953aa50250dSMatthew G. Knepley   PetscValidPointer(depthLabel, 2);
2954c58f1c22SToby Isaac   if (!dm->depthLabel) {ierr = DMGetLabel(dm, "depth", &dm->depthLabel);CHKERRQ(ierr);}
2955c58f1c22SToby Isaac   *depthLabel = dm->depthLabel;
2956aa50250dSMatthew G. Knepley   PetscFunctionReturn(0);
2957aa50250dSMatthew G. Knepley }
2958aa50250dSMatthew G. Knepley 
2959aa50250dSMatthew G. Knepley /*@
2960aa50250dSMatthew G. Knepley   DMPlexGetDepth - Get the depth of the DAG representing this mesh
2961aa50250dSMatthew G. Knepley 
2962aa50250dSMatthew G. Knepley   Not Collective
2963aa50250dSMatthew G. Knepley 
2964aa50250dSMatthew G. Knepley   Input Parameter:
2965aa50250dSMatthew G. Knepley . dm    - The DMPlex object
2966aa50250dSMatthew G. Knepley 
2967aa50250dSMatthew G. Knepley   Output Parameter:
2968aa50250dSMatthew G. Knepley . depth - The number of strata (breadth first levels) in the DAG
2969aa50250dSMatthew G. Knepley 
2970aa50250dSMatthew G. Knepley   Level: developer
2971552f7358SJed Brown 
2972552f7358SJed Brown .keywords: mesh, points
2973aa50250dSMatthew G. Knepley .seealso: DMPlexGetDepthLabel(), DMPlexGetHeightStratum(), DMPlexGetDepthStratum()
2974552f7358SJed Brown @*/
2975552f7358SJed Brown PetscErrorCode DMPlexGetDepth(DM dm, PetscInt *depth)
2976552f7358SJed Brown {
2977aa50250dSMatthew G. Knepley   DMLabel        label;
2978aa50250dSMatthew G. Knepley   PetscInt       d = 0;
2979552f7358SJed Brown   PetscErrorCode ierr;
2980552f7358SJed Brown 
2981552f7358SJed Brown   PetscFunctionBegin;
2982552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2983552f7358SJed Brown   PetscValidPointer(depth, 2);
2984aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
2985aa50250dSMatthew G. Knepley   if (label) {ierr = DMLabelGetNumValues(label, &d);CHKERRQ(ierr);}
2986552f7358SJed Brown   *depth = d-1;
2987552f7358SJed Brown   PetscFunctionReturn(0);
2988552f7358SJed Brown }
2989552f7358SJed Brown 
2990552f7358SJed Brown /*@
2991552f7358SJed Brown   DMPlexGetDepthStratum - Get the bounds [start, end) for all points at a certain depth.
2992552f7358SJed Brown 
2993552f7358SJed Brown   Not Collective
2994552f7358SJed Brown 
2995552f7358SJed Brown   Input Parameters:
2996552f7358SJed Brown + dm           - The DMPlex object
2997552f7358SJed Brown - stratumValue - The requested depth
2998552f7358SJed Brown 
2999552f7358SJed Brown   Output Parameters:
3000552f7358SJed Brown + start - The first point at this depth
3001552f7358SJed Brown - end   - One beyond the last point at this depth
3002552f7358SJed Brown 
3003552f7358SJed Brown   Level: developer
3004552f7358SJed Brown 
3005552f7358SJed Brown .keywords: mesh, points
3006552f7358SJed Brown .seealso: DMPlexGetHeightStratum(), DMPlexGetDepth()
3007552f7358SJed Brown @*/
30080adebc6cSBarry Smith PetscErrorCode DMPlexGetDepthStratum(DM dm, PetscInt stratumValue, PetscInt *start, PetscInt *end)
30090adebc6cSBarry Smith {
3010aa50250dSMatthew G. Knepley   DMLabel        label;
301163d1a920SMatthew G. Knepley   PetscInt       pStart, pEnd;
3012552f7358SJed Brown   PetscErrorCode ierr;
3013552f7358SJed Brown 
3014552f7358SJed Brown   PetscFunctionBegin;
3015552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
301663d1a920SMatthew G. Knepley   if (start) {PetscValidPointer(start, 3); *start = 0;}
301763d1a920SMatthew G. Knepley   if (end)   {PetscValidPointer(end,   4); *end   = 0;}
3018552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
30190d644c17SKarl Rupp   if (pStart == pEnd) PetscFunctionReturn(0);
302063d1a920SMatthew G. Knepley   if (stratumValue < 0) {
302163d1a920SMatthew G. Knepley     if (start) *start = pStart;
302263d1a920SMatthew G. Knepley     if (end)   *end   = pEnd;
302363d1a920SMatthew G. Knepley     PetscFunctionReturn(0);
3024552f7358SJed Brown   }
3025aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
302663d1a920SMatthew G. Knepley   if (!label) SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "No label named depth was found");
302763d1a920SMatthew G. Knepley   ierr = DMLabelGetStratumBounds(label, stratumValue, start, end);CHKERRQ(ierr);
3028552f7358SJed Brown   PetscFunctionReturn(0);
3029552f7358SJed Brown }
3030552f7358SJed Brown 
3031552f7358SJed Brown /*@
3032552f7358SJed Brown   DMPlexGetHeightStratum - Get the bounds [start, end) for all points at a certain height.
3033552f7358SJed Brown 
3034552f7358SJed Brown   Not Collective
3035552f7358SJed Brown 
3036552f7358SJed Brown   Input Parameters:
3037552f7358SJed Brown + dm           - The DMPlex object
3038552f7358SJed Brown - stratumValue - The requested height
3039552f7358SJed Brown 
3040552f7358SJed Brown   Output Parameters:
3041552f7358SJed Brown + start - The first point at this height
3042552f7358SJed Brown - end   - One beyond the last point at this height
3043552f7358SJed Brown 
3044552f7358SJed Brown   Level: developer
3045552f7358SJed Brown 
3046552f7358SJed Brown .keywords: mesh, points
3047552f7358SJed Brown .seealso: DMPlexGetDepthStratum(), DMPlexGetDepth()
3048552f7358SJed Brown @*/
30490adebc6cSBarry Smith PetscErrorCode DMPlexGetHeightStratum(DM dm, PetscInt stratumValue, PetscInt *start, PetscInt *end)
30500adebc6cSBarry Smith {
3051aa50250dSMatthew G. Knepley   DMLabel        label;
305263d1a920SMatthew G. Knepley   PetscInt       depth, pStart, pEnd;
3053552f7358SJed Brown   PetscErrorCode ierr;
3054552f7358SJed Brown 
3055552f7358SJed Brown   PetscFunctionBegin;
3056552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
305763d1a920SMatthew G. Knepley   if (start) {PetscValidPointer(start, 3); *start = 0;}
305863d1a920SMatthew G. Knepley   if (end)   {PetscValidPointer(end,   4); *end   = 0;}
3059552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
30600d644c17SKarl Rupp   if (pStart == pEnd) PetscFunctionReturn(0);
306163d1a920SMatthew G. Knepley   if (stratumValue < 0) {
306263d1a920SMatthew G. Knepley     if (start) *start = pStart;
306363d1a920SMatthew G. Knepley     if (end)   *end   = pEnd;
306463d1a920SMatthew G. Knepley     PetscFunctionReturn(0);
3065552f7358SJed Brown   }
3066aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
3067aa50250dSMatthew G. Knepley   if (!label) SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "No label named depth was found");CHKERRQ(ierr);
306863d1a920SMatthew G. Knepley   ierr = DMLabelGetNumValues(label, &depth);CHKERRQ(ierr);
306963d1a920SMatthew G. Knepley   ierr = DMLabelGetStratumBounds(label, depth-1-stratumValue, start, end);CHKERRQ(ierr);
3070552f7358SJed Brown   PetscFunctionReturn(0);
3071552f7358SJed Brown }
3072552f7358SJed Brown 
3073552f7358SJed Brown /* Set the number of dof on each point and separate by fields */
30747cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionInitial(DM dm, PetscInt dim, PetscInt numFields,const PetscInt numComp[],const PetscInt numDof[], PetscSection *section)
3075a6dfd86eSKarl Rupp {
3076ee55978aSMatthew G. Knepley   PetscInt      *pMax;
3077916f0f19SMatthew G. Knepley   PetscInt       depth, pStart = 0, pEnd = 0;
3078ee55978aSMatthew G. Knepley   PetscInt       Nf, p, d, dep, f;
3079fa716be8SMatthew G. Knepley   PetscBool     *isFE;
3080552f7358SJed Brown   PetscErrorCode ierr;
3081552f7358SJed Brown 
3082552f7358SJed Brown   PetscFunctionBegin;
3083fa716be8SMatthew G. Knepley   ierr = PetscMalloc1(numFields, &isFE);CHKERRQ(ierr);
3084ee55978aSMatthew G. Knepley   ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr);
3085fa716be8SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
3086fa716be8SMatthew G. Knepley     PetscObject  obj;
3087fa716be8SMatthew G. Knepley     PetscClassId id;
3088fa716be8SMatthew G. Knepley 
3089ee55978aSMatthew G. Knepley     isFE[f] = PETSC_FALSE;
3090ee55978aSMatthew G. Knepley     if (f >= Nf) continue;
3091fa716be8SMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
3092fa716be8SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
3093fa716be8SMatthew G. Knepley     if (id == PETSCFE_CLASSID)      {isFE[f] = PETSC_TRUE;}
3094fa716be8SMatthew G. Knepley     else if (id == PETSCFV_CLASSID) {isFE[f] = PETSC_FALSE;}
3095552f7358SJed Brown   }
309682f516ccSBarry Smith   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), section);CHKERRQ(ierr);
3097552f7358SJed Brown   if (numFields > 0) {
3098552f7358SJed Brown     ierr = PetscSectionSetNumFields(*section, numFields);CHKERRQ(ierr);
3099552f7358SJed Brown     if (numComp) {
3100552f7358SJed Brown       for (f = 0; f < numFields; ++f) {
3101552f7358SJed Brown         ierr = PetscSectionSetFieldComponents(*section, f, numComp[f]);CHKERRQ(ierr);
3102d484f18aSToby Isaac         if (isFE[f]) {
3103d484f18aSToby Isaac           PetscFE           fe;
3104d484f18aSToby Isaac           PetscDualSpace    dspace;
3105d484f18aSToby Isaac           const PetscInt    ***perms;
3106d484f18aSToby Isaac           const PetscScalar ***flips;
3107d484f18aSToby Isaac           const PetscInt    *numDof;
3108d484f18aSToby Isaac 
3109d484f18aSToby Isaac           ierr = DMGetField(dm,f,(PetscObject *) &fe);CHKERRQ(ierr);
3110d484f18aSToby Isaac           ierr = PetscFEGetDualSpace(fe,&dspace);CHKERRQ(ierr);
3111d484f18aSToby Isaac           ierr = PetscDualSpaceGetSymmetries(dspace,&perms,&flips);CHKERRQ(ierr);
3112d484f18aSToby Isaac           ierr = PetscDualSpaceGetNumDof(dspace,&numDof);CHKERRQ(ierr);
3113d484f18aSToby Isaac           if (perms || flips) {
3114d484f18aSToby Isaac             DM               K;
3115d484f18aSToby Isaac             DMLabel          depthLabel;
3116d484f18aSToby Isaac             PetscInt         depth, h;
3117d484f18aSToby Isaac             PetscSectionSym  sym;
3118d484f18aSToby Isaac 
3119d484f18aSToby Isaac             ierr = PetscDualSpaceGetDM(dspace,&K);CHKERRQ(ierr);
3120d484f18aSToby Isaac             ierr = DMPlexGetDepthLabel(dm,&depthLabel);CHKERRQ(ierr);
3121d484f18aSToby Isaac             ierr = DMPlexGetDepth(dm,&depth);CHKERRQ(ierr);
3122d484f18aSToby Isaac             ierr = PetscSectionSymCreateLabel(PetscObjectComm((PetscObject)*section),depthLabel,&sym);CHKERRQ(ierr);
3123d484f18aSToby Isaac             for (h = 0; h <= depth; h++) {
3124d484f18aSToby Isaac               PetscDualSpace    hspace;
3125d484f18aSToby Isaac               PetscInt          kStart, kEnd;
3126d484f18aSToby Isaac               PetscInt          kConeSize;
3127d484f18aSToby Isaac               const PetscInt    **perms0 = NULL;
3128d484f18aSToby Isaac               const PetscScalar **flips0 = NULL;
3129d484f18aSToby Isaac 
3130d484f18aSToby Isaac               ierr = PetscDualSpaceGetHeightSubspace(dspace,h,&hspace);CHKERRQ(ierr);
3131d484f18aSToby Isaac               ierr = DMPlexGetHeightStratum(K,h,&kStart,&kEnd);CHKERRQ(ierr);
3132d484f18aSToby Isaac               if (!hspace) continue;
3133d484f18aSToby Isaac               ierr = PetscDualSpaceGetSymmetries(hspace,&perms,&flips);CHKERRQ(ierr);
3134d484f18aSToby Isaac               if (perms) perms0 = perms[0];
3135d484f18aSToby Isaac               if (flips) flips0 = flips[0];
3136d484f18aSToby Isaac               if (!(perms0 || flips0)) continue;
3137d484f18aSToby Isaac               ierr = DMPlexGetConeSize(K,kStart,&kConeSize);CHKERRQ(ierr);
3138d484f18aSToby Isaac               ierr = PetscSectionSymLabelSetStratum(sym,depth - h,numDof[depth - h],-kConeSize,kConeSize,PETSC_USE_POINTER,perms0 ? &perms0[-kConeSize] : NULL,flips0 ? &flips0[-kConeSize] : NULL);CHKERRQ(ierr);
3139d484f18aSToby Isaac             }
3140d484f18aSToby Isaac             ierr = PetscSectionSetFieldSym(*section,f,sym);CHKERRQ(ierr);
3141d484f18aSToby Isaac             ierr = PetscSectionSymDestroy(&sym);CHKERRQ(ierr);
3142d484f18aSToby Isaac           }
3143d484f18aSToby Isaac         }
3144552f7358SJed Brown       }
3145552f7358SJed Brown     }
3146552f7358SJed Brown   }
3147552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
3148552f7358SJed Brown   ierr = PetscSectionSetChart(*section, pStart, pEnd);CHKERRQ(ierr);
3149916f0f19SMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
31509ac3fadcSMatthew G. Knepley   ierr = PetscMalloc1(depth+1,&pMax);CHKERRQ(ierr);
31519ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, depth >= 0 ? &pMax[depth] : NULL, depth>1 ? &pMax[depth-1] : NULL, depth>2 ? &pMax[1] : NULL, &pMax[0]);CHKERRQ(ierr);
3152916f0f19SMatthew G. Knepley   for (dep = 0; dep <= depth; ++dep) {
3153916f0f19SMatthew G. Knepley     d    = dim == depth ? dep : (!dep ? 0 : dim);
3154916f0f19SMatthew G. Knepley     ierr = DMPlexGetDepthStratum(dm, dep, &pStart, &pEnd);CHKERRQ(ierr);
3155fa716be8SMatthew G. Knepley     pMax[dep] = pMax[dep] < 0 ? pEnd : pMax[dep];
3156552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
3157ee55978aSMatthew G. Knepley       PetscInt tot = 0;
3158ee55978aSMatthew G. Knepley 
3159552f7358SJed Brown       for (f = 0; f < numFields; ++f) {
3160fa716be8SMatthew G. Knepley         if (isFE[f] && p >= pMax[dep]) continue;
3161552f7358SJed Brown         ierr = PetscSectionSetFieldDof(*section, p, f, numDof[f*(dim+1)+d]);CHKERRQ(ierr);
3162ee55978aSMatthew G. Knepley         tot += numDof[f*(dim+1)+d];
3163552f7358SJed Brown       }
3164ee55978aSMatthew G. Knepley       ierr = PetscSectionSetDof(*section, p, tot);CHKERRQ(ierr);
3165552f7358SJed Brown     }
3166552f7358SJed Brown   }
31679ac3fadcSMatthew G. Knepley   ierr = PetscFree(pMax);CHKERRQ(ierr);
3168fa716be8SMatthew G. Knepley   ierr = PetscFree(isFE);CHKERRQ(ierr);
3169552f7358SJed Brown   PetscFunctionReturn(0);
3170552f7358SJed Brown }
3171552f7358SJed Brown 
3172552f7358SJed Brown /* Set the number of dof on each point and separate by fields
3173ab1d0545SMatthew G. Knepley    If bcComps is NULL or the IS is NULL, constrain every dof on the point
3174552f7358SJed Brown */
31757cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionBCDof(DM dm, PetscInt numBC, const PetscInt bcField[], const IS bcComps[], const IS bcPoints[], PetscSection section)
3176a6dfd86eSKarl Rupp {
3177552f7358SJed Brown   PetscInt       numFields;
3178552f7358SJed Brown   PetscInt       bc;
3179a68b90caSToby Isaac   PetscSection   aSec;
3180552f7358SJed Brown   PetscErrorCode ierr;
3181552f7358SJed Brown 
3182552f7358SJed Brown   PetscFunctionBegin;
3183552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
3184552f7358SJed Brown   for (bc = 0; bc < numBC; ++bc) {
3185552f7358SJed Brown     PetscInt        field = 0;
3186ab1d0545SMatthew G. Knepley     const PetscInt *comp;
3187552f7358SJed Brown     const PetscInt *idx;
3188ab1d0545SMatthew G. Knepley     PetscInt        Nc = -1, n, i;
3189552f7358SJed Brown 
31900d644c17SKarl Rupp     if (numFields) field = bcField[bc];
3191ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetLocalSize(bcComps[bc], &Nc);CHKERRQ(ierr);}
3192ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3193552f7358SJed Brown     ierr = ISGetLocalSize(bcPoints[bc], &n);CHKERRQ(ierr);
3194552f7358SJed Brown     ierr = ISGetIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
3195552f7358SJed Brown     for (i = 0; i < n; ++i) {
3196552f7358SJed Brown       const PetscInt p = idx[i];
319706ff1081SMatthew G. Knepley       PetscInt       numConst;
3198552f7358SJed Brown 
3199552f7358SJed Brown       if (numFields) {
3200552f7358SJed Brown         ierr = PetscSectionGetFieldDof(section, p, field, &numConst);CHKERRQ(ierr);
3201552f7358SJed Brown       } else {
3202552f7358SJed Brown         ierr = PetscSectionGetDof(section, p, &numConst);CHKERRQ(ierr);
3203552f7358SJed Brown       }
320406ff1081SMatthew G. Knepley       /* If Nc < 0, constrain every dof on the point */
320506ff1081SMatthew G. Knepley       if (Nc > 0) numConst = PetscMin(numConst, Nc);
320606ff1081SMatthew G. Knepley       if (numFields) {ierr = PetscSectionAddFieldConstraintDof(section, p, field, numConst);CHKERRQ(ierr);}
3207552f7358SJed Brown       ierr = PetscSectionAddConstraintDof(section, p, numConst);CHKERRQ(ierr);
3208552f7358SJed Brown     }
3209552f7358SJed Brown     ierr = ISRestoreIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
321006ff1081SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISRestoreIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3211552f7358SJed Brown   }
3212a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm, &aSec, NULL);CHKERRQ(ierr);
3213a68b90caSToby Isaac   if (aSec) {
3214a68b90caSToby Isaac     PetscInt aStart, aEnd, a;
3215a68b90caSToby Isaac 
3216a68b90caSToby Isaac     ierr = PetscSectionGetChart(aSec, &aStart, &aEnd);CHKERRQ(ierr);
3217a68b90caSToby Isaac     for (a = aStart; a < aEnd; a++) {
3218ab1d0545SMatthew G. Knepley       PetscInt dof, f;
3219a68b90caSToby Isaac 
3220a68b90caSToby Isaac       ierr = PetscSectionGetDof(aSec, a, &dof);CHKERRQ(ierr);
3221a68b90caSToby Isaac       if (dof) {
3222a68b90caSToby Isaac         /* if there are point-to-point constraints, then all dofs are constrained */
3223a68b90caSToby Isaac         ierr = PetscSectionGetDof(section, a, &dof);CHKERRQ(ierr);
3224a68b90caSToby Isaac         ierr = PetscSectionSetConstraintDof(section, a, dof);CHKERRQ(ierr);
3225a68b90caSToby Isaac         for (f = 0; f < numFields; f++) {
3226a68b90caSToby Isaac           ierr = PetscSectionGetFieldDof(section, a, f, &dof);CHKERRQ(ierr);
3227a68b90caSToby Isaac           ierr = PetscSectionSetFieldConstraintDof(section, a, f, dof);CHKERRQ(ierr);
3228a68b90caSToby Isaac         }
3229a68b90caSToby Isaac       }
3230a68b90caSToby Isaac     }
3231a68b90caSToby Isaac   }
3232552f7358SJed Brown   PetscFunctionReturn(0);
3233552f7358SJed Brown }
3234552f7358SJed Brown 
3235ab1d0545SMatthew G. Knepley /* Set the constrained field indices on each point
3236ab1d0545SMatthew G. Knepley    If bcComps is NULL or the IS is NULL, constrain every dof on the point
3237ab1d0545SMatthew G. Knepley */
32387cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionBCIndicesField(DM dm, PetscInt numBC,const PetscInt bcField[], const IS bcComps[], const IS bcPoints[], PetscSection section)
32390adebc6cSBarry Smith {
3240ab1d0545SMatthew G. Knepley   PetscSection   aSec;
3241ab1d0545SMatthew G. Knepley   PetscInt      *indices;
3242ab1d0545SMatthew G. Knepley   PetscInt       numFields, maxDof, pStart, pEnd, p, bc, f, d;
3243552f7358SJed Brown   PetscErrorCode ierr;
3244552f7358SJed Brown 
3245552f7358SJed Brown   PetscFunctionBegin;
3246552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
3247ab1d0545SMatthew G. Knepley   if (!numFields) PetscFunctionReturn(0);
3248ab1d0545SMatthew G. Knepley   /* Initialize all field indices to -1 */
3249552f7358SJed Brown   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
3250ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetMaxDof(section, &maxDof);CHKERRQ(ierr);
3251ab1d0545SMatthew G. Knepley   ierr = PetscMalloc1(maxDof, &indices);CHKERRQ(ierr);
3252ab1d0545SMatthew G. Knepley   for (d = 0; d < maxDof; ++d) indices[d] = -1;
3253ab1d0545SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) for (f = 0; f < numFields; ++f) {ierr = PetscSectionSetFieldConstraintIndices(section, p, f, indices);CHKERRQ(ierr);}
3254ab1d0545SMatthew G. Knepley   /* Handle BC constraints */
3255ab1d0545SMatthew G. Knepley   for (bc = 0; bc < numBC; ++bc) {
3256ab1d0545SMatthew G. Knepley     const PetscInt  field = bcField[bc];
3257ab1d0545SMatthew G. Knepley     const PetscInt *comp, *idx;
3258ab1d0545SMatthew G. Knepley     PetscInt        Nc = -1, n, i;
3259552f7358SJed Brown 
3260ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetLocalSize(bcComps[bc], &Nc);CHKERRQ(ierr);}
3261ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3262ab1d0545SMatthew G. Knepley     ierr = ISGetLocalSize(bcPoints[bc], &n);CHKERRQ(ierr);
3263ab1d0545SMatthew G. Knepley     ierr = ISGetIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
3264ab1d0545SMatthew G. Knepley     for (i = 0; i < n; ++i) {
3265ab1d0545SMatthew G. Knepley       const PetscInt  p = idx[i];
3266ab1d0545SMatthew G. Knepley       const PetscInt *find;
3267ab1d0545SMatthew G. Knepley       PetscInt        fcdof, c;
3268ab1d0545SMatthew G. Knepley 
3269ab1d0545SMatthew G. Knepley       ierr = PetscSectionGetFieldConstraintDof(section, p, field, &fcdof);CHKERRQ(ierr);
3270ab1d0545SMatthew G. Knepley       if (Nc < 0) {
3271ab1d0545SMatthew G. Knepley         for (d = 0; d < fcdof; ++d) indices[d] = d;
3272552f7358SJed Brown       } else {
3273ab1d0545SMatthew G. Knepley         ierr = PetscSectionGetFieldConstraintIndices(section, p, field, &find);CHKERRQ(ierr);
3274ab1d0545SMatthew G. Knepley         for (d = 0; d < fcdof; ++d) {if (find[d] < 0) break; indices[d] = find[d];}
3275ab1d0545SMatthew G. Knepley         for (c = 0; c < Nc; ++c) indices[d+c] = comp[c];
3276ab1d0545SMatthew G. Knepley         ierr = PetscSortInt(d+Nc, indices);CHKERRQ(ierr);
3277ab1d0545SMatthew G. Knepley         for (c = d+Nc; c < fcdof; ++c) indices[c] = -1;
3278552f7358SJed Brown       }
3279ab1d0545SMatthew G. Knepley       ierr = PetscSectionSetFieldConstraintIndices(section, p, field, indices);CHKERRQ(ierr);
3280552f7358SJed Brown     }
3281ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISRestoreIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3282ab1d0545SMatthew G. Knepley     ierr = ISRestoreIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
3283552f7358SJed Brown   }
3284ab1d0545SMatthew G. Knepley   /* Handle anchors */
3285ab1d0545SMatthew G. Knepley   ierr = DMPlexGetAnchors(dm, &aSec, NULL);CHKERRQ(ierr);
3286ab1d0545SMatthew G. Knepley   if (aSec) {
3287ab1d0545SMatthew G. Knepley     PetscInt aStart, aEnd, a;
3288552f7358SJed Brown 
3289ab1d0545SMatthew G. Knepley     for (d = 0; d < maxDof; ++d) indices[d] = d;
3290ab1d0545SMatthew G. Knepley     ierr = PetscSectionGetChart(aSec, &aStart, &aEnd);CHKERRQ(ierr);
3291ab1d0545SMatthew G. Knepley     for (a = aStart; a < aEnd; a++) {
3292ab1d0545SMatthew G. Knepley       PetscInt dof, fdof, f;
3293ab1d0545SMatthew G. Knepley 
3294ab1d0545SMatthew G. Knepley       ierr = PetscSectionGetDof(aSec, a, &dof);CHKERRQ(ierr);
3295ab1d0545SMatthew G. Knepley       if (dof) {
3296ab1d0545SMatthew G. Knepley         /* if there are point-to-point constraints, then all dofs are constrained */
3297ab1d0545SMatthew G. Knepley         for (f = 0; f < numFields; f++) {
3298ab1d0545SMatthew G. Knepley           ierr = PetscSectionGetFieldDof(section, a, f, &fdof);CHKERRQ(ierr);
3299ab1d0545SMatthew G. Knepley           ierr = PetscSectionSetFieldConstraintIndices(section, a, f, indices);CHKERRQ(ierr);
3300ab1d0545SMatthew G. Knepley         }
3301ab1d0545SMatthew G. Knepley       }
3302ab1d0545SMatthew G. Knepley     }
3303ab1d0545SMatthew G. Knepley   }
3304ab1d0545SMatthew G. Knepley   ierr = PetscFree(indices);CHKERRQ(ierr);
3305ab1d0545SMatthew G. Knepley   PetscFunctionReturn(0);
3306ab1d0545SMatthew G. Knepley }
3307ab1d0545SMatthew G. Knepley 
3308ab1d0545SMatthew G. Knepley /* Set the constrained indices on each point */
33097cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionBCIndices(DM dm, PetscSection section)
3310ab1d0545SMatthew G. Knepley {
3311ab1d0545SMatthew G. Knepley   PetscInt      *indices;
3312ab1d0545SMatthew G. Knepley   PetscInt       numFields, maxDof, pStart, pEnd, p, f, d;
3313ab1d0545SMatthew G. Knepley   PetscErrorCode ierr;
3314ab1d0545SMatthew G. Knepley 
3315ab1d0545SMatthew G. Knepley   PetscFunctionBegin;
3316ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
3317ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetMaxDof(section, &maxDof);CHKERRQ(ierr);
3318ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
3319ab1d0545SMatthew G. Knepley   ierr = PetscMalloc1(maxDof, &indices);CHKERRQ(ierr);
3320ab1d0545SMatthew G. Knepley   for (d = 0; d < maxDof; ++d) indices[d] = -1;
3321552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
3322552f7358SJed Brown     PetscInt cdof, d;
3323552f7358SJed Brown 
3324552f7358SJed Brown     ierr = PetscSectionGetConstraintDof(section, p, &cdof);CHKERRQ(ierr);
3325552f7358SJed Brown     if (cdof) {
3326552f7358SJed Brown       if (numFields) {
3327552f7358SJed Brown         PetscInt numConst = 0, foff = 0;
3328552f7358SJed Brown 
3329552f7358SJed Brown         for (f = 0; f < numFields; ++f) {
3330ab1d0545SMatthew G. Knepley           const PetscInt *find;
3331ab1d0545SMatthew G. Knepley           PetscInt        fcdof, fdof;
3332552f7358SJed Brown 
3333552f7358SJed Brown           ierr = PetscSectionGetFieldDof(section, p, f, &fdof);CHKERRQ(ierr);
3334ab1d0545SMatthew G. Knepley           ierr = PetscSectionGetFieldConstraintDof(section, p, f, &fcdof);CHKERRQ(ierr);
3335ab1d0545SMatthew G. Knepley           /* Change constraint numbering from field component to local dof number */
3336ab1d0545SMatthew G. Knepley           ierr = PetscSectionGetFieldConstraintIndices(section, p, f, &find);CHKERRQ(ierr);
3337ab1d0545SMatthew G. Knepley           for (d = 0; d < fcdof; ++d) indices[numConst+d] = find[d] + foff;
3338ab1d0545SMatthew G. Knepley           numConst += fcdof;
3339552f7358SJed Brown           foff     += fdof;
3340552f7358SJed Brown         }
3341552f7358SJed Brown         if (cdof != numConst) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_LIB, "Total number of field constraints %D should be %D", numConst, cdof);
3342552f7358SJed Brown       } else {
33430d644c17SKarl Rupp         for (d = 0; d < cdof; ++d) indices[d] = d;
3344552f7358SJed Brown       }
3345552f7358SJed Brown       ierr = PetscSectionSetConstraintIndices(section, p, indices);CHKERRQ(ierr);
3346552f7358SJed Brown     }
3347552f7358SJed Brown   }
3348552f7358SJed Brown   ierr = PetscFree(indices);CHKERRQ(ierr);
3349552f7358SJed Brown   PetscFunctionReturn(0);
3350552f7358SJed Brown }
3351552f7358SJed Brown 
3352552f7358SJed Brown /*@C
3353552f7358SJed Brown   DMPlexCreateSection - Create a PetscSection based upon the dof layout specification provided.
3354552f7358SJed Brown 
3355552f7358SJed Brown   Not Collective
3356552f7358SJed Brown 
3357552f7358SJed Brown   Input Parameters:
3358552f7358SJed Brown + dm        - The DMPlex object
3359552f7358SJed Brown . dim       - The spatial dimension of the problem
3360552f7358SJed Brown . numFields - The number of fields in the problem
3361552f7358SJed Brown . numComp   - An array of size numFields that holds the number of components for each field
3362552f7358SJed Brown . numDof    - An array of size numFields*(dim+1) which holds the number of dof for each field on a mesh piece of dimension d
3363552f7358SJed Brown . numBC     - The number of boundary conditions
3364552f7358SJed Brown . bcField   - An array of size numBC giving the field number for each boundry condition
3365ab1d0545SMatthew G. Knepley . bcComps   - [Optional] An array of size numBC giving an IS holding the field components to which each boundary condition applies
3366ab1d0545SMatthew G. Knepley . bcPoints  - An array of size numBC giving an IS holding the Plex points to which each boundary condition applies
3367f8f126e8SMatthew G. Knepley - perm      - Optional permutation of the chart, or NULL
3368552f7358SJed Brown 
3369552f7358SJed Brown   Output Parameter:
3370552f7358SJed Brown . section - The PetscSection object
3371552f7358SJed Brown 
3372552f7358SJed Brown   Notes: numDof[f*(dim+1)+d] gives the number of dof for field f on sieve points of dimension d. For instance, numDof[1] is the
3373f8f126e8SMatthew G. Knepley   number of dof for field 0 on each edge.
3374f8f126e8SMatthew G. Knepley 
3375f8f126e8SMatthew G. Knepley   The chart permutation is the same one set using PetscSectionSetPermutation()
3376552f7358SJed Brown 
3377552f7358SJed Brown   Level: developer
3378552f7358SJed Brown 
33793813dfbdSMatthew G Knepley   Fortran Notes:
33803813dfbdSMatthew G Knepley   A Fortran 90 version is available as DMPlexCreateSectionF90()
33813813dfbdSMatthew G Knepley 
3382552f7358SJed Brown .keywords: mesh, elements
3383f8f126e8SMatthew G. Knepley .seealso: DMPlexCreate(), PetscSectionCreate(), PetscSectionSetPermutation()
3384552f7358SJed Brown @*/
3385ab1d0545SMatthew G. Knepley PetscErrorCode DMPlexCreateSection(DM dm, PetscInt dim, PetscInt numFields,const PetscInt numComp[],const PetscInt numDof[], PetscInt numBC,const PetscInt bcField[], const IS bcComps[], const IS bcPoints[], IS perm, PetscSection *section)
3386a6dfd86eSKarl Rupp {
3387a68b90caSToby Isaac   PetscSection   aSec;
3388552f7358SJed Brown   PetscErrorCode ierr;
3389552f7358SJed Brown 
3390552f7358SJed Brown   PetscFunctionBegin;
3391552f7358SJed Brown   ierr = DMPlexCreateSectionInitial(dm, dim, numFields, numComp, numDof, section);CHKERRQ(ierr);
3392ab1d0545SMatthew G. Knepley   ierr = DMPlexCreateSectionBCDof(dm, numBC, bcField, bcComps, bcPoints, *section);CHKERRQ(ierr);
3393f8f126e8SMatthew G. Knepley   if (perm) {ierr = PetscSectionSetPermutation(*section, perm);CHKERRQ(ierr);}
3394552f7358SJed Brown   ierr = PetscSectionSetUp(*section);CHKERRQ(ierr);
3395a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&aSec,NULL);CHKERRQ(ierr);
3396ab1d0545SMatthew G. Knepley   if (numBC || aSec) {
3397ab1d0545SMatthew G. Knepley     ierr = DMPlexCreateSectionBCIndicesField(dm, numBC, bcField, bcComps, bcPoints, *section);CHKERRQ(ierr);
3398ab1d0545SMatthew G. Knepley     ierr = DMPlexCreateSectionBCIndices(dm, *section);CHKERRQ(ierr);
3399ab1d0545SMatthew G. Knepley   }
3400ce1779c8SBarry Smith   ierr = PetscSectionViewFromOptions(*section,NULL,"-section_view");CHKERRQ(ierr);
3401552f7358SJed Brown   PetscFunctionReturn(0);
3402552f7358SJed Brown }
3403552f7358SJed Brown 
34040adebc6cSBarry Smith PetscErrorCode DMCreateCoordinateDM_Plex(DM dm, DM *cdm)
34050adebc6cSBarry Smith {
3406efe440bfSMatthew G. Knepley   PetscSection   section, s;
3407efe440bfSMatthew G. Knepley   Mat            m;
34083e922f36SToby Isaac   PetscInt       maxHeight;
3409552f7358SJed Brown   PetscErrorCode ierr;
3410552f7358SJed Brown 
3411552f7358SJed Brown   PetscFunctionBegin;
341238221697SMatthew G. Knepley   ierr = DMClone(dm, cdm);CHKERRQ(ierr);
34133e922f36SToby Isaac   ierr = DMPlexGetMaxProjectionHeight(dm, &maxHeight);CHKERRQ(ierr);
34143e922f36SToby Isaac   ierr = DMPlexSetMaxProjectionHeight(*cdm, maxHeight);CHKERRQ(ierr);
341582f516ccSBarry Smith   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), &section);CHKERRQ(ierr);
3416552f7358SJed Brown   ierr = DMSetDefaultSection(*cdm, section);CHKERRQ(ierr);
34171d799100SJed Brown   ierr = PetscSectionDestroy(&section);CHKERRQ(ierr);
3418efe440bfSMatthew G. Knepley   ierr = PetscSectionCreate(PETSC_COMM_SELF, &s);CHKERRQ(ierr);
3419efe440bfSMatthew G. Knepley   ierr = MatCreate(PETSC_COMM_SELF, &m);CHKERRQ(ierr);
3420efe440bfSMatthew G. Knepley   ierr = DMSetDefaultConstraints(*cdm, s, m);CHKERRQ(ierr);
3421efe440bfSMatthew G. Knepley   ierr = PetscSectionDestroy(&s);CHKERRQ(ierr);
3422efe440bfSMatthew G. Knepley   ierr = MatDestroy(&m);CHKERRQ(ierr);
3423552f7358SJed Brown   PetscFunctionReturn(0);
3424552f7358SJed Brown }
3425552f7358SJed Brown 
34267cd05799SMatthew G. Knepley /*@C
34277cd05799SMatthew G. Knepley   DMPlexGetConeSection - Return a section which describes the layout of cone data
34287cd05799SMatthew G. Knepley 
34297cd05799SMatthew G. Knepley   Not Collective
34307cd05799SMatthew G. Knepley 
34317cd05799SMatthew G. Knepley   Input Parameters:
34327cd05799SMatthew G. Knepley . dm        - The DMPlex object
34337cd05799SMatthew G. Knepley 
34347cd05799SMatthew G. Knepley   Output Parameter:
34357cd05799SMatthew G. Knepley . section - The PetscSection object
34367cd05799SMatthew G. Knepley 
34377cd05799SMatthew G. Knepley   Level: developer
34387cd05799SMatthew G. Knepley 
34397cd05799SMatthew G. Knepley .seealso: DMPlexGetSupportSection(), DMPlexGetCones(), DMPlexGetConeOrientations()
34407cd05799SMatthew G. Knepley @*/
34410adebc6cSBarry Smith PetscErrorCode DMPlexGetConeSection(DM dm, PetscSection *section)
34420adebc6cSBarry Smith {
3443552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
3444552f7358SJed Brown 
3445552f7358SJed Brown   PetscFunctionBegin;
3446552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3447552f7358SJed Brown   if (section) *section = mesh->coneSection;
3448552f7358SJed Brown   PetscFunctionReturn(0);
3449552f7358SJed Brown }
3450552f7358SJed Brown 
34517cd05799SMatthew G. Knepley /*@C
34527cd05799SMatthew G. Knepley   DMPlexGetSupportSection - Return a section which describes the layout of support data
34537cd05799SMatthew G. Knepley 
34547cd05799SMatthew G. Knepley   Not Collective
34557cd05799SMatthew G. Knepley 
34567cd05799SMatthew G. Knepley   Input Parameters:
34577cd05799SMatthew G. Knepley . dm        - The DMPlex object
34587cd05799SMatthew G. Knepley 
34597cd05799SMatthew G. Knepley   Output Parameter:
34607cd05799SMatthew G. Knepley . section - The PetscSection object
34617cd05799SMatthew G. Knepley 
34627cd05799SMatthew G. Knepley   Level: developer
34637cd05799SMatthew G. Knepley 
34647cd05799SMatthew G. Knepley .seealso: DMPlexGetConeSection()
34657cd05799SMatthew G. Knepley @*/
34668cb4d582SMatthew G. Knepley PetscErrorCode DMPlexGetSupportSection(DM dm, PetscSection *section)
34678cb4d582SMatthew G. Knepley {
34688cb4d582SMatthew G. Knepley   DM_Plex *mesh = (DM_Plex*) dm->data;
34698cb4d582SMatthew G. Knepley 
34708cb4d582SMatthew G. Knepley   PetscFunctionBegin;
34718cb4d582SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
34728cb4d582SMatthew G. Knepley   if (section) *section = mesh->supportSection;
34738cb4d582SMatthew G. Knepley   PetscFunctionReturn(0);
34748cb4d582SMatthew G. Knepley }
34758cb4d582SMatthew G. Knepley 
34767cd05799SMatthew G. Knepley /*@C
34777cd05799SMatthew G. Knepley   DMPlexGetCones - Return cone data
34787cd05799SMatthew G. Knepley 
34797cd05799SMatthew G. Knepley   Not Collective
34807cd05799SMatthew G. Knepley 
34817cd05799SMatthew G. Knepley   Input Parameters:
34827cd05799SMatthew G. Knepley . dm        - The DMPlex object
34837cd05799SMatthew G. Knepley 
34847cd05799SMatthew G. Knepley   Output Parameter:
34857cd05799SMatthew G. Knepley . cones - The cone for each point
34867cd05799SMatthew G. Knepley 
34877cd05799SMatthew G. Knepley   Level: developer
34887cd05799SMatthew G. Knepley 
34897cd05799SMatthew G. Knepley .seealso: DMPlexGetConeSection()
34907cd05799SMatthew G. Knepley @*/
3491a6dfd86eSKarl Rupp PetscErrorCode DMPlexGetCones(DM dm, PetscInt *cones[])
3492a6dfd86eSKarl Rupp {
3493552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
3494552f7358SJed Brown 
3495552f7358SJed Brown   PetscFunctionBegin;
3496552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3497552f7358SJed Brown   if (cones) *cones = mesh->cones;
3498552f7358SJed Brown   PetscFunctionReturn(0);
3499552f7358SJed Brown }
3500552f7358SJed Brown 
35017cd05799SMatthew G. Knepley /*@C
35027cd05799SMatthew G. Knepley   DMPlexGetConeOrientations - Return cone orientation data
35037cd05799SMatthew G. Knepley 
35047cd05799SMatthew G. Knepley   Not Collective
35057cd05799SMatthew G. Knepley 
35067cd05799SMatthew G. Knepley   Input Parameters:
35077cd05799SMatthew G. Knepley . dm        - The DMPlex object
35087cd05799SMatthew G. Knepley 
35097cd05799SMatthew G. Knepley   Output Parameter:
35107cd05799SMatthew G. Knepley . coneOrientations - The cone orientation for each point
35117cd05799SMatthew G. Knepley 
35127cd05799SMatthew G. Knepley   Level: developer
35137cd05799SMatthew G. Knepley 
35147cd05799SMatthew G. Knepley .seealso: DMPlexGetConeSection()
35157cd05799SMatthew G. Knepley @*/
3516a6dfd86eSKarl Rupp PetscErrorCode DMPlexGetConeOrientations(DM dm, PetscInt *coneOrientations[])
3517a6dfd86eSKarl Rupp {
3518552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
3519552f7358SJed Brown 
3520552f7358SJed Brown   PetscFunctionBegin;
3521552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3522552f7358SJed Brown   if (coneOrientations) *coneOrientations = mesh->coneOrientations;
3523552f7358SJed Brown   PetscFunctionReturn(0);
3524552f7358SJed Brown }
3525552f7358SJed Brown 
3526552f7358SJed Brown /******************************** FEM Support **********************************/
3527552f7358SJed Brown 
35283194fc30SMatthew G. Knepley PetscErrorCode DMPlexCreateSpectralClosurePermutation(DM dm, PetscSection section)
35293194fc30SMatthew G. Knepley {
35303194fc30SMatthew G. Knepley   PetscInt      *perm;
353189eabcffSMatthew G. Knepley   PetscInt       dim, eStart, k, Nf, f, Nc, c, i, j, size = 0, offset = 0, foffset = 0;
35323194fc30SMatthew G. Knepley   PetscErrorCode ierr;
35333194fc30SMatthew G. Knepley 
35343194fc30SMatthew G. Knepley   PetscFunctionBegin;
35353194fc30SMatthew G. Knepley   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
35363194fc30SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
35373194fc30SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
353889eabcffSMatthew G. Knepley   if (dim <= 1) PetscFunctionReturn(0);
35393194fc30SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
35403194fc30SMatthew G. Knepley     /* An order k SEM disc has k-1 dofs on an edge */
35413194fc30SMatthew G. Knepley     ierr = DMPlexGetDepthStratum(dm, 1, &eStart, NULL);CHKERRQ(ierr);
35423194fc30SMatthew G. Knepley     ierr = PetscSectionGetFieldDof(section, eStart, f, &k);CHKERRQ(ierr);
35433194fc30SMatthew G. Knepley     ierr = PetscSectionGetFieldComponents(section, f, &Nc);CHKERRQ(ierr);
35443194fc30SMatthew G. Knepley     k = k/Nc + 1;
354589eabcffSMatthew G. Knepley     size += PetscPowInt(k+1, dim)*Nc;
35463194fc30SMatthew G. Knepley   }
35473194fc30SMatthew G. Knepley   ierr = PetscMalloc1(size, &perm);CHKERRQ(ierr);
35483194fc30SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
354989eabcffSMatthew G. Knepley     switch (dim) {
355089eabcffSMatthew G. Knepley     case 2:
35513194fc30SMatthew G. Knepley       /* The original quad closure is oriented clockwise, {f, e_b, e_r, e_t, e_l, v_lb, v_rb, v_tr, v_tl} */
35523194fc30SMatthew G. Knepley       ierr = DMPlexGetDepthStratum(dm, 1, &eStart, NULL);CHKERRQ(ierr);
35533194fc30SMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, eStart, f, &k);CHKERRQ(ierr);
35543194fc30SMatthew G. Knepley       ierr = PetscSectionGetFieldComponents(section, f, &Nc);CHKERRQ(ierr);
35553194fc30SMatthew G. Knepley       k = k/Nc + 1;
35563194fc30SMatthew G. Knepley       /* The SEM order is
35573194fc30SMatthew G. Knepley 
35583194fc30SMatthew G. Knepley          v_lb, {e_b}, v_rb,
355989eabcffSMatthew G. Knepley          e^{(k-1)-i}_l, {f^{i*(k-1)}}, e^i_r,
35603194fc30SMatthew G. Knepley          v_lt, reverse {e_t}, v_rt
35613194fc30SMatthew G. Knepley       */
35623194fc30SMatthew G. Knepley       {
35633194fc30SMatthew G. Knepley         const PetscInt of   = 0;
35643194fc30SMatthew G. Knepley         const PetscInt oeb  = of   + PetscSqr(k-1);
35653194fc30SMatthew G. Knepley         const PetscInt oer  = oeb  + (k-1);
35663194fc30SMatthew G. Knepley         const PetscInt oet  = oer  + (k-1);
35673194fc30SMatthew G. Knepley         const PetscInt oel  = oet  + (k-1);
35683194fc30SMatthew G. Knepley         const PetscInt ovlb = oel  + (k-1);
35693194fc30SMatthew G. Knepley         const PetscInt ovrb = ovlb + 1;
35703194fc30SMatthew G. Knepley         const PetscInt ovrt = ovrb + 1;
35713194fc30SMatthew G. Knepley         const PetscInt ovlt = ovrt + 1;
35723194fc30SMatthew G. Knepley         PetscInt       o;
35733194fc30SMatthew G. Knepley 
35743194fc30SMatthew G. Knepley         /* bottom */
35753194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovlb*Nc + c + foffset;
35763194fc30SMatthew G. Knepley         for (o = oeb; o < oer; ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
35773194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovrb*Nc + c + foffset;
35783194fc30SMatthew G. Knepley         /* middle */
35793194fc30SMatthew G. Knepley         for (i = 0; i < k-1; ++i) {
35803194fc30SMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oel+(k-2)-i)*Nc + c + foffset;
35813194fc30SMatthew G. Knepley           for (o = of+(k-1)*i; o < of+(k-1)*(i+1); ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
35823194fc30SMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oer+i)*Nc + c + foffset;
35833194fc30SMatthew G. Knepley         }
35843194fc30SMatthew G. Knepley         /* top */
35853194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovlt*Nc + c + foffset;
35863194fc30SMatthew G. Knepley         for (o = oel-1; o >= oet; --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
35873194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovrt*Nc + c + foffset;
35883194fc30SMatthew G. Knepley         foffset = offset;
35893194fc30SMatthew G. Knepley       }
359089eabcffSMatthew G. Knepley       break;
359189eabcffSMatthew G. Knepley     case 3:
359289eabcffSMatthew G. Knepley       /* The original hex closure is
359389eabcffSMatthew G. Knepley 
359489eabcffSMatthew G. Knepley          {c,
359589eabcffSMatthew G. Knepley           f_b, f_t, f_f, f_b, f_r, f_l,
359689eabcffSMatthew G. Knepley           e_bl, e_bb, e_br, e_bf,  e_tf, e_tr, e_tb, e_tl,  e_rf, e_lf, e_lb, e_rb,
359789eabcffSMatthew G. Knepley           v_blf, v_blb, v_brb, v_brf, v_tlf, v_trf, v_trb, v_tlb}
359889eabcffSMatthew G. Knepley       */
359989eabcffSMatthew G. Knepley       ierr = DMPlexGetDepthStratum(dm, 1, &eStart, NULL);CHKERRQ(ierr);
360089eabcffSMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, eStart, f, &k);CHKERRQ(ierr);
360189eabcffSMatthew G. Knepley       ierr = PetscSectionGetFieldComponents(section, f, &Nc);CHKERRQ(ierr);
360289eabcffSMatthew G. Knepley       k = k/Nc + 1;
360389eabcffSMatthew G. Knepley       /* The SEM order is
360489eabcffSMatthew G. Knepley          Bottom Slice
360589eabcffSMatthew G. Knepley          v_blf, {e^{(k-1)-n}_bf}, v_brf,
360689eabcffSMatthew G. Knepley          e^{i}_bl, f^{n*(k-1)+(k-1)-i}_b, e^{(k-1)-i}_br,
360789eabcffSMatthew G. Knepley          v_blb, {e_bb}, v_brb,
360889eabcffSMatthew G. Knepley 
360989eabcffSMatthew G. Knepley          Middle Slice (j)
361089eabcffSMatthew G. Knepley          {e^{(k-1)-j}_lf}, {f^{j*(k-1)+n}_f}, e^j_rf,
361189eabcffSMatthew G. Knepley          f^{i*(k-1)+j}_l, {c^{(j*(k-1) + i)*(k-1)+n}_t}, f^{j*(k-1)+i}_r,
361289eabcffSMatthew G. Knepley          e^j_lb, {f^{j*(k-1)+(k-1)-n}_b}, e^{(k-1)-j}_rb,
361389eabcffSMatthew G. Knepley 
361489eabcffSMatthew G. Knepley          Top Slice
361589eabcffSMatthew G. Knepley          v_tlf, {e_tf}, v_trf,
361689eabcffSMatthew G. Knepley          e^{(k-1)-i}_tl, {f^{i*(k-1)}_t}, e^{i}_tr,
361789eabcffSMatthew G. Knepley          v_tlb, {e^{(k-1)-n}_tb}, v_trb,
361889eabcffSMatthew G. Knepley       */
361989eabcffSMatthew G. Knepley       {
362089eabcffSMatthew G. Knepley         const PetscInt oc    = 0;
362189eabcffSMatthew G. Knepley         const PetscInt ofb   = oc    + PetscSqr(k-1)*(k-1);
362289eabcffSMatthew G. Knepley         const PetscInt oft   = ofb   + PetscSqr(k-1);
362389eabcffSMatthew G. Knepley         const PetscInt off   = oft   + PetscSqr(k-1);
362489eabcffSMatthew G. Knepley         const PetscInt ofk   = off   + PetscSqr(k-1);
362589eabcffSMatthew G. Knepley         const PetscInt ofr   = ofk   + PetscSqr(k-1);
362689eabcffSMatthew G. Knepley         const PetscInt ofl   = ofr   + PetscSqr(k-1);
362789eabcffSMatthew G. Knepley         const PetscInt oebl  = ofl   + PetscSqr(k-1);
362889eabcffSMatthew G. Knepley         const PetscInt oebb  = oebl  + (k-1);
362989eabcffSMatthew G. Knepley         const PetscInt oebr  = oebb  + (k-1);
363089eabcffSMatthew G. Knepley         const PetscInt oebf  = oebr  + (k-1);
363189eabcffSMatthew G. Knepley         const PetscInt oetf  = oebf  + (k-1);
363289eabcffSMatthew G. Knepley         const PetscInt oetr  = oetf  + (k-1);
363389eabcffSMatthew G. Knepley         const PetscInt oetb  = oetr  + (k-1);
363489eabcffSMatthew G. Knepley         const PetscInt oetl  = oetb  + (k-1);
363589eabcffSMatthew G. Knepley         const PetscInt oerf  = oetl  + (k-1);
363689eabcffSMatthew G. Knepley         const PetscInt oelf  = oerf  + (k-1);
363789eabcffSMatthew G. Knepley         const PetscInt oelb  = oelf  + (k-1);
363889eabcffSMatthew G. Knepley         const PetscInt oerb  = oelb  + (k-1);
363989eabcffSMatthew G. Knepley         const PetscInt ovblf = oerb  + (k-1);
364089eabcffSMatthew G. Knepley         const PetscInt ovblb = ovblf + 1;
364189eabcffSMatthew G. Knepley         const PetscInt ovbrb = ovblb + 1;
364289eabcffSMatthew G. Knepley         const PetscInt ovbrf = ovbrb + 1;
364389eabcffSMatthew G. Knepley         const PetscInt ovtlf = ovbrf + 1;
364489eabcffSMatthew G. Knepley         const PetscInt ovtrf = ovtlf + 1;
364589eabcffSMatthew G. Knepley         const PetscInt ovtrb = ovtrf + 1;
364689eabcffSMatthew G. Knepley         const PetscInt ovtlb = ovtrb + 1;
364789eabcffSMatthew G. Knepley         PetscInt       o, n;
364889eabcffSMatthew G. Knepley 
364989eabcffSMatthew G. Knepley         /* Bottom Slice */
365089eabcffSMatthew G. Knepley         /*   bottom */
365189eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovblf*Nc + c + foffset;
365289eabcffSMatthew G. Knepley         for (o = oetf-1; o >= oebf; --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
365389eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovbrf*Nc + c + foffset;
365489eabcffSMatthew G. Knepley         /*   middle */
365589eabcffSMatthew G. Knepley         for (i = 0; i < k-1; ++i) {
365689eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oebl+i)*Nc + c + foffset;
3657316b7f87SMax Rietmann           for (n = 0; n < k-1; ++n) {o = ofb+n*(k-1)+i; for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;}
365889eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oebr+(k-2)-i)*Nc + c + foffset;
36593194fc30SMatthew G. Knepley         }
366089eabcffSMatthew G. Knepley         /*   top */
366189eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovblb*Nc + c + foffset;
366289eabcffSMatthew G. Knepley         for (o = oebb; o < oebr; ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
366389eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovbrb*Nc + c + foffset;
366489eabcffSMatthew G. Knepley 
366589eabcffSMatthew G. Knepley         /* Middle Slice */
366689eabcffSMatthew G. Knepley         for (j = 0; j < k-1; ++j) {
366789eabcffSMatthew G. Knepley           /*   bottom */
366889eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oelf+(k-2)-j)*Nc + c + foffset;
366989eabcffSMatthew G. Knepley           for (o = off+j*(k-1); o < off+(j+1)*(k-1); ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
367089eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oerf+j)*Nc + c + foffset;
367189eabcffSMatthew G. Knepley           /*   middle */
367289eabcffSMatthew G. Knepley           for (i = 0; i < k-1; ++i) {
367389eabcffSMatthew G. Knepley             for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (ofl+i*(k-1)+j)*Nc + c + foffset;
367489eabcffSMatthew G. Knepley             for (n = 0; n < k-1; ++n) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oc+(j*(k-1)+i)*(k-1)+n)*Nc + c + foffset;
367589eabcffSMatthew G. Knepley             for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (ofr+j*(k-1)+i)*Nc + c + foffset;
367689eabcffSMatthew G. Knepley           }
367789eabcffSMatthew G. Knepley           /*   top */
367889eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oelb+j)*Nc + c + foffset;
367989eabcffSMatthew G. Knepley           for (o = ofk+j*(k-1)+(k-2); o >= ofk+j*(k-1); --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
368089eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oerb+(k-2)-j)*Nc + c + foffset;
368189eabcffSMatthew G. Knepley         }
368289eabcffSMatthew G. Knepley 
368389eabcffSMatthew G. Knepley         /* Top Slice */
368489eabcffSMatthew G. Knepley         /*   bottom */
368589eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtlf*Nc + c + foffset;
368689eabcffSMatthew G. Knepley         for (o = oetf; o < oetr; ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
368789eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtrf*Nc + c + foffset;
368889eabcffSMatthew G. Knepley         /*   middle */
368989eabcffSMatthew G. Knepley         for (i = 0; i < k-1; ++i) {
369089eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oetl+(k-2)-i)*Nc + c + foffset;
369189eabcffSMatthew G. Knepley           for (n = 0; n < k-1; ++n) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oft+i*(k-1)+n)*Nc + c + foffset;
369289eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oetr+i)*Nc + c + foffset;
369389eabcffSMatthew G. Knepley         }
369489eabcffSMatthew G. Knepley         /*   top */
369589eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtlb*Nc + c + foffset;
369689eabcffSMatthew G. Knepley         for (o = oetl-1; o >= oetb; --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
369789eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtrb*Nc + c + foffset;
369889eabcffSMatthew G. Knepley 
369989eabcffSMatthew G. Knepley         foffset = offset;
370089eabcffSMatthew G. Knepley       }
370189eabcffSMatthew G. Knepley       break;
370289eabcffSMatthew G. Knepley     default: SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_OUTOFRANGE, "No spectral ordering for dimension %D", dim);
370389eabcffSMatthew G. Knepley     }
370489eabcffSMatthew G. Knepley   }
370589eabcffSMatthew G. Knepley   if (offset != size) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Number of permutation entries %D != %D", offset, size);
37063194fc30SMatthew G. Knepley   /* Check permutation */
37073194fc30SMatthew G. Knepley   {
37083194fc30SMatthew G. Knepley     PetscInt *check;
37093194fc30SMatthew G. Knepley 
37103194fc30SMatthew G. Knepley     ierr = PetscMalloc1(size, &check);CHKERRQ(ierr);
37113194fc30SMatthew G. Knepley     for (i = 0; i < size; ++i) {check[i] = -1; if (perm[i] < 0 || perm[i] >= size) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Invalid permutation index p[%D] = %D", i, perm[i]);}
37123194fc30SMatthew G. Knepley     for (i = 0; i < size; ++i) check[perm[i]] = i;
37133194fc30SMatthew G. Knepley     for (i = 0; i < size; ++i) {if (check[i] < 0) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Missing permutation index %D", i);}
37143194fc30SMatthew G. Knepley     ierr = PetscFree(check);CHKERRQ(ierr);
37153194fc30SMatthew G. Knepley   }
37161fdd32a2SMatthew G. Knepley   ierr = PetscSectionSetClosurePermutation_Internal(section, (PetscObject) dm, size, PETSC_OWN_POINTER, perm);CHKERRQ(ierr);
37173194fc30SMatthew G. Knepley   PetscFunctionReturn(0);
37183194fc30SMatthew G. Knepley }
37193194fc30SMatthew G. Knepley 
3720e071409bSToby Isaac PetscErrorCode DMPlexGetPointDualSpaceFEM(DM dm, PetscInt point, PetscInt field, PetscDualSpace *dspace)
3721e071409bSToby Isaac {
3722e071409bSToby Isaac   PetscDS        prob;
3723e071409bSToby Isaac   PetscInt       depth, Nf, h;
3724e071409bSToby Isaac   DMLabel        label;
3725e071409bSToby Isaac   PetscErrorCode ierr;
3726e071409bSToby Isaac 
3727e071409bSToby Isaac   PetscFunctionBeginHot;
3728e071409bSToby Isaac   prob    = dm->prob;
3729e071409bSToby Isaac   Nf      = prob->Nf;
3730e071409bSToby Isaac   label   = dm->depthLabel;
3731e071409bSToby Isaac   *dspace = NULL;
3732e071409bSToby Isaac   if (field < Nf) {
3733e071409bSToby Isaac     PetscObject disc = prob->disc[field];
3734e071409bSToby Isaac 
3735e071409bSToby Isaac     if (disc->classid == PETSCFE_CLASSID) {
3736e071409bSToby Isaac       PetscDualSpace dsp;
3737e071409bSToby Isaac 
3738e071409bSToby Isaac       ierr = PetscFEGetDualSpace((PetscFE)disc,&dsp);CHKERRQ(ierr);
3739e071409bSToby Isaac       ierr = DMLabelGetNumValues(label,&depth);CHKERRQ(ierr);
3740e071409bSToby Isaac       ierr = DMLabelGetValue(label,point,&h);CHKERRQ(ierr);
3741e071409bSToby Isaac       h    = depth - 1 - h;
3742e071409bSToby Isaac       if (h) {
3743e071409bSToby Isaac         ierr = PetscDualSpaceGetHeightSubspace(dsp,h,dspace);CHKERRQ(ierr);
3744e071409bSToby Isaac       } else {
3745e071409bSToby Isaac         *dspace = dsp;
3746e071409bSToby Isaac       }
3747e071409bSToby Isaac     }
3748e071409bSToby Isaac   }
3749e071409bSToby Isaac   PetscFunctionReturn(0);
3750e071409bSToby Isaac }
3751e071409bSToby Isaac 
3752e071409bSToby Isaac 
37531a271a75SMatthew G. Knepley PETSC_STATIC_INLINE PetscErrorCode DMPlexVecGetClosure_Depth1_Static(DM dm, PetscSection section, Vec v, PetscInt point, PetscInt *csize, PetscScalar *values[])
3754a6dfd86eSKarl Rupp {
3755552f7358SJed Brown   PetscScalar    *array, *vArray;
3756d9917b9dSMatthew G. Knepley   const PetscInt *cone, *coneO;
37571a271a75SMatthew G. Knepley   PetscInt        pStart, pEnd, p, numPoints, size = 0, offset = 0;
3758552f7358SJed Brown   PetscErrorCode  ierr;
3759552f7358SJed Brown 
37601b406b76SMatthew G. Knepley   PetscFunctionBeginHot;
37612a3aaacfSMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
37625a1bb5cfSMatthew G. Knepley   ierr = DMPlexGetConeSize(dm, point, &numPoints);CHKERRQ(ierr);
37635a1bb5cfSMatthew G. Knepley   ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr);
37645a1bb5cfSMatthew G. Knepley   ierr = DMPlexGetConeOrientation(dm, point, &coneO);CHKERRQ(ierr);
37653f7cbbe7SMatthew G. Knepley   if (!values || !*values) {
37669df71ca4SMatthew G. Knepley     if ((point >= pStart) && (point < pEnd)) {
37679df71ca4SMatthew G. Knepley       PetscInt dof;
3768d9917b9dSMatthew G. Knepley 
37699df71ca4SMatthew G. Knepley       ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
37709df71ca4SMatthew G. Knepley       size += dof;
37719df71ca4SMatthew G. Knepley     }
37729df71ca4SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
37739df71ca4SMatthew G. Knepley       const PetscInt cp = cone[p];
37742a3aaacfSMatthew G. Knepley       PetscInt       dof;
37755a1bb5cfSMatthew G. Knepley 
37765a1bb5cfSMatthew G. Knepley       if ((cp < pStart) || (cp >= pEnd)) continue;
37772a3aaacfSMatthew G. Knepley       ierr = PetscSectionGetDof(section, cp, &dof);CHKERRQ(ierr);
37785a1bb5cfSMatthew G. Knepley       size += dof;
37795a1bb5cfSMatthew G. Knepley     }
37803f7cbbe7SMatthew G. Knepley     if (!values) {
37813f7cbbe7SMatthew G. Knepley       if (csize) *csize = size;
37823f7cbbe7SMatthew G. Knepley       PetscFunctionReturn(0);
37833f7cbbe7SMatthew G. Knepley     }
37845a1bb5cfSMatthew G. Knepley     ierr = DMGetWorkArray(dm, size, PETSC_SCALAR, &array);CHKERRQ(ierr);
3785982e9ed1SMatthew G. Knepley   } else {
3786982e9ed1SMatthew G. Knepley     array = *values;
3787982e9ed1SMatthew G. Knepley   }
37889df71ca4SMatthew G. Knepley   size = 0;
37895a1bb5cfSMatthew G. Knepley   ierr = VecGetArray(v, &vArray);CHKERRQ(ierr);
37909df71ca4SMatthew G. Knepley   if ((point >= pStart) && (point < pEnd)) {
37919df71ca4SMatthew G. Knepley     PetscInt     dof, off, d;
37929df71ca4SMatthew G. Knepley     PetscScalar *varr;
3793d9917b9dSMatthew G. Knepley 
37949df71ca4SMatthew G. Knepley     ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
37959df71ca4SMatthew G. Knepley     ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
37969df71ca4SMatthew G. Knepley     varr = &vArray[off];
37971a271a75SMatthew G. Knepley     for (d = 0; d < dof; ++d, ++offset) {
37981a271a75SMatthew G. Knepley       array[offset] = varr[d];
37999df71ca4SMatthew G. Knepley     }
38009df71ca4SMatthew G. Knepley     size += dof;
38019df71ca4SMatthew G. Knepley   }
38029df71ca4SMatthew G. Knepley   for (p = 0; p < numPoints; ++p) {
38039df71ca4SMatthew G. Knepley     const PetscInt cp = cone[p];
38049df71ca4SMatthew G. Knepley     PetscInt       o  = coneO[p];
38055a1bb5cfSMatthew G. Knepley     PetscInt       dof, off, d;
38065a1bb5cfSMatthew G. Knepley     PetscScalar   *varr;
38075a1bb5cfSMatthew G. Knepley 
380852ed52e8SMatthew G. Knepley     if ((cp < pStart) || (cp >= pEnd)) continue;
38095a1bb5cfSMatthew G. Knepley     ierr = PetscSectionGetDof(section, cp, &dof);CHKERRQ(ierr);
38105a1bb5cfSMatthew G. Knepley     ierr = PetscSectionGetOffset(section, cp, &off);CHKERRQ(ierr);
38115a1bb5cfSMatthew G. Knepley     varr = &vArray[off];
38125a1bb5cfSMatthew G. Knepley     if (o >= 0) {
38131a271a75SMatthew G. Knepley       for (d = 0; d < dof; ++d, ++offset) {
38141a271a75SMatthew G. Knepley         array[offset] = varr[d];
38155a1bb5cfSMatthew G. Knepley       }
38165a1bb5cfSMatthew G. Knepley     } else {
38171a271a75SMatthew G. Knepley       for (d = dof-1; d >= 0; --d, ++offset) {
38181a271a75SMatthew G. Knepley         array[offset] = varr[d];
38195a1bb5cfSMatthew G. Knepley       }
38205a1bb5cfSMatthew G. Knepley     }
38219df71ca4SMatthew G. Knepley     size += dof;
38225a1bb5cfSMatthew G. Knepley   }
38235a1bb5cfSMatthew G. Knepley   ierr = VecRestoreArray(v, &vArray);CHKERRQ(ierr);
38249df71ca4SMatthew G. Knepley   if (!*values) {
38255a1bb5cfSMatthew G. Knepley     if (csize) *csize = size;
38265a1bb5cfSMatthew G. Knepley     *values = array;
38279df71ca4SMatthew G. Knepley   } else {
38288ccfff9cSToby Isaac     if (size > *csize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Size of input array %D < actual size %D", *csize, size);
38298c312ff3SMatthew G. Knepley     *csize = size;
38309df71ca4SMatthew G. Knepley   }
38315a1bb5cfSMatthew G. Knepley   PetscFunctionReturn(0);
38325a1bb5cfSMatthew G. Knepley }
3833d9917b9dSMatthew G. Knepley 
3834923c78e0SToby Isaac static PetscErrorCode DMPlexGetCompressedClosure(DM dm, PetscSection section, PetscInt point, PetscInt *numPoints, PetscInt **points, PetscSection *clSec, IS *clPoints, const PetscInt **clp)
3835923c78e0SToby Isaac {
3836923c78e0SToby Isaac   const PetscInt *cla;
3837923c78e0SToby Isaac   PetscInt       np, *pts = NULL;
3838923c78e0SToby Isaac   PetscErrorCode ierr;
3839923c78e0SToby Isaac 
3840923c78e0SToby Isaac   PetscFunctionBeginHot;
3841923c78e0SToby Isaac   ierr = PetscSectionGetClosureIndex(section, (PetscObject) dm, clSec, clPoints);CHKERRQ(ierr);
3842923c78e0SToby Isaac   if (!*clPoints) {
3843923c78e0SToby Isaac     PetscInt pStart, pEnd, p, q;
3844923c78e0SToby Isaac 
3845923c78e0SToby Isaac     ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
3846923c78e0SToby Isaac     ierr = DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &np, &pts);CHKERRQ(ierr);
3847923c78e0SToby Isaac     /* Compress out points not in the section */
3848923c78e0SToby Isaac     for (p = 0, q = 0; p < np; p++) {
3849923c78e0SToby Isaac       PetscInt r = pts[2*p];
3850923c78e0SToby Isaac       if ((r >= pStart) && (r < pEnd)) {
3851923c78e0SToby Isaac         pts[q*2]   = r;
3852923c78e0SToby Isaac         pts[q*2+1] = pts[2*p+1];
3853923c78e0SToby Isaac         ++q;
3854923c78e0SToby Isaac       }
3855923c78e0SToby Isaac     }
3856923c78e0SToby Isaac     np = q;
3857923c78e0SToby Isaac     cla = NULL;
3858923c78e0SToby Isaac   } else {
3859923c78e0SToby Isaac     PetscInt dof, off;
3860923c78e0SToby Isaac 
3861923c78e0SToby Isaac     ierr = PetscSectionGetDof(*clSec, point, &dof);CHKERRQ(ierr);
3862923c78e0SToby Isaac     ierr = PetscSectionGetOffset(*clSec, point, &off);CHKERRQ(ierr);
3863923c78e0SToby Isaac     ierr = ISGetIndices(*clPoints, &cla);CHKERRQ(ierr);
3864923c78e0SToby Isaac     np   = dof/2;
3865923c78e0SToby Isaac     pts  = (PetscInt *) &cla[off];
3866923c78e0SToby Isaac   }
3867923c78e0SToby Isaac   *numPoints = np;
3868923c78e0SToby Isaac   *points    = pts;
3869923c78e0SToby Isaac   *clp       = cla;
3870923c78e0SToby Isaac 
3871923c78e0SToby Isaac   PetscFunctionReturn(0);
3872923c78e0SToby Isaac }
3873923c78e0SToby Isaac 
3874923c78e0SToby Isaac static PetscErrorCode DMPlexRestoreCompressedClosure(DM dm, PetscSection section, PetscInt point, PetscInt *numPoints, PetscInt **points, PetscSection *clSec, IS *clPoints, const PetscInt **clp)
3875923c78e0SToby Isaac {
3876923c78e0SToby Isaac   PetscErrorCode ierr;
3877923c78e0SToby Isaac 
3878923c78e0SToby Isaac   PetscFunctionBeginHot;
3879923c78e0SToby Isaac   if (!*clPoints) {
3880923c78e0SToby Isaac     ierr = DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, numPoints, points);CHKERRQ(ierr);
3881923c78e0SToby Isaac   } else {
3882923c78e0SToby Isaac     ierr = ISRestoreIndices(*clPoints, clp);CHKERRQ(ierr);
3883923c78e0SToby Isaac   }
3884923c78e0SToby Isaac   *numPoints = 0;
3885923c78e0SToby Isaac   *points    = NULL;
3886923c78e0SToby Isaac   *clSec     = NULL;
3887923c78e0SToby Isaac   *clPoints  = NULL;
3888923c78e0SToby Isaac   *clp       = NULL;
3889923c78e0SToby Isaac   PetscFunctionReturn(0);
3890923c78e0SToby Isaac }
3891923c78e0SToby Isaac 
389297e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode DMPlexVecGetClosure_Static(DM dm, PetscSection section, PetscInt numPoints, const PetscInt points[], const PetscInt clperm[], const PetscScalar vArray[], PetscInt *size, PetscScalar array[])
38931a271a75SMatthew G. Knepley {
38941a271a75SMatthew G. Knepley   PetscInt          offset = 0, p;
389597e99dd9SToby Isaac   const PetscInt    **perms = NULL;
389697e99dd9SToby Isaac   const PetscScalar **flips = NULL;
38971a271a75SMatthew G. Knepley   PetscErrorCode    ierr;
38981a271a75SMatthew G. Knepley 
38991a271a75SMatthew G. Knepley   PetscFunctionBeginHot;
3900fe02ba77SJed Brown   *size = 0;
390197e99dd9SToby Isaac   ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
390297e99dd9SToby Isaac   for (p = 0; p < numPoints; p++) {
390397e99dd9SToby Isaac     const PetscInt    point = points[2*p];
390497e99dd9SToby Isaac     const PetscInt    *perm = perms ? perms[p] : NULL;
390597e99dd9SToby Isaac     const PetscScalar *flip = flips ? flips[p] : NULL;
39061a271a75SMatthew G. Knepley     PetscInt          dof, off, d;
39071a271a75SMatthew G. Knepley     const PetscScalar *varr;
39081a271a75SMatthew G. Knepley 
39091a271a75SMatthew G. Knepley     ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
39101a271a75SMatthew G. Knepley     ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
39111a271a75SMatthew G. Knepley     varr = &vArray[off];
391297e99dd9SToby Isaac     if (clperm) {
391397e99dd9SToby Isaac       if (perm) {
391497e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[clperm[offset + perm[d]]]  = varr[d];
39151a271a75SMatthew G. Knepley       } else {
391697e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[clperm[offset +      d ]]  = varr[d];
391797e99dd9SToby Isaac       }
391897e99dd9SToby Isaac       if (flip) {
391997e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[clperm[offset +      d ]] *= flip[d];
392097e99dd9SToby Isaac       }
392197e99dd9SToby Isaac     } else {
392297e99dd9SToby Isaac       if (perm) {
392397e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[offset + perm[d]]  = varr[d];
392497e99dd9SToby Isaac       } else {
392597e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[offset +      d ]  = varr[d];
392697e99dd9SToby Isaac       }
392797e99dd9SToby Isaac       if (flip) {
392897e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[offset +      d ] *= flip[d];
39291a271a75SMatthew G. Knepley       }
39301a271a75SMatthew G. Knepley     }
393197e99dd9SToby Isaac     offset += dof;
393297e99dd9SToby Isaac   }
393397e99dd9SToby Isaac   ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
39341a271a75SMatthew G. Knepley   *size = offset;
39351a271a75SMatthew G. Knepley   PetscFunctionReturn(0);
39361a271a75SMatthew G. Knepley }
39371a271a75SMatthew G. Knepley 
393897e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode DMPlexVecGetClosure_Fields_Static(DM dm, PetscSection section, PetscInt numPoints, const PetscInt points[], PetscInt numFields, const PetscInt clperm[], const PetscScalar vArray[], PetscInt *size, PetscScalar array[])
39391a271a75SMatthew G. Knepley {
39401a271a75SMatthew G. Knepley   PetscInt          offset = 0, f;
39411a271a75SMatthew G. Knepley   PetscErrorCode    ierr;
39421a271a75SMatthew G. Knepley 
39431a271a75SMatthew G. Knepley   PetscFunctionBeginHot;
3944fe02ba77SJed Brown   *size = 0;
39451a271a75SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
394697e99dd9SToby Isaac     PetscInt          p;
394797e99dd9SToby Isaac     const PetscInt    **perms = NULL;
394897e99dd9SToby Isaac     const PetscScalar **flips = NULL;
39491a271a75SMatthew G. Knepley 
395097e99dd9SToby Isaac     ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
395197e99dd9SToby Isaac     for (p = 0; p < numPoints; p++) {
395297e99dd9SToby Isaac       const PetscInt    point = points[2*p];
395397e99dd9SToby Isaac       PetscInt          fdof, foff, b;
39541a271a75SMatthew G. Knepley       const PetscScalar *varr;
395597e99dd9SToby Isaac       const PetscInt    *perm = perms ? perms[p] : NULL;
395697e99dd9SToby Isaac       const PetscScalar *flip = flips ? flips[p] : NULL;
39571a271a75SMatthew G. Knepley 
39581a271a75SMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
39591a271a75SMatthew G. Knepley       ierr = PetscSectionGetFieldOffset(section, point, f, &foff);CHKERRQ(ierr);
39601a271a75SMatthew G. Knepley       varr = &vArray[foff];
396197e99dd9SToby Isaac       if (clperm) {
396297e99dd9SToby Isaac         if (perm) {for (b = 0; b < fdof; b++) {array[clperm[offset + perm[b]]]  = varr[b];}}
396397e99dd9SToby Isaac         else      {for (b = 0; b < fdof; b++) {array[clperm[offset +      b ]]  = varr[b];}}
396497e99dd9SToby Isaac         if (flip) {for (b = 0; b < fdof; b++) {array[clperm[offset +      b ]] *= flip[b];}}
39651a271a75SMatthew G. Knepley       } else {
396697e99dd9SToby Isaac         if (perm) {for (b = 0; b < fdof; b++) {array[offset + perm[b]]  = varr[b];}}
396797e99dd9SToby Isaac         else      {for (b = 0; b < fdof; b++) {array[offset +      b ]  = varr[b];}}
396897e99dd9SToby Isaac         if (flip) {for (b = 0; b < fdof; b++) {array[offset +      b ] *= flip[b];}}
39691a271a75SMatthew G. Knepley       }
397097e99dd9SToby Isaac       offset += fdof;
39711a271a75SMatthew G. Knepley     }
397297e99dd9SToby Isaac     ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
39731a271a75SMatthew G. Knepley   }
39741a271a75SMatthew G. Knepley   *size = offset;
39751a271a75SMatthew G. Knepley   PetscFunctionReturn(0);
39761a271a75SMatthew G. Knepley }
39771a271a75SMatthew G. Knepley 
3978552f7358SJed Brown /*@C
3979552f7358SJed Brown   DMPlexVecGetClosure - Get an array of the values on the closure of 'point'
3980552f7358SJed Brown 
3981552f7358SJed Brown   Not collective
3982552f7358SJed Brown 
3983552f7358SJed Brown   Input Parameters:
3984552f7358SJed Brown + dm - The DM
3985552f7358SJed Brown . section - The section describing the layout in v, or NULL to use the default section
3986552f7358SJed Brown . v - The local vector
3987552f7358SJed Brown - point - The sieve point in the DM
3988552f7358SJed Brown 
3989552f7358SJed Brown   Output Parameters:
3990552f7358SJed Brown + csize - The number of values in the closure, or NULL
3991552f7358SJed Brown - values - The array of values, which is a borrowed array and should not be freed
3992552f7358SJed Brown 
3993552f7358SJed Brown   Fortran Notes:
3994552f7358SJed Brown   Since it returns an array, this routine is only available in Fortran 90, and you must
3995552f7358SJed Brown   include petsc.h90 in your code.
3996552f7358SJed Brown 
3997552f7358SJed Brown   The csize argument is not present in the Fortran 90 binding since it is internal to the array.
3998552f7358SJed Brown 
3999552f7358SJed Brown   Level: intermediate
4000552f7358SJed Brown 
4001552f7358SJed Brown .seealso DMPlexVecRestoreClosure(), DMPlexVecSetClosure(), DMPlexMatSetClosure()
4002552f7358SJed Brown @*/
4003552f7358SJed Brown PetscErrorCode DMPlexVecGetClosure(DM dm, PetscSection section, Vec v, PetscInt point, PetscInt *csize, PetscScalar *values[])
4004552f7358SJed Brown {
4005552f7358SJed Brown   PetscSection       clSection;
4006d9917b9dSMatthew G. Knepley   IS                 clPoints;
40078a84db2dSMatthew G. Knepley   PetscScalar       *array;
40088a84db2dSMatthew G. Knepley   const PetscScalar *vArray;
4009552f7358SJed Brown   PetscInt          *points = NULL;
40108f3be42fSMatthew G. Knepley   const PetscInt    *clp, *perm;
40111a271a75SMatthew G. Knepley   PetscInt           depth, numFields, numPoints, size;
4012552f7358SJed Brown   PetscErrorCode     ierr;
4013552f7358SJed Brown 
4014d9917b9dSMatthew G. Knepley   PetscFunctionBeginHot;
4015552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4016552f7358SJed Brown   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
40171a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
40181a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(v, VEC_CLASSID, 3);
4019552f7358SJed Brown   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
4020552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4021552f7358SJed Brown   if (depth == 1 && numFields < 2) {
40221a271a75SMatthew G. Knepley     ierr = DMPlexVecGetClosure_Depth1_Static(dm, section, v, point, csize, values);CHKERRQ(ierr);
4023552f7358SJed Brown     PetscFunctionReturn(0);
4024552f7358SJed Brown   }
40251a271a75SMatthew G. Knepley   /* Get points */
4026923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
40271fdd32a2SMatthew G. Knepley   ierr = PetscSectionGetClosureInversePermutation_Internal(section, (PetscObject) dm, NULL, &perm);CHKERRQ(ierr);
40281a271a75SMatthew G. Knepley   /* Get array */
4029bd6c0d32SMatthew G. Knepley   if (!values || !*values) {
40301a271a75SMatthew G. Knepley     PetscInt asize = 0, dof, p;
4031552f7358SJed Brown 
40321a271a75SMatthew G. Knepley     for (p = 0; p < numPoints*2; p += 2) {
4033552f7358SJed Brown       ierr = PetscSectionGetDof(section, points[p], &dof);CHKERRQ(ierr);
40341a271a75SMatthew G. Knepley       asize += dof;
4035552f7358SJed Brown     }
4036bd6c0d32SMatthew G. Knepley     if (!values) {
4037923c78e0SToby Isaac       ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
40381a271a75SMatthew G. Knepley       if (csize) *csize = asize;
4039bd6c0d32SMatthew G. Knepley       PetscFunctionReturn(0);
4040bd6c0d32SMatthew G. Knepley     }
40411a271a75SMatthew G. Knepley     ierr = DMGetWorkArray(dm, asize, PETSC_SCALAR, &array);CHKERRQ(ierr);
4042d0f6b257SMatthew G. Knepley   } else {
4043d0f6b257SMatthew G. Knepley     array = *values;
4044d0f6b257SMatthew G. Knepley   }
40458a84db2dSMatthew G. Knepley   ierr = VecGetArrayRead(v, &vArray);CHKERRQ(ierr);
40461a271a75SMatthew G. Knepley   /* Get values */
404797e99dd9SToby Isaac   if (numFields > 0) {ierr = DMPlexVecGetClosure_Fields_Static(dm, section, numPoints, points, numFields, perm, vArray, &size, array);CHKERRQ(ierr);}
404897e99dd9SToby Isaac   else               {ierr = DMPlexVecGetClosure_Static(dm, section, numPoints, points, perm, vArray, &size, array);CHKERRQ(ierr);}
40491a271a75SMatthew G. Knepley   /* Cleanup points */
4050923c78e0SToby Isaac   ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
40511a271a75SMatthew G. Knepley   /* Cleanup array */
40528a84db2dSMatthew G. Knepley   ierr = VecRestoreArrayRead(v, &vArray);CHKERRQ(ierr);
4053d0f6b257SMatthew G. Knepley   if (!*values) {
4054552f7358SJed Brown     if (csize) *csize = size;
4055552f7358SJed Brown     *values = array;
4056d0f6b257SMatthew G. Knepley   } else {
4057f347f43bSBarry Smith     if (size > *csize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Size of input array %D < actual size %D", *csize, size);
4058d0f6b257SMatthew G. Knepley     *csize = size;
4059d0f6b257SMatthew G. Knepley   }
4060552f7358SJed Brown   PetscFunctionReturn(0);
4061552f7358SJed Brown }
4062552f7358SJed Brown 
4063552f7358SJed Brown /*@C
4064552f7358SJed Brown   DMPlexVecRestoreClosure - Restore the array of the values on the closure of 'point'
4065552f7358SJed Brown 
4066552f7358SJed Brown   Not collective
4067552f7358SJed Brown 
4068552f7358SJed Brown   Input Parameters:
4069552f7358SJed Brown + dm - The DM
40700298fd71SBarry Smith . section - The section describing the layout in v, or NULL to use the default section
4071552f7358SJed Brown . v - The local vector
4072552f7358SJed Brown . point - The sieve point in the DM
40730298fd71SBarry Smith . csize - The number of values in the closure, or NULL
4074552f7358SJed Brown - values - The array of values, which is a borrowed array and should not be freed
4075552f7358SJed Brown 
40763813dfbdSMatthew G Knepley   Fortran Notes:
40773813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
40783813dfbdSMatthew G Knepley   include petsc.h90 in your code.
40793813dfbdSMatthew G Knepley 
40803813dfbdSMatthew G Knepley   The csize argument is not present in the Fortran 90 binding since it is internal to the array.
40813813dfbdSMatthew G Knepley 
4082552f7358SJed Brown   Level: intermediate
4083552f7358SJed Brown 
4084552f7358SJed Brown .seealso DMPlexVecGetClosure(), DMPlexVecSetClosure(), DMPlexMatSetClosure()
4085552f7358SJed Brown @*/
40867c1f9639SMatthew G Knepley PetscErrorCode DMPlexVecRestoreClosure(DM dm, PetscSection section, Vec v, PetscInt point, PetscInt *csize, PetscScalar *values[])
4087a6dfd86eSKarl Rupp {
4088552f7358SJed Brown   PetscInt       size = 0;
4089552f7358SJed Brown   PetscErrorCode ierr;
4090552f7358SJed Brown 
4091552f7358SJed Brown   PetscFunctionBegin;
4092552f7358SJed Brown   /* Should work without recalculating size */
4093552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, size, PETSC_SCALAR, (void*) values);CHKERRQ(ierr);
4094552f7358SJed Brown   PetscFunctionReturn(0);
4095552f7358SJed Brown }
4096552f7358SJed Brown 
4097552f7358SJed Brown PETSC_STATIC_INLINE void add   (PetscScalar *x, PetscScalar y) {*x += y;}
4098552f7358SJed Brown PETSC_STATIC_INLINE void insert(PetscScalar *x, PetscScalar y) {*x  = y;}
4099552f7358SJed Brown 
410097e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePoint_private(PetscSection section, PetscInt point, PetscInt dof, void (*fuse)(PetscScalar*, PetscScalar), PetscBool setBC, const PetscInt perm[], const PetscScalar flip[], const PetscInt clperm[], const PetscScalar values[], PetscInt offset, PetscScalar array[])
4101552f7358SJed Brown {
4102552f7358SJed Brown   PetscInt        cdof;   /* The number of constraints on this point */
4103552f7358SJed Brown   const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4104552f7358SJed Brown   PetscScalar    *a;
4105552f7358SJed Brown   PetscInt        off, cind = 0, k;
4106552f7358SJed Brown   PetscErrorCode  ierr;
4107552f7358SJed Brown 
4108552f7358SJed Brown   PetscFunctionBegin;
4109552f7358SJed Brown   ierr = PetscSectionGetConstraintDof(section, point, &cdof);CHKERRQ(ierr);
4110552f7358SJed Brown   ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
4111552f7358SJed Brown   a    = &array[off];
4112552f7358SJed Brown   if (!cdof || setBC) {
411397e99dd9SToby Isaac     if (clperm) {
411497e99dd9SToby Isaac       if (perm) {for (k = 0; k < dof; ++k) {fuse(&a[k], values[clperm[offset+perm[k]]] * (flip ? flip[perm[k]] : 1.));}}
411597e99dd9SToby Isaac       else      {for (k = 0; k < dof; ++k) {fuse(&a[k], values[clperm[offset+     k ]] * (flip ? flip[     k ] : 1.));}}
4116552f7358SJed Brown     } else {
411797e99dd9SToby Isaac       if (perm) {for (k = 0; k < dof; ++k) {fuse(&a[k], values[offset+perm[k]] * (flip ? flip[perm[k]] : 1.));}}
411897e99dd9SToby Isaac       else      {for (k = 0; k < dof; ++k) {fuse(&a[k], values[offset+     k ] * (flip ? flip[     k ] : 1.));}}
4119552f7358SJed Brown     }
4120552f7358SJed Brown   } else {
4121552f7358SJed Brown     ierr = PetscSectionGetConstraintIndices(section, point, &cdofs);CHKERRQ(ierr);
412297e99dd9SToby Isaac     if (clperm) {
412397e99dd9SToby Isaac       if (perm) {for (k = 0; k < dof; ++k) {
4124552f7358SJed Brown           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
412597e99dd9SToby Isaac           fuse(&a[k], values[clperm[offset+perm[k]]] * (flip ? flip[perm[k]] : 1.));
4126552f7358SJed Brown         }
4127552f7358SJed Brown       } else {
4128552f7358SJed Brown         for (k = 0; k < dof; ++k) {
4129552f7358SJed Brown           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
413097e99dd9SToby Isaac           fuse(&a[k], values[clperm[offset+     k ]] * (flip ? flip[     k ] : 1.));
413197e99dd9SToby Isaac         }
413297e99dd9SToby Isaac       }
413397e99dd9SToby Isaac     } else {
413497e99dd9SToby Isaac       if (perm) {
413597e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
413697e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
413797e99dd9SToby Isaac           fuse(&a[k], values[offset+perm[k]] * (flip ? flip[perm[k]] : 1.));
413897e99dd9SToby Isaac         }
413997e99dd9SToby Isaac       } else {
414097e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
414197e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
414297e99dd9SToby Isaac           fuse(&a[k], values[offset+     k ] * (flip ? flip[     k ] : 1.));
414397e99dd9SToby Isaac         }
4144552f7358SJed Brown       }
4145552f7358SJed Brown     }
4146552f7358SJed Brown   }
4147552f7358SJed Brown   PetscFunctionReturn(0);
4148552f7358SJed Brown }
4149552f7358SJed Brown 
415097e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePointBC_private(PetscSection section, PetscInt point, PetscInt dof, void (*fuse)(PetscScalar*, PetscScalar), const PetscInt perm[], const PetscScalar flip[], const PetscInt clperm[], const PetscScalar values[], PetscInt offset, PetscScalar array[])
4151a5e93ea8SMatthew G. Knepley {
4152a5e93ea8SMatthew G. Knepley   PetscInt        cdof;   /* The number of constraints on this point */
4153a5e93ea8SMatthew G. Knepley   const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4154a5e93ea8SMatthew G. Knepley   PetscScalar    *a;
4155a5e93ea8SMatthew G. Knepley   PetscInt        off, cind = 0, k;
4156a5e93ea8SMatthew G. Knepley   PetscErrorCode  ierr;
4157a5e93ea8SMatthew G. Knepley 
4158a5e93ea8SMatthew G. Knepley   PetscFunctionBegin;
4159a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetConstraintDof(section, point, &cdof);CHKERRQ(ierr);
4160a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
4161a5e93ea8SMatthew G. Knepley   a    = &array[off];
4162a5e93ea8SMatthew G. Knepley   if (cdof) {
4163a5e93ea8SMatthew G. Knepley     ierr = PetscSectionGetConstraintIndices(section, point, &cdofs);CHKERRQ(ierr);
416497e99dd9SToby Isaac     if (clperm) {
416597e99dd9SToby Isaac       if (perm) {
4166a5e93ea8SMatthew G. Knepley         for (k = 0; k < dof; ++k) {
4167a5e93ea8SMatthew G. Knepley           if ((cind < cdof) && (k == cdofs[cind])) {
416897e99dd9SToby Isaac             fuse(&a[k], values[clperm[offset+perm[k]]] * (flip ? flip[perm[k]] : 1.));
416997e99dd9SToby Isaac             cind++;
4170a5e93ea8SMatthew G. Knepley           }
4171a5e93ea8SMatthew G. Knepley         }
4172a5e93ea8SMatthew G. Knepley       } else {
4173a5e93ea8SMatthew G. Knepley         for (k = 0; k < dof; ++k) {
4174a5e93ea8SMatthew G. Knepley           if ((cind < cdof) && (k == cdofs[cind])) {
417597e99dd9SToby Isaac             fuse(&a[k], values[clperm[offset+     k ]] * (flip ? flip[     k ] : 1.));
417697e99dd9SToby Isaac             cind++;
417797e99dd9SToby Isaac           }
417897e99dd9SToby Isaac         }
417997e99dd9SToby Isaac       }
418097e99dd9SToby Isaac     } else {
418197e99dd9SToby Isaac       if (perm) {
418297e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
418397e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {
418497e99dd9SToby Isaac             fuse(&a[k], values[offset+perm[k]] * (flip ? flip[perm[k]] : 1.));
418597e99dd9SToby Isaac             cind++;
418697e99dd9SToby Isaac           }
418797e99dd9SToby Isaac         }
418897e99dd9SToby Isaac       } else {
418997e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
419097e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {
419197e99dd9SToby Isaac             fuse(&a[k], values[offset+     k ] * (flip ? flip[     k ] : 1.));
419297e99dd9SToby Isaac             cind++;
419397e99dd9SToby Isaac           }
4194a5e93ea8SMatthew G. Knepley         }
4195a5e93ea8SMatthew G. Knepley       }
4196a5e93ea8SMatthew G. Knepley     }
4197a5e93ea8SMatthew G. Knepley   }
4198a5e93ea8SMatthew G. Knepley   PetscFunctionReturn(0);
4199a5e93ea8SMatthew G. Knepley }
4200a5e93ea8SMatthew G. Knepley 
420197e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePointFields_private(PetscSection section, PetscInt point, const PetscInt *perm, const PetscScalar *flip, PetscInt f, void (*fuse)(PetscScalar*, PetscScalar), PetscBool setBC, const PetscInt clperm[], const PetscScalar values[], PetscInt *offset, PetscScalar array[])
4202a6dfd86eSKarl Rupp {
4203552f7358SJed Brown   PetscScalar    *a;
42041a271a75SMatthew G. Knepley   PetscInt        fdof, foff, fcdof, foffset = *offset;
42051a271a75SMatthew G. Knepley   const PetscInt *fcdofs; /* The indices of the constrained dofs for field f on this point */
420697e99dd9SToby Isaac   PetscInt        cind = 0, b;
4207552f7358SJed Brown   PetscErrorCode  ierr;
4208552f7358SJed Brown 
4209552f7358SJed Brown   PetscFunctionBegin;
4210552f7358SJed Brown   ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
4211552f7358SJed Brown   ierr = PetscSectionGetFieldConstraintDof(section, point, f, &fcdof);CHKERRQ(ierr);
42121a271a75SMatthew G. Knepley   ierr = PetscSectionGetFieldOffset(section, point, f, &foff);CHKERRQ(ierr);
42131a271a75SMatthew G. Knepley   a    = &array[foff];
4214552f7358SJed Brown   if (!fcdof || setBC) {
421597e99dd9SToby Isaac     if (clperm) {
421697e99dd9SToby Isaac       if (perm) {for (b = 0; b < fdof; b++) {fuse(&a[b], values[clperm[foffset+perm[b]]] * (flip ? flip[perm[b]] : 1.));}}
421797e99dd9SToby Isaac       else      {for (b = 0; b < fdof; b++) {fuse(&a[b], values[clperm[foffset+     b ]] * (flip ? flip[     b ] : 1.));}}
4218552f7358SJed Brown     } else {
421997e99dd9SToby Isaac       if (perm) {for (b = 0; b < fdof; b++) {fuse(&a[b], values[foffset+perm[b]] * (flip ? flip[perm[b]] : 1.));}}
422097e99dd9SToby Isaac       else      {for (b = 0; b < fdof; b++) {fuse(&a[b], values[foffset+     b ] * (flip ? flip[     b ] : 1.));}}
4221552f7358SJed Brown     }
4222552f7358SJed Brown   } else {
4223552f7358SJed Brown     ierr = PetscSectionGetFieldConstraintIndices(section, point, f, &fcdofs);CHKERRQ(ierr);
422497e99dd9SToby Isaac     if (clperm) {
422597e99dd9SToby Isaac       if (perm) {
422697e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
422797e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
422897e99dd9SToby Isaac           fuse(&a[b], values[clperm[foffset+perm[b]]] * (flip ? flip[perm[b]] : 1.));
4229552f7358SJed Brown         }
4230552f7358SJed Brown       } else {
423197e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
423297e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
423397e99dd9SToby Isaac           fuse(&a[b], values[clperm[foffset+     b ]] * (flip ? flip[     b ] : 1.));
423497e99dd9SToby Isaac         }
423597e99dd9SToby Isaac       }
423697e99dd9SToby Isaac     } else {
423797e99dd9SToby Isaac       if (perm) {
423897e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
423997e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
424097e99dd9SToby Isaac           fuse(&a[b], values[foffset+perm[b]] * (flip ? flip[perm[b]] : 1.));
424197e99dd9SToby Isaac         }
424297e99dd9SToby Isaac       } else {
424397e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
424497e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
424597e99dd9SToby Isaac           fuse(&a[b], values[foffset+     b ] * (flip ? flip[     b ] : 1.));
4246552f7358SJed Brown         }
4247552f7358SJed Brown       }
4248552f7358SJed Brown     }
4249552f7358SJed Brown   }
42501a271a75SMatthew G. Knepley   *offset += fdof;
4251552f7358SJed Brown   PetscFunctionReturn(0);
4252552f7358SJed Brown }
4253552f7358SJed Brown 
425497e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePointFieldsBC_private(PetscSection section, PetscInt point, const PetscInt perm[], const PetscScalar flip[], PetscInt f, void (*fuse)(PetscScalar*, PetscScalar), const PetscInt clperm[], const PetscScalar values[], PetscInt *offset, PetscScalar array[])
4255a5e93ea8SMatthew G. Knepley {
4256a5e93ea8SMatthew G. Knepley   PetscScalar    *a;
42571a271a75SMatthew G. Knepley   PetscInt        fdof, foff, fcdof, foffset = *offset;
42581a271a75SMatthew G. Knepley   const PetscInt *fcdofs; /* The indices of the constrained dofs for field f on this point */
425997e99dd9SToby Isaac   PetscInt        cind = 0, b;
4260a5e93ea8SMatthew G. Knepley   PetscErrorCode  ierr;
4261a5e93ea8SMatthew G. Knepley 
4262a5e93ea8SMatthew G. Knepley   PetscFunctionBegin;
4263a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
4264a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetFieldConstraintDof(section, point, f, &fcdof);CHKERRQ(ierr);
42651a271a75SMatthew G. Knepley   ierr = PetscSectionGetFieldOffset(section, point, f, &foff);CHKERRQ(ierr);
42661a271a75SMatthew G. Knepley   a    = &array[foff];
4267a5e93ea8SMatthew G. Knepley   if (fcdof) {
4268a5e93ea8SMatthew G. Knepley     ierr = PetscSectionGetFieldConstraintIndices(section, point, f, &fcdofs);CHKERRQ(ierr);
426997e99dd9SToby Isaac     if (clperm) {
427097e99dd9SToby Isaac       if (perm) {
427197e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
427297e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
427397e99dd9SToby Isaac             fuse(&a[b], values[clperm[foffset+perm[b]]] * (flip ? flip[perm[b]] : 1.));
4274a5e93ea8SMatthew G. Knepley             ++cind;
4275a5e93ea8SMatthew G. Knepley           }
4276a5e93ea8SMatthew G. Knepley         }
4277a5e93ea8SMatthew G. Knepley       } else {
427897e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
427997e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
428097e99dd9SToby Isaac             fuse(&a[b], values[clperm[foffset+     b ]] * (flip ? flip[     b ] : 1.));
428197e99dd9SToby Isaac             ++cind;
428297e99dd9SToby Isaac           }
428397e99dd9SToby Isaac         }
428497e99dd9SToby Isaac       }
428597e99dd9SToby Isaac     } else {
428697e99dd9SToby Isaac       if (perm) {
428797e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
428897e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
428997e99dd9SToby Isaac             fuse(&a[b], values[foffset+perm[b]] * (flip ? flip[perm[b]] : 1.));
429097e99dd9SToby Isaac             ++cind;
429197e99dd9SToby Isaac           }
429297e99dd9SToby Isaac         }
429397e99dd9SToby Isaac       } else {
429497e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
429597e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
429697e99dd9SToby Isaac             fuse(&a[b], values[foffset+     b ] * (flip ? flip[     b ] : 1.));
4297a5e93ea8SMatthew G. Knepley             ++cind;
4298a5e93ea8SMatthew G. Knepley           }
4299a5e93ea8SMatthew G. Knepley         }
4300a5e93ea8SMatthew G. Knepley       }
4301a5e93ea8SMatthew G. Knepley     }
4302a5e93ea8SMatthew G. Knepley   }
43031a271a75SMatthew G. Knepley   *offset += fdof;
4304a5e93ea8SMatthew G. Knepley   PetscFunctionReturn(0);
4305a5e93ea8SMatthew G. Knepley }
4306a5e93ea8SMatthew G. Knepley 
43078f3be42fSMatthew G. Knepley PETSC_STATIC_INLINE PetscErrorCode DMPlexVecSetClosure_Depth1_Static(DM dm, PetscSection section, Vec v, PetscInt point, const PetscScalar values[], InsertMode mode)
4308a6dfd86eSKarl Rupp {
4309552f7358SJed Brown   PetscScalar    *array;
43101b406b76SMatthew G. Knepley   const PetscInt *cone, *coneO;
43111b406b76SMatthew G. Knepley   PetscInt        pStart, pEnd, p, numPoints, off, dof;
4312552f7358SJed Brown   PetscErrorCode  ierr;
4313552f7358SJed Brown 
43141b406b76SMatthew G. Knepley   PetscFunctionBeginHot;
4315b6ebb6e6SMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
4316b6ebb6e6SMatthew G. Knepley   ierr = DMPlexGetConeSize(dm, point, &numPoints);CHKERRQ(ierr);
4317b6ebb6e6SMatthew G. Knepley   ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr);
4318b6ebb6e6SMatthew G. Knepley   ierr = DMPlexGetConeOrientation(dm, point, &coneO);CHKERRQ(ierr);
4319b6ebb6e6SMatthew G. Knepley   ierr = VecGetArray(v, &array);CHKERRQ(ierr);
4320b6ebb6e6SMatthew G. Knepley   for (p = 0, off = 0; p <= numPoints; ++p, off += dof) {
4321b6ebb6e6SMatthew G. Knepley     const PetscInt cp = !p ? point : cone[p-1];
4322b6ebb6e6SMatthew G. Knepley     const PetscInt o  = !p ? 0     : coneO[p-1];
4323b6ebb6e6SMatthew G. Knepley 
4324b6ebb6e6SMatthew G. Knepley     if ((cp < pStart) || (cp >= pEnd)) {dof = 0; continue;}
4325b6ebb6e6SMatthew G. Knepley     ierr = PetscSectionGetDof(section, cp, &dof);CHKERRQ(ierr);
4326b6ebb6e6SMatthew G. Knepley     /* ADD_VALUES */
4327b6ebb6e6SMatthew G. Knepley     {
4328b6ebb6e6SMatthew G. Knepley       const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4329b6ebb6e6SMatthew G. Knepley       PetscScalar    *a;
4330b6ebb6e6SMatthew G. Knepley       PetscInt        cdof, coff, cind = 0, k;
4331b6ebb6e6SMatthew G. Knepley 
4332b6ebb6e6SMatthew G. Knepley       ierr = PetscSectionGetConstraintDof(section, cp, &cdof);CHKERRQ(ierr);
4333b6ebb6e6SMatthew G. Knepley       ierr = PetscSectionGetOffset(section, cp, &coff);CHKERRQ(ierr);
4334b6ebb6e6SMatthew G. Knepley       a    = &array[coff];
4335b6ebb6e6SMatthew G. Knepley       if (!cdof) {
4336b6ebb6e6SMatthew G. Knepley         if (o >= 0) {
4337b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4338b6ebb6e6SMatthew G. Knepley             a[k] += values[off+k];
4339b6ebb6e6SMatthew G. Knepley           }
4340b6ebb6e6SMatthew G. Knepley         } else {
4341b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4342b6ebb6e6SMatthew G. Knepley             a[k] += values[off+dof-k-1];
4343b6ebb6e6SMatthew G. Knepley           }
4344b6ebb6e6SMatthew G. Knepley         }
4345b6ebb6e6SMatthew G. Knepley       } else {
4346b6ebb6e6SMatthew G. Knepley         ierr = PetscSectionGetConstraintIndices(section, cp, &cdofs);CHKERRQ(ierr);
4347b6ebb6e6SMatthew G. Knepley         if (o >= 0) {
4348b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4349b6ebb6e6SMatthew G. Knepley             if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
4350b6ebb6e6SMatthew G. Knepley             a[k] += values[off+k];
4351b6ebb6e6SMatthew G. Knepley           }
4352b6ebb6e6SMatthew G. Knepley         } else {
4353b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4354b6ebb6e6SMatthew G. Knepley             if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
4355b6ebb6e6SMatthew G. Knepley             a[k] += values[off+dof-k-1];
4356b6ebb6e6SMatthew G. Knepley           }
4357b6ebb6e6SMatthew G. Knepley         }
4358b6ebb6e6SMatthew G. Knepley       }
4359b6ebb6e6SMatthew G. Knepley     }
4360b6ebb6e6SMatthew G. Knepley   }
4361b6ebb6e6SMatthew G. Knepley   ierr = VecRestoreArray(v, &array);CHKERRQ(ierr);
4362b6ebb6e6SMatthew G. Knepley   PetscFunctionReturn(0);
4363b6ebb6e6SMatthew G. Knepley }
43641b406b76SMatthew G. Knepley 
43651b406b76SMatthew G. Knepley /*@C
43661b406b76SMatthew G. Knepley   DMPlexVecSetClosure - Set an array of the values on the closure of 'point'
43671b406b76SMatthew G. Knepley 
43681b406b76SMatthew G. Knepley   Not collective
43691b406b76SMatthew G. Knepley 
43701b406b76SMatthew G. Knepley   Input Parameters:
43711b406b76SMatthew G. Knepley + dm - The DM
43721b406b76SMatthew G. Knepley . section - The section describing the layout in v, or NULL to use the default section
43731b406b76SMatthew G. Knepley . v - The local vector
43741b406b76SMatthew G. Knepley . point - The sieve point in the DM
43751b406b76SMatthew G. Knepley . values - The array of values
43761b406b76SMatthew G. Knepley - mode - The insert mode, where INSERT_ALL_VALUES and ADD_ALL_VALUES also overwrite boundary conditions
43771b406b76SMatthew G. Knepley 
43781b406b76SMatthew G. Knepley   Fortran Notes:
43791b406b76SMatthew G. Knepley   This routine is only available in Fortran 90, and you must include petsc.h90 in your code.
43801b406b76SMatthew G. Knepley 
43811b406b76SMatthew G. Knepley   Level: intermediate
43821b406b76SMatthew G. Knepley 
43831b406b76SMatthew G. Knepley .seealso DMPlexVecGetClosure(), DMPlexMatSetClosure()
43841b406b76SMatthew G. Knepley @*/
43851b406b76SMatthew G. Knepley PetscErrorCode DMPlexVecSetClosure(DM dm, PetscSection section, Vec v, PetscInt point, const PetscScalar values[], InsertMode mode)
43861b406b76SMatthew G. Knepley {
43871b406b76SMatthew G. Knepley   PetscSection    clSection;
43881b406b76SMatthew G. Knepley   IS              clPoints;
43891b406b76SMatthew G. Knepley   PetscScalar    *array;
43901b406b76SMatthew G. Knepley   PetscInt       *points = NULL;
439197e99dd9SToby Isaac   const PetscInt *clp, *clperm;
43921a271a75SMatthew G. Knepley   PetscInt        depth, numFields, numPoints, p;
43931b406b76SMatthew G. Knepley   PetscErrorCode  ierr;
43941b406b76SMatthew G. Knepley 
43951a271a75SMatthew G. Knepley   PetscFunctionBeginHot;
43961b406b76SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
43971b406b76SMatthew G. Knepley   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
43981a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
43991a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(v, VEC_CLASSID, 3);
44001b406b76SMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
44011b406b76SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
44021b406b76SMatthew G. Knepley   if (depth == 1 && numFields < 2 && mode == ADD_VALUES) {
44038f3be42fSMatthew G. Knepley     ierr = DMPlexVecSetClosure_Depth1_Static(dm, section, v, point, values, mode);CHKERRQ(ierr);
44041b406b76SMatthew G. Knepley     PetscFunctionReturn(0);
44051b406b76SMatthew G. Knepley   }
44061a271a75SMatthew G. Knepley   /* Get points */
440797e99dd9SToby Isaac   ierr = PetscSectionGetClosureInversePermutation_Internal(section, (PetscObject) dm, NULL, &clperm);CHKERRQ(ierr);
4408923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
44091a271a75SMatthew G. Knepley   /* Get array */
4410552f7358SJed Brown   ierr = VecGetArray(v, &array);CHKERRQ(ierr);
44111a271a75SMatthew G. Knepley   /* Get values */
4412ef90cfe2SMatthew G. Knepley   if (numFields > 0) {
441397e99dd9SToby Isaac     PetscInt offset = 0, f;
4414552f7358SJed Brown     for (f = 0; f < numFields; ++f) {
441597e99dd9SToby Isaac       const PetscInt    **perms = NULL;
441697e99dd9SToby Isaac       const PetscScalar **flips = NULL;
441797e99dd9SToby Isaac 
441897e99dd9SToby Isaac       ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4419552f7358SJed Brown       switch (mode) {
4420552f7358SJed Brown       case INSERT_VALUES:
442197e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
442297e99dd9SToby Isaac           const PetscInt    point = points[2*p];
442397e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
442497e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
442597e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, insert, PETSC_FALSE, clperm, values, &offset, array);
4426552f7358SJed Brown         } break;
4427552f7358SJed Brown       case INSERT_ALL_VALUES:
442897e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
442997e99dd9SToby Isaac           const PetscInt    point = points[2*p];
443097e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
443197e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
443297e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, insert, PETSC_TRUE, clperm, values, &offset, array);
4433552f7358SJed Brown         } break;
4434a5e93ea8SMatthew G. Knepley       case INSERT_BC_VALUES:
443597e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
443697e99dd9SToby Isaac           const PetscInt    point = points[2*p];
443797e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
443897e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
443997e99dd9SToby Isaac           updatePointFieldsBC_private(section, point, perm, flip, f, insert, clperm, values, &offset, array);
4440a5e93ea8SMatthew G. Knepley         } break;
4441552f7358SJed Brown       case ADD_VALUES:
444297e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
444397e99dd9SToby Isaac           const PetscInt    point = points[2*p];
444497e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
444597e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
444697e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, add, PETSC_FALSE, clperm, values, &offset, array);
4447552f7358SJed Brown         } break;
4448552f7358SJed Brown       case ADD_ALL_VALUES:
444997e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
445097e99dd9SToby Isaac           const PetscInt    point = points[2*p];
445197e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
445297e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
445397e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, add, PETSC_TRUE, clperm, values, &offset, array);
4454552f7358SJed Brown         } break;
4455304ab55fSMatthew G. Knepley       case ADD_BC_VALUES:
445697e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
445797e99dd9SToby Isaac           const PetscInt    point = points[2*p];
445897e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
445997e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
446097e99dd9SToby Isaac           updatePointFieldsBC_private(section, point, perm, flip, f, add, clperm, values, &offset, array);
4461304ab55fSMatthew G. Knepley         } break;
4462552f7358SJed Brown       default:
4463f347f43bSBarry Smith         SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Invalid insert mode %d", mode);
4464552f7358SJed Brown       }
446597e99dd9SToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
44661a271a75SMatthew G. Knepley     }
4467552f7358SJed Brown   } else {
44681a271a75SMatthew G. Knepley     PetscInt dof, off;
446997e99dd9SToby Isaac     const PetscInt    **perms = NULL;
447097e99dd9SToby Isaac     const PetscScalar **flips = NULL;
44711a271a75SMatthew G. Knepley 
447297e99dd9SToby Isaac     ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4473552f7358SJed Brown     switch (mode) {
4474552f7358SJed Brown     case INSERT_VALUES:
447597e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
447697e99dd9SToby Isaac         const PetscInt    point = points[2*p];
447797e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
447897e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
447997e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
448097e99dd9SToby Isaac         updatePoint_private(section, point, dof, insert, PETSC_FALSE, perm, flip, clperm, values, off, array);
4481552f7358SJed Brown       } break;
4482552f7358SJed Brown     case INSERT_ALL_VALUES:
448397e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
448497e99dd9SToby Isaac         const PetscInt    point = points[2*p];
448597e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
448697e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
448797e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
448897e99dd9SToby Isaac         updatePoint_private(section, point, dof, insert, PETSC_TRUE,  perm, flip, clperm, values, off, array);
4489552f7358SJed Brown       } break;
4490a5e93ea8SMatthew G. Knepley     case INSERT_BC_VALUES:
449197e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
449297e99dd9SToby Isaac         const PetscInt    point = points[2*p];
449397e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
449497e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
449597e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
449697e99dd9SToby Isaac         updatePointBC_private(section, point, dof, insert,  perm, flip, clperm, values, off, array);
4497a5e93ea8SMatthew G. Knepley       } break;
4498552f7358SJed Brown     case ADD_VALUES:
449997e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
450097e99dd9SToby Isaac         const PetscInt    point = points[2*p];
450197e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
450297e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
450397e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
450497e99dd9SToby Isaac         updatePoint_private(section, point, dof, add,    PETSC_FALSE, perm, flip, clperm, values, off, array);
4505552f7358SJed Brown       } break;
4506552f7358SJed Brown     case ADD_ALL_VALUES:
450797e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
450897e99dd9SToby Isaac         const PetscInt    point = points[2*p];
450997e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
451097e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
451197e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
451297e99dd9SToby Isaac         updatePoint_private(section, point, dof, add,    PETSC_TRUE,  perm, flip, clperm, values, off, array);
4513552f7358SJed Brown       } break;
4514304ab55fSMatthew G. Knepley     case ADD_BC_VALUES:
451597e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
451697e99dd9SToby Isaac         const PetscInt    point = points[2*p];
451797e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
451897e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
451997e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
452097e99dd9SToby Isaac         updatePointBC_private(section, point, dof, add,  perm, flip, clperm, values, off, array);
4521304ab55fSMatthew G. Knepley       } break;
4522552f7358SJed Brown     default:
4523f347f43bSBarry Smith       SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Invalid insert mode %d", mode);
4524552f7358SJed Brown     }
452597e99dd9SToby Isaac     ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4526552f7358SJed Brown   }
45271a271a75SMatthew G. Knepley   /* Cleanup points */
4528923c78e0SToby Isaac   ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
45291a271a75SMatthew G. Knepley   /* Cleanup array */
4530552f7358SJed Brown   ierr = VecRestoreArray(v, &array);CHKERRQ(ierr);
4531552f7358SJed Brown   PetscFunctionReturn(0);
4532552f7358SJed Brown }
4533552f7358SJed Brown 
4534e07394fbSMatthew G. Knepley PetscErrorCode DMPlexVecSetFieldClosure_Internal(DM dm, PetscSection section, Vec v, PetscBool fieldActive[], PetscInt point, const PetscScalar values[], InsertMode mode)
4535e07394fbSMatthew G. Knepley {
4536e07394fbSMatthew G. Knepley   PetscSection      clSection;
4537e07394fbSMatthew G. Knepley   IS                clPoints;
4538e07394fbSMatthew G. Knepley   PetscScalar       *array;
4539e07394fbSMatthew G. Knepley   PetscInt          *points = NULL;
4540b04c866fSMatthew G. Knepley   const PetscInt    *clp, *clperm;
4541e07394fbSMatthew G. Knepley   PetscInt          numFields, numPoints, p;
454297e99dd9SToby Isaac   PetscInt          offset = 0, f;
4543e07394fbSMatthew G. Knepley   PetscErrorCode    ierr;
4544e07394fbSMatthew G. Knepley 
4545e07394fbSMatthew G. Knepley   PetscFunctionBeginHot;
4546e07394fbSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4547e07394fbSMatthew G. Knepley   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
4548e07394fbSMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
4549e07394fbSMatthew G. Knepley   PetscValidHeaderSpecific(v, VEC_CLASSID, 3);
4550e07394fbSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4551e07394fbSMatthew G. Knepley   /* Get points */
4552b04c866fSMatthew G. Knepley   ierr = PetscSectionGetClosureInversePermutation_Internal(section, (PetscObject) dm, NULL, &clperm);CHKERRQ(ierr);
4553923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
4554e07394fbSMatthew G. Knepley   /* Get array */
4555e07394fbSMatthew G. Knepley   ierr = VecGetArray(v, &array);CHKERRQ(ierr);
4556e07394fbSMatthew G. Knepley   /* Get values */
4557e07394fbSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
455897e99dd9SToby Isaac     const PetscInt    **perms = NULL;
455997e99dd9SToby Isaac     const PetscScalar **flips = NULL;
456097e99dd9SToby Isaac 
4561e07394fbSMatthew G. Knepley     if (!fieldActive[f]) {
4562e07394fbSMatthew G. Knepley       for (p = 0; p < numPoints*2; p += 2) {
4563e07394fbSMatthew G. Knepley         PetscInt fdof;
4564e07394fbSMatthew G. Knepley         ierr = PetscSectionGetFieldDof(section, points[p], f, &fdof);CHKERRQ(ierr);
4565e07394fbSMatthew G. Knepley         offset += fdof;
4566e07394fbSMatthew G. Knepley       }
4567e07394fbSMatthew G. Knepley       continue;
4568e07394fbSMatthew G. Knepley     }
456997e99dd9SToby Isaac     ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4570e07394fbSMatthew G. Knepley     switch (mode) {
4571e07394fbSMatthew G. Knepley     case INSERT_VALUES:
457297e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
457397e99dd9SToby Isaac         const PetscInt    point = points[2*p];
457497e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
457597e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4576b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, insert, PETSC_FALSE, clperm, values, &offset, array);
4577e07394fbSMatthew G. Knepley       } break;
4578e07394fbSMatthew G. Knepley     case INSERT_ALL_VALUES:
457997e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
458097e99dd9SToby Isaac         const PetscInt    point = points[2*p];
458197e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
458297e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4583b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, insert, PETSC_TRUE, clperm, values, &offset, array);
4584e07394fbSMatthew G. Knepley         } break;
4585e07394fbSMatthew G. Knepley     case INSERT_BC_VALUES:
458697e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
458797e99dd9SToby Isaac         const PetscInt    point = points[2*p];
458897e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
458997e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4590b04c866fSMatthew G. Knepley         updatePointFieldsBC_private(section, point, perm, flip, f, insert, clperm, values, &offset, array);
4591e07394fbSMatthew G. Knepley       } break;
4592e07394fbSMatthew G. Knepley     case ADD_VALUES:
459397e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
459497e99dd9SToby Isaac         const PetscInt    point = points[2*p];
459597e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
459697e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4597b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, add, PETSC_FALSE, clperm, values, &offset, array);
4598e07394fbSMatthew G. Knepley       } break;
4599e07394fbSMatthew G. Knepley     case ADD_ALL_VALUES:
460097e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
460197e99dd9SToby Isaac         const PetscInt    point = points[2*p];
460297e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
460397e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4604b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, add, PETSC_TRUE, clperm, values, &offset, array);
4605e07394fbSMatthew G. Knepley       } break;
4606e07394fbSMatthew G. Knepley     default:
4607f347f43bSBarry Smith       SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Invalid insert mode %d", mode);
4608e07394fbSMatthew G. Knepley     }
460997e99dd9SToby Isaac     ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4610e07394fbSMatthew G. Knepley   }
4611e07394fbSMatthew G. Knepley   /* Cleanup points */
4612923c78e0SToby Isaac   ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
4613e07394fbSMatthew G. Knepley   /* Cleanup array */
4614e07394fbSMatthew G. Knepley   ierr = VecRestoreArray(v, &array);CHKERRQ(ierr);
4615e07394fbSMatthew G. Knepley   PetscFunctionReturn(0);
4616e07394fbSMatthew G. Knepley }
4617e07394fbSMatthew G. Knepley 
46187cd05799SMatthew G. Knepley static PetscErrorCode DMPlexPrintMatSetValues(PetscViewer viewer, Mat A, PetscInt point, PetscInt numRIndices, const PetscInt rindices[], PetscInt numCIndices, const PetscInt cindices[], const PetscScalar values[])
4619552f7358SJed Brown {
4620552f7358SJed Brown   PetscMPIInt    rank;
4621552f7358SJed Brown   PetscInt       i, j;
4622552f7358SJed Brown   PetscErrorCode ierr;
4623552f7358SJed Brown 
4624552f7358SJed Brown   PetscFunctionBegin;
462582f516ccSBarry Smith   ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)A), &rank);CHKERRQ(ierr);
4626f347f43bSBarry Smith   ierr = PetscViewerASCIIPrintf(viewer, "[%d]mat for sieve point %D\n", rank, point);CHKERRQ(ierr);
4627e4b003c7SBarry Smith   for (i = 0; i < numRIndices; i++) {ierr = PetscViewerASCIIPrintf(viewer, "[%d]mat row indices[%D] = %D\n", rank, i, rindices[i]);CHKERRQ(ierr);}
4628e4b003c7SBarry Smith   for (i = 0; i < numCIndices; i++) {ierr = PetscViewerASCIIPrintf(viewer, "[%d]mat col indices[%D] = %D\n", rank, i, cindices[i]);CHKERRQ(ierr);}
4629b0ecff45SMatthew G. Knepley   numCIndices = numCIndices ? numCIndices : numRIndices;
4630b0ecff45SMatthew G. Knepley   for (i = 0; i < numRIndices; i++) {
4631e4b003c7SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer, "[%d]", rank);CHKERRQ(ierr);
4632b0ecff45SMatthew G. Knepley     for (j = 0; j < numCIndices; j++) {
4633519f805aSKarl Rupp #if defined(PETSC_USE_COMPLEX)
46347eba1a17SMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, " (%g,%g)", (double)PetscRealPart(values[i*numCIndices+j]), (double)PetscImaginaryPart(values[i*numCIndices+j]));CHKERRQ(ierr);
4635552f7358SJed Brown #else
4636b0ecff45SMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, " %g", (double)values[i*numCIndices+j]);CHKERRQ(ierr);
4637552f7358SJed Brown #endif
4638552f7358SJed Brown     }
463977a6746dSMatthew G Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
4640552f7358SJed Brown   }
4641552f7358SJed Brown   PetscFunctionReturn(0);
4642552f7358SJed Brown }
4643552f7358SJed Brown 
4644552f7358SJed Brown /* . off - The global offset of this point */
46454acb8e1eSToby Isaac PetscErrorCode DMPlexGetIndicesPoint_Internal(PetscSection section, PetscInt point, PetscInt off, PetscInt *loff, PetscBool setBC, const PetscInt perm[], PetscInt indices[])
4646a6dfd86eSKarl Rupp {
4647e6ccafaeSMatthew G Knepley   PetscInt        dof;    /* The number of unknowns on this point */
4648552f7358SJed Brown   PetscInt        cdof;   /* The number of constraints on this point */
4649552f7358SJed Brown   const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4650552f7358SJed Brown   PetscInt        cind = 0, k;
4651552f7358SJed Brown   PetscErrorCode  ierr;
4652552f7358SJed Brown 
4653552f7358SJed Brown   PetscFunctionBegin;
4654552f7358SJed Brown   ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
4655552f7358SJed Brown   ierr = PetscSectionGetConstraintDof(section, point, &cdof);CHKERRQ(ierr);
4656552f7358SJed Brown   if (!cdof || setBC) {
46574acb8e1eSToby Isaac     if (perm) {
46584acb8e1eSToby Isaac       for (k = 0; k < dof; k++) indices[*loff+perm[k]] = off + k;
4659552f7358SJed Brown     } else {
46604acb8e1eSToby Isaac       for (k = 0; k < dof; k++) indices[*loff+k] = off + k;
4661552f7358SJed Brown     }
4662552f7358SJed Brown   } else {
4663552f7358SJed Brown     ierr = PetscSectionGetConstraintIndices(section, point, &cdofs);CHKERRQ(ierr);
46644acb8e1eSToby Isaac     if (perm) {
46654acb8e1eSToby Isaac       for (k = 0; k < dof; ++k) {
46664acb8e1eSToby Isaac         if ((cind < cdof) && (k == cdofs[cind])) {
46674acb8e1eSToby Isaac           /* Insert check for returning constrained indices */
46684acb8e1eSToby Isaac           indices[*loff+perm[k]] = -(off+k+1);
46694acb8e1eSToby Isaac           ++cind;
46704acb8e1eSToby Isaac         } else {
46714acb8e1eSToby Isaac           indices[*loff+perm[k]] = off+k-cind;
46724acb8e1eSToby Isaac         }
46734acb8e1eSToby Isaac       }
46744acb8e1eSToby Isaac     } else {
4675552f7358SJed Brown       for (k = 0; k < dof; ++k) {
4676552f7358SJed Brown         if ((cind < cdof) && (k == cdofs[cind])) {
4677552f7358SJed Brown           /* Insert check for returning constrained indices */
4678e6ccafaeSMatthew G Knepley           indices[*loff+k] = -(off+k+1);
4679552f7358SJed Brown           ++cind;
4680552f7358SJed Brown         } else {
4681e6ccafaeSMatthew G Knepley           indices[*loff+k] = off+k-cind;
4682552f7358SJed Brown         }
4683552f7358SJed Brown       }
4684552f7358SJed Brown     }
4685552f7358SJed Brown   }
4686e6ccafaeSMatthew G Knepley   *loff += dof;
4687552f7358SJed Brown   PetscFunctionReturn(0);
4688552f7358SJed Brown }
4689552f7358SJed Brown 
4690552f7358SJed Brown /* . off - The global offset of this point */
46914acb8e1eSToby Isaac PetscErrorCode DMPlexGetIndicesPointFields_Internal(PetscSection section, PetscInt point, PetscInt off, PetscInt foffs[], PetscBool setBC, const PetscInt ***perms, PetscInt permsoff, PetscInt indices[])
4692a6dfd86eSKarl Rupp {
4693552f7358SJed Brown   PetscInt       numFields, foff, f;
4694552f7358SJed Brown   PetscErrorCode ierr;
4695552f7358SJed Brown 
4696552f7358SJed Brown   PetscFunctionBegin;
4697552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4698552f7358SJed Brown   for (f = 0, foff = 0; f < numFields; ++f) {
46994acb8e1eSToby Isaac     PetscInt        fdof, cfdof;
4700552f7358SJed Brown     const PetscInt *fcdofs; /* The indices of the constrained dofs for field f on this point */
47014acb8e1eSToby Isaac     PetscInt        cind = 0, b;
47024acb8e1eSToby Isaac     const PetscInt  *perm = (perms && perms[f]) ? perms[f][permsoff] : NULL;
4703552f7358SJed Brown 
4704552f7358SJed Brown     ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
4705552f7358SJed Brown     ierr = PetscSectionGetFieldConstraintDof(section, point, f, &cfdof);CHKERRQ(ierr);
4706552f7358SJed Brown     if (!cfdof || setBC) {
47074acb8e1eSToby Isaac       if (perm) {for (b = 0; b < fdof; b++) {indices[foffs[f]+perm[b]] = off+foff+b;}}
47084acb8e1eSToby Isaac       else      {for (b = 0; b < fdof; b++) {indices[foffs[f]+     b ] = off+foff+b;}}
4709552f7358SJed Brown     } else {
4710552f7358SJed Brown       ierr = PetscSectionGetFieldConstraintIndices(section, point, f, &fcdofs);CHKERRQ(ierr);
47114acb8e1eSToby Isaac       if (perm) {
47124acb8e1eSToby Isaac         for (b = 0; b < fdof; b++) {
47134acb8e1eSToby Isaac           if ((cind < cfdof) && (b == fcdofs[cind])) {
47144acb8e1eSToby Isaac             indices[foffs[f]+perm[b]] = -(off+foff+b+1);
4715552f7358SJed Brown             ++cind;
4716552f7358SJed Brown           } else {
47174acb8e1eSToby Isaac             indices[foffs[f]+perm[b]] = off+foff+b-cind;
4718552f7358SJed Brown           }
4719552f7358SJed Brown         }
4720552f7358SJed Brown       } else {
47214acb8e1eSToby Isaac         for (b = 0; b < fdof; b++) {
47224acb8e1eSToby Isaac           if ((cind < cfdof) && (b == fcdofs[cind])) {
47234acb8e1eSToby Isaac             indices[foffs[f]+b] = -(off+foff+b+1);
4724552f7358SJed Brown             ++cind;
4725552f7358SJed Brown           } else {
47264acb8e1eSToby Isaac             indices[foffs[f]+b] = off+foff+b-cind;
4727552f7358SJed Brown           }
4728552f7358SJed Brown         }
4729552f7358SJed Brown       }
4730552f7358SJed Brown     }
4731a9096520SToby Isaac     foff     += (setBC ? fdof : (fdof - cfdof));
4732552f7358SJed Brown     foffs[f] += fdof;
4733552f7358SJed Brown   }
4734552f7358SJed Brown   PetscFunctionReturn(0);
4735552f7358SJed Brown }
4736552f7358SJed Brown 
47374acb8e1eSToby Isaac PetscErrorCode DMPlexAnchorsModifyMat(DM dm, PetscSection section, PetscInt numPoints, PetscInt numIndices, const PetscInt points[], const PetscInt ***perms, const PetscScalar values[], PetscInt *outNumPoints, PetscInt *outNumIndices, PetscInt *outPoints[], PetscScalar *outValues[], PetscInt offsets[], PetscBool multiplyLeft)
4738d3d1a6afSToby Isaac {
4739d3d1a6afSToby Isaac   Mat             cMat;
4740d3d1a6afSToby Isaac   PetscSection    aSec, cSec;
4741d3d1a6afSToby Isaac   IS              aIS;
4742d3d1a6afSToby Isaac   PetscInt        aStart = -1, aEnd = -1;
4743d3d1a6afSToby Isaac   const PetscInt  *anchors;
4744e17c06e0SMatthew G. Knepley   PetscInt        numFields, f, p, q, newP = 0;
4745d3d1a6afSToby Isaac   PetscInt        newNumPoints = 0, newNumIndices = 0;
4746d3d1a6afSToby Isaac   PetscInt        *newPoints, *indices, *newIndices;
4747d3d1a6afSToby Isaac   PetscInt        maxAnchor, maxDof;
4748d3d1a6afSToby Isaac   PetscInt        newOffsets[32];
4749d3d1a6afSToby Isaac   PetscInt        *pointMatOffsets[32];
4750d3d1a6afSToby Isaac   PetscInt        *newPointOffsets[32];
4751d3d1a6afSToby Isaac   PetscScalar     *pointMat[32];
47526ecaa68aSToby Isaac   PetscScalar     *newValues=NULL,*tmpValues;
4753d3d1a6afSToby Isaac   PetscBool       anyConstrained = PETSC_FALSE;
4754d3d1a6afSToby Isaac   PetscErrorCode  ierr;
4755d3d1a6afSToby Isaac 
4756d3d1a6afSToby Isaac   PetscFunctionBegin;
4757d3d1a6afSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4758d3d1a6afSToby Isaac   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
4759d3d1a6afSToby Isaac   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4760d3d1a6afSToby Isaac 
4761a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&aSec,&aIS);CHKERRQ(ierr);
4762d3d1a6afSToby Isaac   /* if there are point-to-point constraints */
4763d3d1a6afSToby Isaac   if (aSec) {
4764d3d1a6afSToby Isaac     ierr = PetscMemzero(newOffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
4765d3d1a6afSToby Isaac     ierr = ISGetIndices(aIS,&anchors);CHKERRQ(ierr);
4766d3d1a6afSToby Isaac     ierr = PetscSectionGetChart(aSec,&aStart,&aEnd);CHKERRQ(ierr);
4767d3d1a6afSToby Isaac     /* figure out how many points are going to be in the new element matrix
4768d3d1a6afSToby Isaac      * (we allow double counting, because it's all just going to be summed
4769d3d1a6afSToby Isaac      * into the global matrix anyway) */
4770d3d1a6afSToby Isaac     for (p = 0; p < 2*numPoints; p+=2) {
4771d3d1a6afSToby Isaac       PetscInt b    = points[p];
47724b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4773d3d1a6afSToby Isaac 
47744b2f2278SToby Isaac       ierr = PetscSectionGetDof(section,b,&bSecDof);CHKERRQ(ierr);
47754b2f2278SToby Isaac       if (!bSecDof) {
47764b2f2278SToby Isaac         continue;
47774b2f2278SToby Isaac       }
4778d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4779d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec,b,&bDof);CHKERRQ(ierr);
4780d3d1a6afSToby Isaac       }
4781d3d1a6afSToby Isaac       if (bDof) {
4782d3d1a6afSToby Isaac         /* this point is constrained */
4783d3d1a6afSToby Isaac         /* it is going to be replaced by its anchors */
4784d3d1a6afSToby Isaac         PetscInt bOff, q;
4785d3d1a6afSToby Isaac 
4786d3d1a6afSToby Isaac         anyConstrained = PETSC_TRUE;
4787d3d1a6afSToby Isaac         newNumPoints  += bDof;
4788d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(aSec,b,&bOff);CHKERRQ(ierr);
4789d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
4790d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q];
4791d3d1a6afSToby Isaac           PetscInt aDof;
4792d3d1a6afSToby Isaac 
4793d3d1a6afSToby Isaac           ierr           = PetscSectionGetDof(section,a,&aDof);CHKERRQ(ierr);
4794d3d1a6afSToby Isaac           newNumIndices += aDof;
4795d3d1a6afSToby Isaac           for (f = 0; f < numFields; ++f) {
4796d3d1a6afSToby Isaac             PetscInt fDof;
4797d3d1a6afSToby Isaac 
4798d3d1a6afSToby Isaac             ierr             = PetscSectionGetFieldDof(section, a, f, &fDof);CHKERRQ(ierr);
4799d3d1a6afSToby Isaac             newOffsets[f+1] += fDof;
4800d3d1a6afSToby Isaac           }
4801d3d1a6afSToby Isaac         }
4802d3d1a6afSToby Isaac       }
4803d3d1a6afSToby Isaac       else {
4804d3d1a6afSToby Isaac         /* this point is not constrained */
4805d3d1a6afSToby Isaac         newNumPoints++;
48064b2f2278SToby Isaac         newNumIndices += bSecDof;
4807d3d1a6afSToby Isaac         for (f = 0; f < numFields; ++f) {
4808d3d1a6afSToby Isaac           PetscInt fDof;
4809d3d1a6afSToby Isaac 
4810d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section, b, f, &fDof);CHKERRQ(ierr);
4811d3d1a6afSToby Isaac           newOffsets[f+1] += fDof;
4812d3d1a6afSToby Isaac         }
4813d3d1a6afSToby Isaac       }
4814d3d1a6afSToby Isaac     }
4815d3d1a6afSToby Isaac   }
4816d3d1a6afSToby Isaac   if (!anyConstrained) {
481772b80496SMatthew G. Knepley     if (outNumPoints)  *outNumPoints  = 0;
481872b80496SMatthew G. Knepley     if (outNumIndices) *outNumIndices = 0;
481972b80496SMatthew G. Knepley     if (outPoints)     *outPoints     = NULL;
482072b80496SMatthew G. Knepley     if (outValues)     *outValues     = NULL;
482172b80496SMatthew G. Knepley     if (aSec) {ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);}
4822d3d1a6afSToby Isaac     PetscFunctionReturn(0);
4823d3d1a6afSToby Isaac   }
4824d3d1a6afSToby Isaac 
48256ecaa68aSToby Isaac   if (outNumPoints)  *outNumPoints  = newNumPoints;
48266ecaa68aSToby Isaac   if (outNumIndices) *outNumIndices = newNumIndices;
48276ecaa68aSToby Isaac 
4828f13f9184SToby Isaac   for (f = 0; f < numFields; ++f) newOffsets[f+1] += newOffsets[f];
4829d3d1a6afSToby Isaac 
48306ecaa68aSToby Isaac   if (!outPoints && !outValues) {
48316ecaa68aSToby Isaac     if (offsets) {
48326ecaa68aSToby Isaac       for (f = 0; f <= numFields; f++) {
48336ecaa68aSToby Isaac         offsets[f] = newOffsets[f];
48346ecaa68aSToby Isaac       }
48356ecaa68aSToby Isaac     }
48366ecaa68aSToby Isaac     if (aSec) {ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);}
48376ecaa68aSToby Isaac     PetscFunctionReturn(0);
48386ecaa68aSToby Isaac   }
48396ecaa68aSToby Isaac 
4840f347f43bSBarry Smith   if (numFields && newOffsets[numFields] != newNumIndices) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", newOffsets[numFields], newNumIndices);
4841d3d1a6afSToby Isaac 
4842f7c74593SToby Isaac   ierr = DMGetDefaultConstraints(dm, &cSec, &cMat);CHKERRQ(ierr);
4843d3d1a6afSToby Isaac 
4844d3d1a6afSToby Isaac   /* workspaces */
4845d3d1a6afSToby Isaac   if (numFields) {
4846d3d1a6afSToby Isaac     for (f = 0; f < numFields; f++) {
4847d3d1a6afSToby Isaac       ierr = DMGetWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[f]);CHKERRQ(ierr);
4848d3d1a6afSToby Isaac       ierr = DMGetWorkArray(dm,numPoints+1,PETSC_INT,&newPointOffsets[f]);CHKERRQ(ierr);
4849d3d1a6afSToby Isaac     }
4850d3d1a6afSToby Isaac   }
4851d3d1a6afSToby Isaac   else {
4852d3d1a6afSToby Isaac     ierr = DMGetWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[0]);CHKERRQ(ierr);
4853d3d1a6afSToby Isaac     ierr = DMGetWorkArray(dm,numPoints,PETSC_INT,&newPointOffsets[0]);CHKERRQ(ierr);
4854d3d1a6afSToby Isaac   }
4855d3d1a6afSToby Isaac 
4856d3d1a6afSToby Isaac   /* get workspaces for the point-to-point matrices */
4857d3d1a6afSToby Isaac   if (numFields) {
48584b2f2278SToby Isaac     PetscInt totalOffset, totalMatOffset;
48594b2f2278SToby Isaac 
4860d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
4861d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
48624b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4863d3d1a6afSToby Isaac 
48644b2f2278SToby Isaac       ierr = PetscSectionGetDof(section,b,&bSecDof);CHKERRQ(ierr);
48654b2f2278SToby Isaac       if (!bSecDof) {
48664b2f2278SToby Isaac         for (f = 0; f < numFields; f++) {
48674b2f2278SToby Isaac           newPointOffsets[f][p + 1] = 0;
48684b2f2278SToby Isaac           pointMatOffsets[f][p + 1] = 0;
48694b2f2278SToby Isaac         }
48704b2f2278SToby Isaac         continue;
48714b2f2278SToby Isaac       }
4872d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4873d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
4874d3d1a6afSToby Isaac       }
4875d3d1a6afSToby Isaac       if (bDof) {
4876d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4877d3d1a6afSToby Isaac           PetscInt fDof, q, bOff, allFDof = 0;
4878d3d1a6afSToby Isaac 
4879d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section, b, f, &fDof);CHKERRQ(ierr);
4880d3d1a6afSToby Isaac           ierr = PetscSectionGetOffset(aSec, b, &bOff);CHKERRQ(ierr);
4881d3d1a6afSToby Isaac           for (q = 0; q < bDof; q++) {
4882d3d1a6afSToby Isaac             PetscInt a = anchors[bOff + q];
4883d3d1a6afSToby Isaac             PetscInt aFDof;
4884d3d1a6afSToby Isaac 
4885d3d1a6afSToby Isaac             ierr     = PetscSectionGetFieldDof(section, a, f, &aFDof);CHKERRQ(ierr);
4886d3d1a6afSToby Isaac             allFDof += aFDof;
4887d3d1a6afSToby Isaac           }
4888d3d1a6afSToby Isaac           newPointOffsets[f][p+1] = allFDof;
4889d3d1a6afSToby Isaac           pointMatOffsets[f][p+1] = fDof * allFDof;
4890d3d1a6afSToby Isaac         }
4891d3d1a6afSToby Isaac       }
4892d3d1a6afSToby Isaac       else {
4893d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4894d3d1a6afSToby Isaac           PetscInt fDof;
4895d3d1a6afSToby Isaac 
4896d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section, b, f, &fDof);CHKERRQ(ierr);
4897d3d1a6afSToby Isaac           newPointOffsets[f][p+1] = fDof;
4898d3d1a6afSToby Isaac           pointMatOffsets[f][p+1] = 0;
4899d3d1a6afSToby Isaac         }
4900d3d1a6afSToby Isaac       }
4901d3d1a6afSToby Isaac     }
49024b2f2278SToby Isaac     for (f = 0, totalOffset = 0, totalMatOffset = 0; f < numFields; f++) {
49034b2f2278SToby Isaac       newPointOffsets[f][0] = totalOffset;
49044b2f2278SToby Isaac       pointMatOffsets[f][0] = totalMatOffset;
4905d3d1a6afSToby Isaac       for (p = 0; p < numPoints; p++) {
4906d3d1a6afSToby Isaac         newPointOffsets[f][p+1] += newPointOffsets[f][p];
4907d3d1a6afSToby Isaac         pointMatOffsets[f][p+1] += pointMatOffsets[f][p];
4908d3d1a6afSToby Isaac       }
490919f70fd5SToby Isaac       totalOffset    = newPointOffsets[f][numPoints];
491019f70fd5SToby Isaac       totalMatOffset = pointMatOffsets[f][numPoints];
4911d3d1a6afSToby Isaac       ierr = DMGetWorkArray(dm,pointMatOffsets[f][numPoints],PETSC_SCALAR,&pointMat[f]);CHKERRQ(ierr);
4912d3d1a6afSToby Isaac     }
4913d3d1a6afSToby Isaac   }
4914d3d1a6afSToby Isaac   else {
4915d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
4916d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
49174b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4918d3d1a6afSToby Isaac 
49194b2f2278SToby Isaac       ierr = PetscSectionGetDof(section,b,&bSecDof);CHKERRQ(ierr);
49204b2f2278SToby Isaac       if (!bSecDof) {
49214b2f2278SToby Isaac         newPointOffsets[0][p + 1] = 0;
49224b2f2278SToby Isaac         pointMatOffsets[0][p + 1] = 0;
49234b2f2278SToby Isaac         continue;
49244b2f2278SToby Isaac       }
4925d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4926d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
4927d3d1a6afSToby Isaac       }
4928d3d1a6afSToby Isaac       if (bDof) {
49294b2f2278SToby Isaac         PetscInt bOff, q, allDof = 0;
4930d3d1a6afSToby Isaac 
4931d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(aSec, b, &bOff);CHKERRQ(ierr);
4932d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
4933d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q], aDof;
4934d3d1a6afSToby Isaac 
4935d3d1a6afSToby Isaac           ierr    = PetscSectionGetDof(section, a, &aDof);CHKERRQ(ierr);
4936d3d1a6afSToby Isaac           allDof += aDof;
4937d3d1a6afSToby Isaac         }
4938d3d1a6afSToby Isaac         newPointOffsets[0][p+1] = allDof;
49394b2f2278SToby Isaac         pointMatOffsets[0][p+1] = bSecDof * allDof;
4940d3d1a6afSToby Isaac       }
4941d3d1a6afSToby Isaac       else {
49424b2f2278SToby Isaac         newPointOffsets[0][p+1] = bSecDof;
4943d3d1a6afSToby Isaac         pointMatOffsets[0][p+1] = 0;
4944d3d1a6afSToby Isaac       }
4945d3d1a6afSToby Isaac     }
4946d3d1a6afSToby Isaac     newPointOffsets[0][0] = 0;
4947d3d1a6afSToby Isaac     pointMatOffsets[0][0] = 0;
4948d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
4949d3d1a6afSToby Isaac       newPointOffsets[0][p+1] += newPointOffsets[0][p];
4950d3d1a6afSToby Isaac       pointMatOffsets[0][p+1] += pointMatOffsets[0][p];
4951d3d1a6afSToby Isaac     }
4952d3d1a6afSToby Isaac     ierr = DMGetWorkArray(dm,pointMatOffsets[0][numPoints],PETSC_SCALAR,&pointMat[0]);CHKERRQ(ierr);
4953d3d1a6afSToby Isaac   }
4954d3d1a6afSToby Isaac 
49556ecaa68aSToby Isaac   /* output arrays */
49566ecaa68aSToby Isaac   ierr = DMGetWorkArray(dm,2*newNumPoints,PETSC_INT,&newPoints);CHKERRQ(ierr);
49576ecaa68aSToby Isaac 
4958d3d1a6afSToby Isaac   /* get the point-to-point matrices; construct newPoints */
4959d3d1a6afSToby Isaac   ierr = PetscSectionGetMaxDof(aSec, &maxAnchor);CHKERRQ(ierr);
4960d3d1a6afSToby Isaac   ierr = PetscSectionGetMaxDof(section, &maxDof);CHKERRQ(ierr);
4961d3d1a6afSToby Isaac   ierr = DMGetWorkArray(dm,maxDof,PETSC_INT,&indices);CHKERRQ(ierr);
4962d3d1a6afSToby Isaac   ierr = DMGetWorkArray(dm,maxAnchor*maxDof,PETSC_INT,&newIndices);CHKERRQ(ierr);
4963d3d1a6afSToby Isaac   if (numFields) {
4964d3d1a6afSToby Isaac     for (p = 0, newP = 0; p < numPoints; p++) {
4965d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
4966d3d1a6afSToby Isaac       PetscInt o    = points[2*p+1];
49674b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4968d3d1a6afSToby Isaac 
49694b2f2278SToby Isaac       ierr = PetscSectionGetDof(section, b, &bSecDof);CHKERRQ(ierr);
49704b2f2278SToby Isaac       if (!bSecDof) {
49714b2f2278SToby Isaac         continue;
49724b2f2278SToby Isaac       }
4973d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4974d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
4975d3d1a6afSToby Isaac       }
4976d3d1a6afSToby Isaac       if (bDof) {
4977d3d1a6afSToby Isaac         PetscInt fStart[32], fEnd[32], fAnchorStart[32], fAnchorEnd[32], bOff, q;
4978d3d1a6afSToby Isaac 
4979d3d1a6afSToby Isaac         fStart[0] = 0;
4980d3d1a6afSToby Isaac         fEnd[0]   = 0;
4981d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4982d3d1a6afSToby Isaac           PetscInt fDof;
4983d3d1a6afSToby Isaac 
4984d3d1a6afSToby Isaac           ierr        = PetscSectionGetFieldDof(cSec, b, f, &fDof);CHKERRQ(ierr);
4985d3d1a6afSToby Isaac           fStart[f+1] = fStart[f] + fDof;
4986d3d1a6afSToby Isaac           fEnd[f+1]   = fStart[f+1];
4987d3d1a6afSToby Isaac         }
4988d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(cSec, b, &bOff);CHKERRQ(ierr);
49894acb8e1eSToby Isaac         ierr = DMPlexGetIndicesPointFields_Internal(cSec, b, bOff, fEnd, PETSC_TRUE, perms, p, indices);CHKERRQ(ierr);
4990d3d1a6afSToby Isaac 
4991d3d1a6afSToby Isaac         fAnchorStart[0] = 0;
4992d3d1a6afSToby Isaac         fAnchorEnd[0]   = 0;
4993d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4994d3d1a6afSToby Isaac           PetscInt fDof = newPointOffsets[f][p + 1] - newPointOffsets[f][p];
4995d3d1a6afSToby Isaac 
4996d3d1a6afSToby Isaac           fAnchorStart[f+1] = fAnchorStart[f] + fDof;
4997d3d1a6afSToby Isaac           fAnchorEnd[f+1]   = fAnchorStart[f + 1];
4998d3d1a6afSToby Isaac         }
4999d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(aSec, b, &bOff);CHKERRQ(ierr);
5000d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
5001d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q], aOff;
5002d3d1a6afSToby Isaac 
5003d3d1a6afSToby Isaac           /* we take the orientation of ap into account in the order that we constructed the indices above: the newly added points have no orientation */
5004d3d1a6afSToby Isaac           newPoints[2*(newP + q)]     = a;
5005d3d1a6afSToby Isaac           newPoints[2*(newP + q) + 1] = 0;
5006302440fdSBarry Smith           ierr = PetscSectionGetOffset(section, a, &aOff);CHKERRQ(ierr);
50074acb8e1eSToby Isaac           ierr = DMPlexGetIndicesPointFields_Internal(section, a, aOff, fAnchorEnd, PETSC_TRUE, NULL, -1, newIndices);CHKERRQ(ierr);
5008d3d1a6afSToby Isaac         }
5009d3d1a6afSToby Isaac         newP += bDof;
5010d3d1a6afSToby Isaac 
50116ecaa68aSToby Isaac         if (outValues) {
5012d3d1a6afSToby Isaac           /* get the point-to-point submatrix */
5013d3d1a6afSToby Isaac           for (f = 0; f < numFields; f++) {
5014d3d1a6afSToby Isaac             ierr = MatGetValues(cMat,fEnd[f]-fStart[f],indices + fStart[f],fAnchorEnd[f] - fAnchorStart[f],newIndices + fAnchorStart[f],pointMat[f] + pointMatOffsets[f][p]);CHKERRQ(ierr);
5015d3d1a6afSToby Isaac           }
5016d3d1a6afSToby Isaac         }
50176ecaa68aSToby Isaac       }
5018d3d1a6afSToby Isaac       else {
5019d3d1a6afSToby Isaac         newPoints[2 * newP]     = b;
5020d3d1a6afSToby Isaac         newPoints[2 * newP + 1] = o;
5021d3d1a6afSToby Isaac         newP++;
5022d3d1a6afSToby Isaac       }
5023d3d1a6afSToby Isaac     }
5024d3d1a6afSToby Isaac   } else {
5025d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
5026d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
5027d3d1a6afSToby Isaac       PetscInt o    = points[2*p+1];
50284b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
5029d3d1a6afSToby Isaac 
50304b2f2278SToby Isaac       ierr = PetscSectionGetDof(section, b, &bSecDof);CHKERRQ(ierr);
50314b2f2278SToby Isaac       if (!bSecDof) {
50324b2f2278SToby Isaac         continue;
50334b2f2278SToby Isaac       }
5034d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
5035d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
5036d3d1a6afSToby Isaac       }
5037d3d1a6afSToby Isaac       if (bDof) {
5038d3d1a6afSToby Isaac         PetscInt bEnd = 0, bAnchorEnd = 0, bOff;
5039d3d1a6afSToby Isaac 
5040d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(cSec, b, &bOff);CHKERRQ(ierr);
50414acb8e1eSToby Isaac         ierr = DMPlexGetIndicesPoint_Internal(cSec, b, bOff, &bEnd, PETSC_TRUE, (perms && perms[0]) ? perms[0][p] : NULL, indices);CHKERRQ(ierr);
5042d3d1a6afSToby Isaac 
5043d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset (aSec, b, &bOff);CHKERRQ(ierr);
5044d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
5045d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q], aOff;
5046d3d1a6afSToby Isaac 
5047d3d1a6afSToby Isaac           /* we take the orientation of ap into account in the order that we constructed the indices above: the newly added points have no orientation */
5048d3d1a6afSToby Isaac 
5049d3d1a6afSToby Isaac           newPoints[2*(newP + q)]     = a;
5050d3d1a6afSToby Isaac           newPoints[2*(newP + q) + 1] = 0;
5051302440fdSBarry Smith           ierr = PetscSectionGetOffset(section, a, &aOff);CHKERRQ(ierr);
50524acb8e1eSToby Isaac           ierr = DMPlexGetIndicesPoint_Internal(section, a, aOff, &bAnchorEnd, PETSC_TRUE, NULL, newIndices);CHKERRQ(ierr);
5053d3d1a6afSToby Isaac         }
5054d3d1a6afSToby Isaac         newP += bDof;
5055d3d1a6afSToby Isaac 
5056d3d1a6afSToby Isaac         /* get the point-to-point submatrix */
50576ecaa68aSToby Isaac         if (outValues) {
5058d3d1a6afSToby Isaac           ierr = MatGetValues(cMat,bEnd,indices,bAnchorEnd,newIndices,pointMat[0] + pointMatOffsets[0][p]);CHKERRQ(ierr);
5059d3d1a6afSToby Isaac         }
50606ecaa68aSToby Isaac       }
5061d3d1a6afSToby Isaac       else {
5062d3d1a6afSToby Isaac         newPoints[2 * newP]     = b;
5063d3d1a6afSToby Isaac         newPoints[2 * newP + 1] = o;
5064d3d1a6afSToby Isaac         newP++;
5065d3d1a6afSToby Isaac       }
5066d3d1a6afSToby Isaac     }
5067d3d1a6afSToby Isaac   }
5068d3d1a6afSToby Isaac 
50696ecaa68aSToby Isaac   if (outValues) {
50706ecaa68aSToby Isaac     ierr = DMGetWorkArray(dm,newNumIndices*numIndices,PETSC_SCALAR,&tmpValues);CHKERRQ(ierr);
5071d3d1a6afSToby Isaac     ierr = PetscMemzero(tmpValues,newNumIndices*numIndices*sizeof(*tmpValues));CHKERRQ(ierr);
5072d3d1a6afSToby Isaac     /* multiply constraints on the right */
5073d3d1a6afSToby Isaac     if (numFields) {
5074d3d1a6afSToby Isaac       for (f = 0; f < numFields; f++) {
5075d3d1a6afSToby Isaac         PetscInt oldOff = offsets[f];
5076d3d1a6afSToby Isaac 
5077d3d1a6afSToby Isaac         for (p = 0; p < numPoints; p++) {
5078d3d1a6afSToby Isaac           PetscInt cStart = newPointOffsets[f][p];
5079d3d1a6afSToby Isaac           PetscInt b      = points[2 * p];
5080d3d1a6afSToby Isaac           PetscInt c, r, k;
5081d3d1a6afSToby Isaac           PetscInt dof;
5082d3d1a6afSToby Isaac 
5083d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section,b,f,&dof);CHKERRQ(ierr);
50844b2f2278SToby Isaac           if (!dof) {
50854b2f2278SToby Isaac             continue;
50864b2f2278SToby Isaac           }
5087d3d1a6afSToby Isaac           if (pointMatOffsets[f][p] < pointMatOffsets[f][p + 1]) {
5088d3d1a6afSToby Isaac             PetscInt nCols         = newPointOffsets[f][p+1]-cStart;
5089d3d1a6afSToby Isaac             const PetscScalar *mat = pointMat[f] + pointMatOffsets[f][p];
5090d3d1a6afSToby Isaac 
5091d3d1a6afSToby Isaac             for (r = 0; r < numIndices; r++) {
5092d3d1a6afSToby Isaac               for (c = 0; c < nCols; c++) {
5093d3d1a6afSToby Isaac                 for (k = 0; k < dof; k++) {
50944acb8e1eSToby Isaac                   tmpValues[r * newNumIndices + cStart + c] += values[r * numIndices + oldOff + k] * mat[k * nCols + c];
5095d3d1a6afSToby Isaac                 }
5096d3d1a6afSToby Isaac               }
5097d3d1a6afSToby Isaac             }
5098d3d1a6afSToby Isaac           }
5099d3d1a6afSToby Isaac           else {
5100d3d1a6afSToby Isaac             /* copy this column as is */
5101d3d1a6afSToby Isaac             for (r = 0; r < numIndices; r++) {
5102d3d1a6afSToby Isaac               for (c = 0; c < dof; c++) {
5103d3d1a6afSToby Isaac                 tmpValues[r * newNumIndices + cStart + c] = values[r * numIndices + oldOff + c];
5104d3d1a6afSToby Isaac               }
5105d3d1a6afSToby Isaac             }
5106d3d1a6afSToby Isaac           }
5107d3d1a6afSToby Isaac           oldOff += dof;
5108d3d1a6afSToby Isaac         }
5109d3d1a6afSToby Isaac       }
5110d3d1a6afSToby Isaac     }
5111d3d1a6afSToby Isaac     else {
5112d3d1a6afSToby Isaac       PetscInt oldOff = 0;
5113d3d1a6afSToby Isaac       for (p = 0; p < numPoints; p++) {
5114d3d1a6afSToby Isaac         PetscInt cStart = newPointOffsets[0][p];
5115d3d1a6afSToby Isaac         PetscInt b      = points[2 * p];
5116d3d1a6afSToby Isaac         PetscInt c, r, k;
5117d3d1a6afSToby Isaac         PetscInt dof;
5118d3d1a6afSToby Isaac 
5119d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(section,b,&dof);CHKERRQ(ierr);
51204b2f2278SToby Isaac         if (!dof) {
51214b2f2278SToby Isaac           continue;
51224b2f2278SToby Isaac         }
5123d3d1a6afSToby Isaac         if (pointMatOffsets[0][p] < pointMatOffsets[0][p + 1]) {
5124d3d1a6afSToby Isaac           PetscInt nCols         = newPointOffsets[0][p+1]-cStart;
5125d3d1a6afSToby Isaac           const PetscScalar *mat = pointMat[0] + pointMatOffsets[0][p];
5126d3d1a6afSToby Isaac 
5127d3d1a6afSToby Isaac           for (r = 0; r < numIndices; r++) {
5128d3d1a6afSToby Isaac             for (c = 0; c < nCols; c++) {
5129d3d1a6afSToby Isaac               for (k = 0; k < dof; k++) {
5130d3d1a6afSToby Isaac                 tmpValues[r * newNumIndices + cStart + c] += mat[k * nCols + c] * values[r * numIndices + oldOff + k];
5131d3d1a6afSToby Isaac               }
5132d3d1a6afSToby Isaac             }
5133d3d1a6afSToby Isaac           }
5134d3d1a6afSToby Isaac         }
5135d3d1a6afSToby Isaac         else {
5136d3d1a6afSToby Isaac           /* copy this column as is */
5137d3d1a6afSToby Isaac           for (r = 0; r < numIndices; r++) {
5138d3d1a6afSToby Isaac             for (c = 0; c < dof; c++) {
5139d3d1a6afSToby Isaac               tmpValues[r * newNumIndices + cStart + c] = values[r * numIndices + oldOff + c];
5140d3d1a6afSToby Isaac             }
5141d3d1a6afSToby Isaac           }
5142d3d1a6afSToby Isaac         }
5143d3d1a6afSToby Isaac         oldOff += dof;
5144d3d1a6afSToby Isaac       }
5145d3d1a6afSToby Isaac     }
5146d3d1a6afSToby Isaac 
51476ecaa68aSToby Isaac     if (multiplyLeft) {
51486ecaa68aSToby Isaac       ierr = DMGetWorkArray(dm,newNumIndices*newNumIndices,PETSC_SCALAR,&newValues);CHKERRQ(ierr);
5149d3d1a6afSToby Isaac       ierr = PetscMemzero(newValues,newNumIndices*newNumIndices*sizeof(*newValues));CHKERRQ(ierr);
5150d3d1a6afSToby Isaac       /* multiply constraints transpose on the left */
5151d3d1a6afSToby Isaac       if (numFields) {
5152d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
5153d3d1a6afSToby Isaac           PetscInt oldOff = offsets[f];
5154d3d1a6afSToby Isaac 
5155d3d1a6afSToby Isaac           for (p = 0; p < numPoints; p++) {
5156d3d1a6afSToby Isaac             PetscInt rStart = newPointOffsets[f][p];
5157d3d1a6afSToby Isaac             PetscInt b      = points[2 * p];
5158d3d1a6afSToby Isaac             PetscInt c, r, k;
5159d3d1a6afSToby Isaac             PetscInt dof;
5160d3d1a6afSToby Isaac 
5161d3d1a6afSToby Isaac             ierr = PetscSectionGetFieldDof(section,b,f,&dof);CHKERRQ(ierr);
5162d3d1a6afSToby Isaac             if (pointMatOffsets[f][p] < pointMatOffsets[f][p + 1]) {
5163d3d1a6afSToby Isaac               PetscInt nRows                        = newPointOffsets[f][p+1]-rStart;
5164d3d1a6afSToby Isaac               const PetscScalar *PETSC_RESTRICT mat = pointMat[f] + pointMatOffsets[f][p];
5165d3d1a6afSToby Isaac 
5166d3d1a6afSToby Isaac               for (r = 0; r < nRows; r++) {
5167d3d1a6afSToby Isaac                 for (c = 0; c < newNumIndices; c++) {
5168d3d1a6afSToby Isaac                   for (k = 0; k < dof; k++) {
5169d3d1a6afSToby Isaac                     newValues[(rStart + r) * newNumIndices + c] += mat[k * nRows + r] * tmpValues[(oldOff + k) * newNumIndices + c];
5170d3d1a6afSToby Isaac                   }
5171d3d1a6afSToby Isaac                 }
5172d3d1a6afSToby Isaac               }
5173d3d1a6afSToby Isaac             }
5174d3d1a6afSToby Isaac             else {
5175d3d1a6afSToby Isaac               /* copy this row as is */
5176d3d1a6afSToby Isaac               for (r = 0; r < dof; r++) {
5177d3d1a6afSToby Isaac                 for (c = 0; c < newNumIndices; c++) {
5178d3d1a6afSToby Isaac                   newValues[(rStart + r) * newNumIndices + c] = tmpValues[(oldOff + r) * newNumIndices + c];
5179d3d1a6afSToby Isaac                 }
5180d3d1a6afSToby Isaac               }
5181d3d1a6afSToby Isaac             }
5182d3d1a6afSToby Isaac             oldOff += dof;
5183d3d1a6afSToby Isaac           }
5184d3d1a6afSToby Isaac         }
5185d3d1a6afSToby Isaac       }
5186d3d1a6afSToby Isaac       else {
5187d3d1a6afSToby Isaac         PetscInt oldOff = 0;
5188d3d1a6afSToby Isaac 
5189d3d1a6afSToby Isaac         for (p = 0; p < numPoints; p++) {
5190d3d1a6afSToby Isaac           PetscInt rStart = newPointOffsets[0][p];
5191d3d1a6afSToby Isaac           PetscInt b      = points[2 * p];
5192d3d1a6afSToby Isaac           PetscInt c, r, k;
5193d3d1a6afSToby Isaac           PetscInt dof;
5194d3d1a6afSToby Isaac 
5195d3d1a6afSToby Isaac           ierr = PetscSectionGetDof(section,b,&dof);CHKERRQ(ierr);
5196d3d1a6afSToby Isaac           if (pointMatOffsets[0][p] < pointMatOffsets[0][p + 1]) {
5197d3d1a6afSToby Isaac             PetscInt nRows                        = newPointOffsets[0][p+1]-rStart;
5198d3d1a6afSToby Isaac             const PetscScalar *PETSC_RESTRICT mat = pointMat[0] + pointMatOffsets[0][p];
5199d3d1a6afSToby Isaac 
5200d3d1a6afSToby Isaac             for (r = 0; r < nRows; r++) {
5201d3d1a6afSToby Isaac               for (c = 0; c < newNumIndices; c++) {
5202d3d1a6afSToby Isaac                 for (k = 0; k < dof; k++) {
5203d3d1a6afSToby Isaac                   newValues[(rStart + r) * newNumIndices + c] += mat[k * nRows + r] * tmpValues[(oldOff + k) * newNumIndices + c];
5204d3d1a6afSToby Isaac                 }
5205d3d1a6afSToby Isaac               }
5206d3d1a6afSToby Isaac             }
5207d3d1a6afSToby Isaac           }
5208d3d1a6afSToby Isaac           else {
5209d3d1a6afSToby Isaac             /* copy this row as is */
52109fc93327SToby Isaac             for (r = 0; r < dof; r++) {
5211d3d1a6afSToby Isaac               for (c = 0; c < newNumIndices; c++) {
5212d3d1a6afSToby Isaac                 newValues[(rStart + r) * newNumIndices + c] = tmpValues[(oldOff + r) * newNumIndices + c];
5213d3d1a6afSToby Isaac               }
5214d3d1a6afSToby Isaac             }
5215d3d1a6afSToby Isaac           }
5216d3d1a6afSToby Isaac           oldOff += dof;
5217d3d1a6afSToby Isaac         }
5218d3d1a6afSToby Isaac       }
5219d3d1a6afSToby Isaac 
52206ecaa68aSToby Isaac       ierr = DMRestoreWorkArray(dm,newNumIndices*numIndices,PETSC_SCALAR,&tmpValues);CHKERRQ(ierr);
52216ecaa68aSToby Isaac     }
52226ecaa68aSToby Isaac     else {
52236ecaa68aSToby Isaac       newValues = tmpValues;
52246ecaa68aSToby Isaac     }
52256ecaa68aSToby Isaac   }
52266ecaa68aSToby Isaac 
5227d3d1a6afSToby Isaac   /* clean up */
5228d3d1a6afSToby Isaac   ierr = DMRestoreWorkArray(dm,maxDof,PETSC_INT,&indices);CHKERRQ(ierr);
5229d3d1a6afSToby Isaac   ierr = DMRestoreWorkArray(dm,maxAnchor*maxDof,PETSC_INT,&newIndices);CHKERRQ(ierr);
52306ecaa68aSToby Isaac 
5231d3d1a6afSToby Isaac   if (numFields) {
5232d3d1a6afSToby Isaac     for (f = 0; f < numFields; f++) {
5233d3d1a6afSToby Isaac       ierr = DMRestoreWorkArray(dm,pointMatOffsets[f][numPoints],PETSC_SCALAR,&pointMat[f]);CHKERRQ(ierr);
5234d3d1a6afSToby Isaac       ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[f]);CHKERRQ(ierr);
5235d3d1a6afSToby Isaac       ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&newPointOffsets[f]);CHKERRQ(ierr);
5236d3d1a6afSToby Isaac     }
5237d3d1a6afSToby Isaac   }
5238d3d1a6afSToby Isaac   else {
5239d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,pointMatOffsets[0][numPoints],PETSC_SCALAR,&pointMat[0]);CHKERRQ(ierr);
5240d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[0]);CHKERRQ(ierr);
5241d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&newPointOffsets[0]);CHKERRQ(ierr);
5242d3d1a6afSToby Isaac   }
5243d3d1a6afSToby Isaac   ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);
5244d3d1a6afSToby Isaac 
5245d3d1a6afSToby Isaac   /* output */
52466ecaa68aSToby Isaac   if (outPoints) {
5247d3d1a6afSToby Isaac     *outPoints = newPoints;
52486ecaa68aSToby Isaac   }
52496ecaa68aSToby Isaac   else {
52506ecaa68aSToby Isaac     ierr = DMRestoreWorkArray(dm,2*newNumPoints,PETSC_INT,&newPoints);CHKERRQ(ierr);
52516ecaa68aSToby Isaac   }
525231620726SToby Isaac   if (outValues) {
5253d3d1a6afSToby Isaac     *outValues = newValues;
52546ecaa68aSToby Isaac   }
52556ecaa68aSToby Isaac   for (f = 0; f <= numFields; f++) {
5256d3d1a6afSToby Isaac     offsets[f] = newOffsets[f];
5257d3d1a6afSToby Isaac   }
5258d3d1a6afSToby Isaac   PetscFunctionReturn(0);
5259d3d1a6afSToby Isaac }
5260d3d1a6afSToby Isaac 
52617cd05799SMatthew G. Knepley /*@C
5262a87adde4SMatthew G. Knepley   DMPlexGetClosureIndices - Get the global indices in a vector v for all points in the closure of the given point
52637cd05799SMatthew G. Knepley 
52647cd05799SMatthew G. Knepley   Not collective
52657cd05799SMatthew G. Knepley 
52667cd05799SMatthew G. Knepley   Input Parameters:
52677cd05799SMatthew G. Knepley + dm - The DM
52687cd05799SMatthew G. Knepley . section - The section describing the layout in v, or NULL to use the default section
52697cd05799SMatthew G. Knepley . globalSection - The section describing the parallel layout in v, or NULL to use the default section
52707cd05799SMatthew G. Knepley - point - The mesh point
52717cd05799SMatthew G. Knepley 
52727cd05799SMatthew G. Knepley   Output parameters:
52737cd05799SMatthew G. Knepley + numIndices - The number of indices
52747cd05799SMatthew G. Knepley . indices - The indices
52757cd05799SMatthew G. Knepley - outOffsets - Field offset if not NULL
52767cd05799SMatthew G. Knepley 
52777cd05799SMatthew G. Knepley   Note: Must call DMPlexRestoreClosureIndices() to free allocated memory
52787cd05799SMatthew G. Knepley 
52797cd05799SMatthew G. Knepley   Level: advanced
52807cd05799SMatthew G. Knepley 
52817cd05799SMatthew G. Knepley .seealso DMPlexRestoreClosureIndices(), DMPlexVecGetClosure(), DMPlexMatSetClosure()
52827cd05799SMatthew G. Knepley @*/
52836ecaa68aSToby Isaac PetscErrorCode DMPlexGetClosureIndices(DM dm, PetscSection section, PetscSection globalSection, PetscInt point, PetscInt *numIndices, PetscInt **indices, PetscInt *outOffsets)
52847773e69fSMatthew G. Knepley {
52857773e69fSMatthew G. Knepley   PetscSection    clSection;
52867773e69fSMatthew G. Knepley   IS              clPoints;
52877773e69fSMatthew G. Knepley   const PetscInt *clp;
52884acb8e1eSToby Isaac   const PetscInt  **perms[32] = {NULL};
52897773e69fSMatthew G. Knepley   PetscInt       *points = NULL, *pointsNew;
52907773e69fSMatthew G. Knepley   PetscInt        numPoints, numPointsNew;
52917773e69fSMatthew G. Knepley   PetscInt        offsets[32];
52927773e69fSMatthew G. Knepley   PetscInt        Nf, Nind, NindNew, off, globalOff, f, p;
52937773e69fSMatthew G. Knepley   PetscErrorCode  ierr;
52947773e69fSMatthew G. Knepley 
52957773e69fSMatthew G. Knepley   PetscFunctionBegin;
52967773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
52977773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
52987773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(globalSection, PETSC_SECTION_CLASSID, 3);
52997773e69fSMatthew G. Knepley   if (numIndices) PetscValidPointer(numIndices, 4);
53007773e69fSMatthew G. Knepley   PetscValidPointer(indices, 5);
53017773e69fSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
53027773e69fSMatthew G. Knepley   if (Nf > 31) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", Nf);
53037773e69fSMatthew G. Knepley   ierr = PetscMemzero(offsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
53047773e69fSMatthew G. Knepley   /* Get points in closure */
5305923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
53067773e69fSMatthew G. Knepley   /* Get number of indices and indices per field */
53077773e69fSMatthew G. Knepley   for (p = 0, Nind = 0; p < numPoints*2; p += 2) {
53087773e69fSMatthew G. Knepley     PetscInt dof, fdof;
53097773e69fSMatthew G. Knepley 
53107773e69fSMatthew G. Knepley     ierr = PetscSectionGetDof(section, points[p], &dof);CHKERRQ(ierr);
53117773e69fSMatthew G. Knepley     for (f = 0; f < Nf; ++f) {
53127773e69fSMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, points[p], f, &fdof);CHKERRQ(ierr);
53137773e69fSMatthew G. Knepley       offsets[f+1] += fdof;
53147773e69fSMatthew G. Knepley     }
53157773e69fSMatthew G. Knepley     Nind += dof;
53167773e69fSMatthew G. Knepley   }
53177773e69fSMatthew G. Knepley   for (f = 1; f < Nf; ++f) offsets[f+1] += offsets[f];
53188ccfff9cSToby Isaac   if (Nf && offsets[Nf] != Nind) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", offsets[Nf], Nind);
53194acb8e1eSToby Isaac   if (!Nf) offsets[1] = Nind;
53204acb8e1eSToby Isaac   /* Get dual space symmetries */
53214acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,Nf); f++) {
53224acb8e1eSToby Isaac     if (Nf) {ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53234acb8e1eSToby Isaac     else    {ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53244acb8e1eSToby Isaac   }
53257773e69fSMatthew G. Knepley   /* Correct for hanging node constraints */
53267773e69fSMatthew G. Knepley   {
53274acb8e1eSToby Isaac     ierr = DMPlexAnchorsModifyMat(dm, section, numPoints, Nind, points, perms, NULL, &numPointsNew, &NindNew, &pointsNew, NULL, offsets, PETSC_TRUE);CHKERRQ(ierr);
53287773e69fSMatthew G. Knepley     if (numPointsNew) {
53294acb8e1eSToby Isaac       for (f = 0; f < PetscMax(1,Nf); f++) {
53304acb8e1eSToby Isaac         if (Nf) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53314acb8e1eSToby Isaac         else    {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53324acb8e1eSToby Isaac       }
53334acb8e1eSToby Isaac       for (f = 0; f < PetscMax(1,Nf); f++) {
53344acb8e1eSToby Isaac         if (Nf) {ierr = PetscSectionGetFieldPointSyms(section,f,numPointsNew,pointsNew,&perms[f],NULL);CHKERRQ(ierr);}
53354acb8e1eSToby Isaac         else    {ierr = PetscSectionGetPointSyms(section,numPointsNew,pointsNew,&perms[f],NULL);CHKERRQ(ierr);}
53364acb8e1eSToby Isaac       }
5337923c78e0SToby Isaac       ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
53387773e69fSMatthew G. Knepley       numPoints = numPointsNew;
53397773e69fSMatthew G. Knepley       Nind      = NindNew;
53407773e69fSMatthew G. Knepley       points    = pointsNew;
53417773e69fSMatthew G. Knepley     }
53427773e69fSMatthew G. Knepley   }
53437773e69fSMatthew G. Knepley   /* Calculate indices */
53447773e69fSMatthew G. Knepley   ierr = DMGetWorkArray(dm, Nind, PETSC_INT, indices);CHKERRQ(ierr);
53457773e69fSMatthew G. Knepley   if (Nf) {
53466ecaa68aSToby Isaac     if (outOffsets) {
53476ecaa68aSToby Isaac       PetscInt f;
53486ecaa68aSToby Isaac 
534946bdb399SToby Isaac       for (f = 0; f <= Nf; f++) {
53506ecaa68aSToby Isaac         outOffsets[f] = offsets[f];
53516ecaa68aSToby Isaac       }
53526ecaa68aSToby Isaac     }
53534acb8e1eSToby Isaac     for (p = 0; p < numPoints; p++) {
53544acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
53554acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, offsets, PETSC_FALSE, perms, p, *indices);
53567773e69fSMatthew G. Knepley     }
53577773e69fSMatthew G. Knepley   } else {
53584acb8e1eSToby Isaac     for (p = 0, off = 0; p < numPoints; p++) {
53594acb8e1eSToby Isaac       const PetscInt *perm = perms[0] ? perms[0][p] : NULL;
53604acb8e1eSToby Isaac 
53614acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
53624acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, *indices);
53637773e69fSMatthew G. Knepley     }
53647773e69fSMatthew G. Knepley   }
53657773e69fSMatthew G. Knepley   /* Cleanup points */
53664acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,Nf); f++) {
53674acb8e1eSToby Isaac     if (Nf) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53684acb8e1eSToby Isaac     else    {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53694acb8e1eSToby Isaac   }
53707773e69fSMatthew G. Knepley   if (numPointsNew) {
53717773e69fSMatthew G. Knepley     ierr = DMRestoreWorkArray(dm, 2*numPointsNew, PETSC_INT, &pointsNew);CHKERRQ(ierr);
53727773e69fSMatthew G. Knepley   } else {
5373923c78e0SToby Isaac     ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
53747773e69fSMatthew G. Knepley   }
53757773e69fSMatthew G. Knepley   if (numIndices) *numIndices = Nind;
53767773e69fSMatthew G. Knepley   PetscFunctionReturn(0);
53777773e69fSMatthew G. Knepley }
53787773e69fSMatthew G. Knepley 
53797cd05799SMatthew G. Knepley /*@C
53807cd05799SMatthew G. Knepley   DMPlexRestoreClosureIndices - Restore the indices in a vector v for all points in the closure of the given point
53817cd05799SMatthew G. Knepley 
53827cd05799SMatthew G. Knepley   Not collective
53837cd05799SMatthew G. Knepley 
53847cd05799SMatthew G. Knepley   Input Parameters:
53857cd05799SMatthew G. Knepley + dm - The DM
53867cd05799SMatthew G. Knepley . section - The section describing the layout in v, or NULL to use the default section
53877cd05799SMatthew G. Knepley . globalSection - The section describing the parallel layout in v, or NULL to use the default section
53887cd05799SMatthew G. Knepley . point - The mesh point
53897cd05799SMatthew G. Knepley . numIndices - The number of indices
53907cd05799SMatthew G. Knepley . indices - The indices
53917cd05799SMatthew G. Knepley - outOffsets - Field offset if not NULL
53927cd05799SMatthew G. Knepley 
53937cd05799SMatthew G. Knepley   Level: advanced
53947cd05799SMatthew G. Knepley 
53957cd05799SMatthew G. Knepley .seealso DMPlexGetClosureIndices(), DMPlexVecGetClosure(), DMPlexMatSetClosure()
53967cd05799SMatthew G. Knepley @*/
539746bdb399SToby Isaac PetscErrorCode DMPlexRestoreClosureIndices(DM dm, PetscSection section, PetscSection globalSection, PetscInt point, PetscInt *numIndices, PetscInt **indices,PetscInt *outOffsets)
53987773e69fSMatthew G. Knepley {
53997773e69fSMatthew G. Knepley   PetscErrorCode ierr;
54007773e69fSMatthew G. Knepley 
54017773e69fSMatthew G. Knepley   PetscFunctionBegin;
54027773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
54037773e69fSMatthew G. Knepley   PetscValidPointer(indices, 5);
54047773e69fSMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, indices);CHKERRQ(ierr);
54057773e69fSMatthew G. Knepley   PetscFunctionReturn(0);
54067773e69fSMatthew G. Knepley }
54077773e69fSMatthew G. Knepley 
54087f5d1fdeSMatthew G. Knepley /*@C
54097f5d1fdeSMatthew G. Knepley   DMPlexMatSetClosure - Set an array of the values on the closure of 'point'
54107f5d1fdeSMatthew G. Knepley 
54117f5d1fdeSMatthew G. Knepley   Not collective
54127f5d1fdeSMatthew G. Knepley 
54137f5d1fdeSMatthew G. Knepley   Input Parameters:
54147f5d1fdeSMatthew G. Knepley + dm - The DM
5415ebd6d717SJed Brown . section - The section describing the layout in v, or NULL to use the default section
5416ebd6d717SJed Brown . globalSection - The section describing the layout in v, or NULL to use the default global section
54177f5d1fdeSMatthew G. Knepley . A - The matrix
54187f5d1fdeSMatthew G. Knepley . point - The sieve point in the DM
54197f5d1fdeSMatthew G. Knepley . values - The array of values
54207f5d1fdeSMatthew G. Knepley - mode - The insert mode, where INSERT_ALL_VALUES and ADD_ALL_VALUES also overwrite boundary conditions
54217f5d1fdeSMatthew G. Knepley 
54227f5d1fdeSMatthew G. Knepley   Fortran Notes:
54237f5d1fdeSMatthew G. Knepley   This routine is only available in Fortran 90, and you must include petsc.h90 in your code.
54247f5d1fdeSMatthew G. Knepley 
54257f5d1fdeSMatthew G. Knepley   Level: intermediate
54267f5d1fdeSMatthew G. Knepley 
54277f5d1fdeSMatthew G. Knepley .seealso DMPlexVecGetClosure(), DMPlexVecSetClosure()
54287f5d1fdeSMatthew G. Knepley @*/
54297c1f9639SMatthew G Knepley PetscErrorCode DMPlexMatSetClosure(DM dm, PetscSection section, PetscSection globalSection, Mat A, PetscInt point, const PetscScalar values[], InsertMode mode)
5430552f7358SJed Brown {
5431552f7358SJed Brown   DM_Plex            *mesh   = (DM_Plex*) dm->data;
54321b406b76SMatthew G. Knepley   PetscSection        clSection;
54331b406b76SMatthew G. Knepley   IS                  clPoints;
5434d3d1a6afSToby Isaac   PetscInt           *points = NULL, *newPoints;
54351b406b76SMatthew G. Knepley   const PetscInt     *clp;
5436552f7358SJed Brown   PetscInt           *indices;
5437552f7358SJed Brown   PetscInt            offsets[32];
54384acb8e1eSToby Isaac   const PetscInt    **perms[32] = {NULL};
54394acb8e1eSToby Isaac   const PetscScalar **flips[32] = {NULL};
5440923c78e0SToby Isaac   PetscInt            numFields, numPoints, newNumPoints, numIndices, newNumIndices, dof, off, globalOff, p, f;
54414acb8e1eSToby Isaac   PetscScalar        *valCopy = NULL;
5442d3d1a6afSToby Isaac   PetscScalar        *newValues;
5443552f7358SJed Brown   PetscErrorCode      ierr;
5444552f7358SJed Brown 
5445552f7358SJed Brown   PetscFunctionBegin;
5446552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5447ebd6d717SJed Brown   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
54483dc93601SMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
5449ebd6d717SJed Brown   if (!globalSection) {ierr = DMGetDefaultGlobalSection(dm, &globalSection);CHKERRQ(ierr);}
54503dc93601SMatthew G. Knepley   PetscValidHeaderSpecific(globalSection, PETSC_SECTION_CLASSID, 3);
54513dc93601SMatthew G. Knepley   PetscValidHeaderSpecific(A, MAT_CLASSID, 4);
5452552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
545382f516ccSBarry Smith   if (numFields > 31) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", numFields);
5454552f7358SJed Brown   ierr = PetscMemzero(offsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
5455923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
5456552f7358SJed Brown   for (p = 0, numIndices = 0; p < numPoints*2; p += 2) {
5457552f7358SJed Brown     PetscInt fdof;
5458552f7358SJed Brown 
5459552f7358SJed Brown     ierr = PetscSectionGetDof(section, points[p], &dof);CHKERRQ(ierr);
5460552f7358SJed Brown     for (f = 0; f < numFields; ++f) {
5461552f7358SJed Brown       ierr          = PetscSectionGetFieldDof(section, points[p], f, &fdof);CHKERRQ(ierr);
5462552f7358SJed Brown       offsets[f+1] += fdof;
5463552f7358SJed Brown     }
5464552f7358SJed Brown     numIndices += dof;
5465552f7358SJed Brown   }
54660d644c17SKarl Rupp   for (f = 1; f < numFields; ++f) offsets[f+1] += offsets[f];
54670d644c17SKarl Rupp 
54688ccfff9cSToby Isaac   if (numFields && offsets[numFields] != numIndices) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", offsets[numFields], numIndices);
54694acb8e1eSToby Isaac   /* Get symmetries */
54704acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,numFields); f++) {
54714acb8e1eSToby Isaac     if (numFields) {ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
54724acb8e1eSToby Isaac     else           {ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
54734acb8e1eSToby Isaac     if (values && flips[f]) { /* may need to apply sign changes to the element matrix */
54744acb8e1eSToby Isaac       PetscInt foffset = offsets[f];
54754acb8e1eSToby Isaac 
54764acb8e1eSToby Isaac       for (p = 0; p < numPoints; p++) {
54774acb8e1eSToby Isaac         PetscInt point          = points[2*p], fdof;
54784acb8e1eSToby Isaac         const PetscScalar *flip = flips[f] ? flips[f][p] : NULL;
54794acb8e1eSToby Isaac 
54804acb8e1eSToby Isaac         if (!numFields) {
54814acb8e1eSToby Isaac           ierr = PetscSectionGetDof(section,point,&fdof);CHKERRQ(ierr);
54824acb8e1eSToby Isaac         } else {
54834acb8e1eSToby Isaac           ierr = PetscSectionGetFieldDof(section,point,f,&fdof);CHKERRQ(ierr);
54844acb8e1eSToby Isaac         }
54854acb8e1eSToby Isaac         if (flip) {
54864acb8e1eSToby Isaac           PetscInt i, j, k;
54874acb8e1eSToby Isaac 
54884acb8e1eSToby Isaac           if (!valCopy) {
54894acb8e1eSToby Isaac             ierr = DMGetWorkArray(dm,numIndices*numIndices,PETSC_SCALAR,&valCopy);CHKERRQ(ierr);
54904acb8e1eSToby Isaac             for (j = 0; j < numIndices * numIndices; j++) valCopy[j] = values[j];
54914acb8e1eSToby Isaac             values = valCopy;
54924acb8e1eSToby Isaac           }
54934acb8e1eSToby Isaac           for (i = 0; i < fdof; i++) {
5494775f7be2SToby Isaac             PetscScalar fval = flip[i];
54954acb8e1eSToby Isaac 
54964acb8e1eSToby Isaac             for (k = 0; k < numIndices; k++) {
54974acb8e1eSToby Isaac               valCopy[numIndices * (foffset + i) + k] *= fval;
54984acb8e1eSToby Isaac               valCopy[numIndices * k + (foffset + i)] *= fval;
54994acb8e1eSToby Isaac             }
55004acb8e1eSToby Isaac           }
55014acb8e1eSToby Isaac         }
55024acb8e1eSToby Isaac         foffset += fdof;
55034acb8e1eSToby Isaac       }
55044acb8e1eSToby Isaac     }
55054acb8e1eSToby Isaac   }
55064acb8e1eSToby Isaac   ierr = DMPlexAnchorsModifyMat(dm,section,numPoints,numIndices,points,perms,values,&newNumPoints,&newNumIndices,&newPoints,&newValues,offsets,PETSC_TRUE);CHKERRQ(ierr);
5507d3d1a6afSToby Isaac   if (newNumPoints) {
55084acb8e1eSToby Isaac     if (valCopy) {
55094acb8e1eSToby Isaac       ierr = DMRestoreWorkArray(dm,numIndices*numIndices,PETSC_SCALAR,&valCopy);CHKERRQ(ierr);
55104acb8e1eSToby Isaac     }
55114acb8e1eSToby Isaac     for (f = 0; f < PetscMax(1,numFields); f++) {
55124acb8e1eSToby Isaac       if (numFields) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55134acb8e1eSToby Isaac       else           {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55144acb8e1eSToby Isaac     }
55154acb8e1eSToby Isaac     for (f = 0; f < PetscMax(1,numFields); f++) {
55164acb8e1eSToby Isaac       if (numFields) {ierr = PetscSectionGetFieldPointSyms(section,f,newNumPoints,newPoints,&perms[f],&flips[f]);CHKERRQ(ierr);}
55174acb8e1eSToby Isaac       else           {ierr = PetscSectionGetPointSyms(section,newNumPoints,newPoints,&perms[f],&flips[f]);CHKERRQ(ierr);}
55184acb8e1eSToby Isaac     }
5519923c78e0SToby Isaac     ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
5520d3d1a6afSToby Isaac     numPoints  = newNumPoints;
5521d3d1a6afSToby Isaac     numIndices = newNumIndices;
5522d3d1a6afSToby Isaac     points     = newPoints;
5523d3d1a6afSToby Isaac     values     = newValues;
5524d3d1a6afSToby Isaac   }
5525552f7358SJed Brown   ierr = DMGetWorkArray(dm, numIndices, PETSC_INT, &indices);CHKERRQ(ierr);
5526552f7358SJed Brown   if (numFields) {
55274acb8e1eSToby Isaac     for (p = 0; p < numPoints; p++) {
55284acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
55294acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, offsets, PETSC_FALSE, perms, p, indices);
5530552f7358SJed Brown     }
5531552f7358SJed Brown   } else {
55324acb8e1eSToby Isaac     for (p = 0, off = 0; p < numPoints; p++) {
55334acb8e1eSToby Isaac       const PetscInt *perm = perms[0] ? perms[0][p] : NULL;
55344acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
55354acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, indices);
5536552f7358SJed Brown     }
5537552f7358SJed Brown   }
5538b0ecff45SMatthew G. Knepley   if (mesh->printSetValues) {ierr = DMPlexPrintMatSetValues(PETSC_VIEWER_STDOUT_SELF, A, point, numIndices, indices, 0, NULL, values);CHKERRQ(ierr);}
5539552f7358SJed Brown   ierr = MatSetValues(A, numIndices, indices, numIndices, indices, values, mode);
5540ab1d0545SMatthew G. Knepley   if (mesh->printFEM > 1) {
5541ab1d0545SMatthew G. Knepley     PetscInt i;
5542ab1d0545SMatthew G. Knepley     ierr = PetscPrintf(PETSC_COMM_SELF, "  Indices:");CHKERRQ(ierr);
55438ccfff9cSToby Isaac     for (i = 0; i < numIndices; ++i) {ierr = PetscPrintf(PETSC_COMM_SELF, " %D", indices[i]);CHKERRQ(ierr);}
5544ab1d0545SMatthew G. Knepley     ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
5545ab1d0545SMatthew G. Knepley   }
5546552f7358SJed Brown   if (ierr) {
5547552f7358SJed Brown     PetscMPIInt    rank;
5548552f7358SJed Brown     PetscErrorCode ierr2;
5549552f7358SJed Brown 
555082f516ccSBarry Smith     ierr2 = MPI_Comm_rank(PetscObjectComm((PetscObject)A), &rank);CHKERRQ(ierr2);
5551e4b003c7SBarry Smith     ierr2 = (*PetscErrorPrintf)("[%d]ERROR in DMPlexMatSetClosure\n", rank);CHKERRQ(ierr2);
5552b0ecff45SMatthew G. Knepley     ierr2 = DMPlexPrintMatSetValues(PETSC_VIEWER_STDERR_SELF, A, point, numIndices, indices, 0, NULL, values);CHKERRQ(ierr2);
55536a415b8fSMatthew G Knepley     ierr2 = DMRestoreWorkArray(dm, numIndices, PETSC_INT, &indices);CHKERRQ(ierr2);
5554552f7358SJed Brown     CHKERRQ(ierr);
5555552f7358SJed Brown   }
55564acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,numFields); f++) {
55574acb8e1eSToby Isaac     if (numFields) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55584acb8e1eSToby Isaac     else           {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55594acb8e1eSToby Isaac   }
5560d3d1a6afSToby Isaac   if (newNumPoints) {
5561d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,newNumIndices*newNumIndices,PETSC_SCALAR,&newValues);CHKERRQ(ierr);
5562d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,2*newNumPoints,PETSC_INT,&newPoints);CHKERRQ(ierr);
5563d3d1a6afSToby Isaac   }
5564d3d1a6afSToby Isaac   else {
55654acb8e1eSToby Isaac     if (valCopy) {
55664acb8e1eSToby Isaac       ierr = DMRestoreWorkArray(dm,numIndices*numIndices,PETSC_SCALAR,&valCopy);CHKERRQ(ierr);
55674acb8e1eSToby Isaac     }
5568923c78e0SToby Isaac     ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
5569d3d1a6afSToby Isaac   }
5570552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, numIndices, PETSC_INT, &indices);CHKERRQ(ierr);
5571552f7358SJed Brown   PetscFunctionReturn(0);
5572552f7358SJed Brown }
5573552f7358SJed Brown 
5574de41b84cSMatthew G. Knepley PetscErrorCode DMPlexMatSetClosureRefined(DM dmf, PetscSection fsection, PetscSection globalFSection, DM dmc, PetscSection csection, PetscSection globalCSection, Mat A, PetscInt point, const PetscScalar values[], InsertMode mode)
5575de41b84cSMatthew G. Knepley {
5576de41b84cSMatthew G. Knepley   DM_Plex        *mesh   = (DM_Plex*) dmf->data;
5577de41b84cSMatthew G. Knepley   PetscInt       *fpoints = NULL, *ftotpoints = NULL;
5578de41b84cSMatthew G. Knepley   PetscInt       *cpoints = NULL;
5579de41b84cSMatthew G. Knepley   PetscInt       *findices, *cindices;
5580de41b84cSMatthew G. Knepley   PetscInt        foffsets[32], coffsets[32];
5581de41b84cSMatthew G. Knepley   CellRefiner     cellRefiner;
55824ca5e9f5SMatthew G. Knepley   PetscInt        numFields, numSubcells, maxFPoints, numFPoints, numCPoints, numFIndices, numCIndices, dof, off, globalOff, pStart, pEnd, p, q, r, s, f;
5583de41b84cSMatthew G. Knepley   PetscErrorCode  ierr;
5584de41b84cSMatthew G. Knepley 
5585de41b84cSMatthew G. Knepley   PetscFunctionBegin;
5586de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(dmf, DM_CLASSID, 1);
5587de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(dmc, DM_CLASSID, 4);
5588de41b84cSMatthew G. Knepley   if (!fsection) {ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);}
5589de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(fsection, PETSC_SECTION_CLASSID, 2);
5590de41b84cSMatthew G. Knepley   if (!csection) {ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);}
5591de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(csection, PETSC_SECTION_CLASSID, 5);
5592de41b84cSMatthew G. Knepley   if (!globalFSection) {ierr = DMGetDefaultGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);}
5593de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(globalFSection, PETSC_SECTION_CLASSID, 3);
5594de41b84cSMatthew G. Knepley   if (!globalCSection) {ierr = DMGetDefaultGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);}
5595de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(globalCSection, PETSC_SECTION_CLASSID, 6);
5596de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(A, MAT_CLASSID, 7);
5597de41b84cSMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &numFields);CHKERRQ(ierr);
5598de41b84cSMatthew G. Knepley   if (numFields > 31) SETERRQ1(PetscObjectComm((PetscObject)dmf), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", numFields);
5599de41b84cSMatthew G. Knepley   ierr = PetscMemzero(foffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
5600de41b84cSMatthew G. Knepley   ierr = PetscMemzero(coffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
5601de41b84cSMatthew G. Knepley   /* Column indices */
5602de41b84cSMatthew G. Knepley   ierr = DMPlexGetTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
56034ca5e9f5SMatthew G. Knepley   maxFPoints = numCPoints;
5604de41b84cSMatthew G. Knepley   /* Compress out points not in the section */
5605de41b84cSMatthew G. Knepley   /*   TODO: Squeeze out points with 0 dof as well */
5606de41b84cSMatthew G. Knepley   ierr = PetscSectionGetChart(csection, &pStart, &pEnd);CHKERRQ(ierr);
5607de41b84cSMatthew G. Knepley   for (p = 0, q = 0; p < numCPoints*2; p += 2) {
5608de41b84cSMatthew G. Knepley     if ((cpoints[p] >= pStart) && (cpoints[p] < pEnd)) {
5609de41b84cSMatthew G. Knepley       cpoints[q*2]   = cpoints[p];
5610de41b84cSMatthew G. Knepley       cpoints[q*2+1] = cpoints[p+1];
5611de41b84cSMatthew G. Knepley       ++q;
5612de41b84cSMatthew G. Knepley     }
5613de41b84cSMatthew G. Knepley   }
5614de41b84cSMatthew G. Knepley   numCPoints = q;
5615de41b84cSMatthew G. Knepley   for (p = 0, numCIndices = 0; p < numCPoints*2; p += 2) {
5616de41b84cSMatthew G. Knepley     PetscInt fdof;
5617de41b84cSMatthew G. Knepley 
5618de41b84cSMatthew G. Knepley     ierr = PetscSectionGetDof(csection, cpoints[p], &dof);CHKERRQ(ierr);
56194ca5e9f5SMatthew G. Knepley     if (!dof) continue;
5620de41b84cSMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
5621de41b84cSMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(csection, cpoints[p], f, &fdof);CHKERRQ(ierr);
5622de41b84cSMatthew G. Knepley       coffsets[f+1] += fdof;
5623de41b84cSMatthew G. Knepley     }
5624de41b84cSMatthew G. Knepley     numCIndices += dof;
5625de41b84cSMatthew G. Knepley   }
5626de41b84cSMatthew G. Knepley   for (f = 1; f < numFields; ++f) coffsets[f+1] += coffsets[f];
5627de41b84cSMatthew G. Knepley   /* Row indices */
5628de41b84cSMatthew G. Knepley   ierr = DMPlexGetCellRefiner_Internal(dmc, &cellRefiner);CHKERRQ(ierr);
5629de41b84cSMatthew G. Knepley   ierr = CellRefinerGetAffineTransforms_Internal(cellRefiner, &numSubcells, NULL, NULL, NULL);CHKERRQ(ierr);
56301ba5f902SMatthew G. Knepley   ierr = DMGetWorkArray(dmf, maxFPoints*2*numSubcells, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
5631de41b84cSMatthew G. Knepley   for (r = 0, q = 0; r < numSubcells; ++r) {
5632de41b84cSMatthew G. Knepley     /* TODO Map from coarse to fine cells */
5633de41b84cSMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dmf, point*numSubcells + r, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
5634de41b84cSMatthew G. Knepley     /* Compress out points not in the section */
5635de41b84cSMatthew G. Knepley     ierr = PetscSectionGetChart(fsection, &pStart, &pEnd);CHKERRQ(ierr);
5636de41b84cSMatthew G. Knepley     for (p = 0; p < numFPoints*2; p += 2) {
5637de41b84cSMatthew G. Knepley       if ((fpoints[p] >= pStart) && (fpoints[p] < pEnd)) {
56384ca5e9f5SMatthew G. Knepley         ierr = PetscSectionGetDof(fsection, fpoints[p], &dof);CHKERRQ(ierr);
56394ca5e9f5SMatthew G. Knepley         if (!dof) continue;
56404ca5e9f5SMatthew G. Knepley         for (s = 0; s < q; ++s) if (fpoints[p] == ftotpoints[s*2]) break;
56414ca5e9f5SMatthew G. Knepley         if (s < q) continue;
5642de41b84cSMatthew G. Knepley         ftotpoints[q*2]   = fpoints[p];
5643de41b84cSMatthew G. Knepley         ftotpoints[q*2+1] = fpoints[p+1];
5644de41b84cSMatthew G. Knepley         ++q;
5645de41b84cSMatthew G. Knepley       }
5646de41b84cSMatthew G. Knepley     }
5647de41b84cSMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dmf, point, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
5648de41b84cSMatthew G. Knepley   }
5649de41b84cSMatthew G. Knepley   numFPoints = q;
5650de41b84cSMatthew G. Knepley   for (p = 0, numFIndices = 0; p < numFPoints*2; p += 2) {
5651de41b84cSMatthew G. Knepley     PetscInt fdof;
5652de41b84cSMatthew G. Knepley 
5653de41b84cSMatthew G. Knepley     ierr = PetscSectionGetDof(fsection, ftotpoints[p], &dof);CHKERRQ(ierr);
56544ca5e9f5SMatthew G. Knepley     if (!dof) continue;
5655de41b84cSMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
5656de41b84cSMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(fsection, ftotpoints[p], f, &fdof);CHKERRQ(ierr);
5657de41b84cSMatthew G. Knepley       foffsets[f+1] += fdof;
5658de41b84cSMatthew G. Knepley     }
5659de41b84cSMatthew G. Knepley     numFIndices += dof;
5660de41b84cSMatthew G. Knepley   }
5661de41b84cSMatthew G. Knepley   for (f = 1; f < numFields; ++f) foffsets[f+1] += foffsets[f];
5662de41b84cSMatthew G. Knepley 
56638ccfff9cSToby Isaac   if (numFields && foffsets[numFields] != numFIndices) SETERRQ2(PetscObjectComm((PetscObject)dmf), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", foffsets[numFields], numFIndices);
56648ccfff9cSToby Isaac   if (numFields && coffsets[numFields] != numCIndices) SETERRQ2(PetscObjectComm((PetscObject)dmc), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", coffsets[numFields], numCIndices);
5665de41b84cSMatthew G. Knepley   ierr = DMGetWorkArray(dmf, numFIndices, PETSC_INT, &findices);CHKERRQ(ierr);
5666de41b84cSMatthew G. Knepley   ierr = DMGetWorkArray(dmc, numCIndices, PETSC_INT, &cindices);CHKERRQ(ierr);
5667de41b84cSMatthew G. Knepley   if (numFields) {
56684acb8e1eSToby Isaac     const PetscInt **permsF[32] = {NULL};
56694acb8e1eSToby Isaac     const PetscInt **permsC[32] = {NULL};
56704acb8e1eSToby Isaac 
56714acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
56724acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
56734acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
5674de41b84cSMatthew G. Knepley     }
56754acb8e1eSToby Isaac     for (p = 0; p < numFPoints; p++) {
56764acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
56774acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, foffsets, PETSC_FALSE, permsF, p, findices);
56784acb8e1eSToby Isaac     }
56794acb8e1eSToby Isaac     for (p = 0; p < numCPoints; p++) {
56804acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
56814acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, coffsets, PETSC_FALSE, permsC, p, cindices);
56824acb8e1eSToby Isaac     }
56834acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
56844acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
56854acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
5686de41b84cSMatthew G. Knepley     }
5687de41b84cSMatthew G. Knepley   } else {
56884acb8e1eSToby Isaac     const PetscInt **permsF = NULL;
56894acb8e1eSToby Isaac     const PetscInt **permsC = NULL;
56904acb8e1eSToby Isaac 
56914acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
56924acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
56934acb8e1eSToby Isaac     for (p = 0, off = 0; p < numFPoints; p++) {
56944acb8e1eSToby Isaac       const PetscInt *perm = permsF ? permsF[p] : NULL;
56954acb8e1eSToby Isaac 
56964acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
56974acb8e1eSToby Isaac       ierr = DMPlexGetIndicesPoint_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, findices);CHKERRQ(ierr);
5698de41b84cSMatthew G. Knepley     }
56994acb8e1eSToby Isaac     for (p = 0, off = 0; p < numCPoints; p++) {
57004acb8e1eSToby Isaac       const PetscInt *perm = permsC ? permsC[p] : NULL;
57014acb8e1eSToby Isaac 
57024acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
57034acb8e1eSToby Isaac       ierr = DMPlexGetIndicesPoint_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, cindices);CHKERRQ(ierr);
5704de41b84cSMatthew G. Knepley     }
57054acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
57064acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
5707de41b84cSMatthew G. Knepley   }
5708de41b84cSMatthew G. Knepley   if (mesh->printSetValues) {ierr = DMPlexPrintMatSetValues(PETSC_VIEWER_STDOUT_SELF, A, point, numFIndices, findices, numCIndices, cindices, values);CHKERRQ(ierr);}
57094acb8e1eSToby Isaac   /* TODO: flips */
5710de41b84cSMatthew G. Knepley   ierr = MatSetValues(A, numFIndices, findices, numCIndices, cindices, values, mode);
5711de41b84cSMatthew G. Knepley   if (ierr) {
5712de41b84cSMatthew G. Knepley     PetscMPIInt    rank;
5713de41b84cSMatthew G. Knepley     PetscErrorCode ierr2;
5714de41b84cSMatthew G. Knepley 
5715de41b84cSMatthew G. Knepley     ierr2 = MPI_Comm_rank(PetscObjectComm((PetscObject)A), &rank);CHKERRQ(ierr2);
5716e4b003c7SBarry Smith     ierr2 = (*PetscErrorPrintf)("[%d]ERROR in DMPlexMatSetClosure\n", rank);CHKERRQ(ierr2);
5717de41b84cSMatthew G. Knepley     ierr2 = DMPlexPrintMatSetValues(PETSC_VIEWER_STDERR_SELF, A, point, numFIndices, findices, numCIndices, cindices, values);CHKERRQ(ierr2);
5718de41b84cSMatthew G. Knepley     ierr2 = DMRestoreWorkArray(dmf, numFIndices, PETSC_INT, &findices);CHKERRQ(ierr2);
5719de41b84cSMatthew G. Knepley     ierr2 = DMRestoreWorkArray(dmc, numCIndices, PETSC_INT, &cindices);CHKERRQ(ierr2);
5720de41b84cSMatthew G. Knepley     CHKERRQ(ierr);
5721de41b84cSMatthew G. Knepley   }
5722549a8adaSMatthew G. Knepley   ierr = DMRestoreWorkArray(dmf, numCPoints*2*4, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
5723de41b84cSMatthew G. Knepley   ierr = DMPlexRestoreTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
5724de41b84cSMatthew G. Knepley   ierr = DMRestoreWorkArray(dmf, numFIndices, PETSC_INT, &findices);CHKERRQ(ierr);
5725de41b84cSMatthew G. Knepley   ierr = DMRestoreWorkArray(dmc, numCIndices, PETSC_INT, &cindices);CHKERRQ(ierr);
5726de41b84cSMatthew G. Knepley   PetscFunctionReturn(0);
5727de41b84cSMatthew G. Knepley }
5728de41b84cSMatthew G. Knepley 
57297c927364SMatthew G. Knepley PetscErrorCode DMPlexMatGetClosureIndicesRefined(DM dmf, PetscSection fsection, PetscSection globalFSection, DM dmc, PetscSection csection, PetscSection globalCSection, PetscInt point, PetscInt cindices[], PetscInt findices[])
57307c927364SMatthew G. Knepley {
57317c927364SMatthew G. Knepley   PetscInt      *fpoints = NULL, *ftotpoints = NULL;
57327c927364SMatthew G. Knepley   PetscInt      *cpoints = NULL;
57337c927364SMatthew G. Knepley   PetscInt       foffsets[32], coffsets[32];
57347c927364SMatthew G. Knepley   CellRefiner    cellRefiner;
57357c927364SMatthew G. Knepley   PetscInt       numFields, numSubcells, maxFPoints, numFPoints, numCPoints, numFIndices, numCIndices, dof, off, globalOff, pStart, pEnd, p, q, r, s, f;
57367c927364SMatthew G. Knepley   PetscErrorCode ierr;
57377c927364SMatthew G. Knepley 
57387c927364SMatthew G. Knepley   PetscFunctionBegin;
57397c927364SMatthew G. Knepley   PetscValidHeaderSpecific(dmf, DM_CLASSID, 1);
57407c927364SMatthew G. Knepley   PetscValidHeaderSpecific(dmc, DM_CLASSID, 4);
57417c927364SMatthew G. Knepley   if (!fsection) {ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);}
57427c927364SMatthew G. Knepley   PetscValidHeaderSpecific(fsection, PETSC_SECTION_CLASSID, 2);
57437c927364SMatthew G. Knepley   if (!csection) {ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);}
57447c927364SMatthew G. Knepley   PetscValidHeaderSpecific(csection, PETSC_SECTION_CLASSID, 5);
57457c927364SMatthew G. Knepley   if (!globalFSection) {ierr = DMGetDefaultGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);}
57467c927364SMatthew G. Knepley   PetscValidHeaderSpecific(globalFSection, PETSC_SECTION_CLASSID, 3);
57477c927364SMatthew G. Knepley   if (!globalCSection) {ierr = DMGetDefaultGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);}
57487c927364SMatthew G. Knepley   PetscValidHeaderSpecific(globalCSection, PETSC_SECTION_CLASSID, 6);
57497c927364SMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &numFields);CHKERRQ(ierr);
57507c927364SMatthew G. Knepley   if (numFields > 31) SETERRQ1(PetscObjectComm((PetscObject)dmf), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", numFields);
57517c927364SMatthew G. Knepley   ierr = PetscMemzero(foffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
57527c927364SMatthew G. Knepley   ierr = PetscMemzero(coffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
57537c927364SMatthew G. Knepley   /* Column indices */
57547c927364SMatthew G. Knepley   ierr = DMPlexGetTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
57557c927364SMatthew G. Knepley   maxFPoints = numCPoints;
57567c927364SMatthew G. Knepley   /* Compress out points not in the section */
57577c927364SMatthew G. Knepley   /*   TODO: Squeeze out points with 0 dof as well */
57587c927364SMatthew G. Knepley   ierr = PetscSectionGetChart(csection, &pStart, &pEnd);CHKERRQ(ierr);
57597c927364SMatthew G. Knepley   for (p = 0, q = 0; p < numCPoints*2; p += 2) {
57607c927364SMatthew G. Knepley     if ((cpoints[p] >= pStart) && (cpoints[p] < pEnd)) {
57617c927364SMatthew G. Knepley       cpoints[q*2]   = cpoints[p];
57627c927364SMatthew G. Knepley       cpoints[q*2+1] = cpoints[p+1];
57637c927364SMatthew G. Knepley       ++q;
57647c927364SMatthew G. Knepley     }
57657c927364SMatthew G. Knepley   }
57667c927364SMatthew G. Knepley   numCPoints = q;
57677c927364SMatthew G. Knepley   for (p = 0, numCIndices = 0; p < numCPoints*2; p += 2) {
57687c927364SMatthew G. Knepley     PetscInt fdof;
57697c927364SMatthew G. Knepley 
57707c927364SMatthew G. Knepley     ierr = PetscSectionGetDof(csection, cpoints[p], &dof);CHKERRQ(ierr);
57717c927364SMatthew G. Knepley     if (!dof) continue;
57727c927364SMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
57737c927364SMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(csection, cpoints[p], f, &fdof);CHKERRQ(ierr);
57747c927364SMatthew G. Knepley       coffsets[f+1] += fdof;
57757c927364SMatthew G. Knepley     }
57767c927364SMatthew G. Knepley     numCIndices += dof;
57777c927364SMatthew G. Knepley   }
57787c927364SMatthew G. Knepley   for (f = 1; f < numFields; ++f) coffsets[f+1] += coffsets[f];
57797c927364SMatthew G. Knepley   /* Row indices */
57807c927364SMatthew G. Knepley   ierr = DMPlexGetCellRefiner_Internal(dmc, &cellRefiner);CHKERRQ(ierr);
57817c927364SMatthew G. Knepley   ierr = CellRefinerGetAffineTransforms_Internal(cellRefiner, &numSubcells, NULL, NULL, NULL);CHKERRQ(ierr);
57827c927364SMatthew G. Knepley   ierr = DMGetWorkArray(dmf, maxFPoints*2*numSubcells, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
57837c927364SMatthew G. Knepley   for (r = 0, q = 0; r < numSubcells; ++r) {
57847c927364SMatthew G. Knepley     /* TODO Map from coarse to fine cells */
57857c927364SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dmf, point*numSubcells + r, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
57867c927364SMatthew G. Knepley     /* Compress out points not in the section */
57877c927364SMatthew G. Knepley     ierr = PetscSectionGetChart(fsection, &pStart, &pEnd);CHKERRQ(ierr);
57887c927364SMatthew G. Knepley     for (p = 0; p < numFPoints*2; p += 2) {
57897c927364SMatthew G. Knepley       if ((fpoints[p] >= pStart) && (fpoints[p] < pEnd)) {
57907c927364SMatthew G. Knepley         ierr = PetscSectionGetDof(fsection, fpoints[p], &dof);CHKERRQ(ierr);
57917c927364SMatthew G. Knepley         if (!dof) continue;
57927c927364SMatthew G. Knepley         for (s = 0; s < q; ++s) if (fpoints[p] == ftotpoints[s*2]) break;
57937c927364SMatthew G. Knepley         if (s < q) continue;
57947c927364SMatthew G. Knepley         ftotpoints[q*2]   = fpoints[p];
57957c927364SMatthew G. Knepley         ftotpoints[q*2+1] = fpoints[p+1];
57967c927364SMatthew G. Knepley         ++q;
57977c927364SMatthew G. Knepley       }
57987c927364SMatthew G. Knepley     }
57997c927364SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dmf, point, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
58007c927364SMatthew G. Knepley   }
58017c927364SMatthew G. Knepley   numFPoints = q;
58027c927364SMatthew G. Knepley   for (p = 0, numFIndices = 0; p < numFPoints*2; p += 2) {
58037c927364SMatthew G. Knepley     PetscInt fdof;
58047c927364SMatthew G. Knepley 
58057c927364SMatthew G. Knepley     ierr = PetscSectionGetDof(fsection, ftotpoints[p], &dof);CHKERRQ(ierr);
58067c927364SMatthew G. Knepley     if (!dof) continue;
58077c927364SMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
58087c927364SMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(fsection, ftotpoints[p], f, &fdof);CHKERRQ(ierr);
58097c927364SMatthew G. Knepley       foffsets[f+1] += fdof;
58107c927364SMatthew G. Knepley     }
58117c927364SMatthew G. Knepley     numFIndices += dof;
58127c927364SMatthew G. Knepley   }
58137c927364SMatthew G. Knepley   for (f = 1; f < numFields; ++f) foffsets[f+1] += foffsets[f];
58147c927364SMatthew G. Knepley 
58158ccfff9cSToby Isaac   if (numFields && foffsets[numFields] != numFIndices) SETERRQ2(PetscObjectComm((PetscObject)dmf), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", foffsets[numFields], numFIndices);
58168ccfff9cSToby Isaac   if (numFields && coffsets[numFields] != numCIndices) SETERRQ2(PetscObjectComm((PetscObject)dmc), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", coffsets[numFields], numCIndices);
58177c927364SMatthew G. Knepley   if (numFields) {
58184acb8e1eSToby Isaac     const PetscInt **permsF[32] = {NULL};
58194acb8e1eSToby Isaac     const PetscInt **permsC[32] = {NULL};
58204acb8e1eSToby Isaac 
58214acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
58224acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
58234acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
58247c927364SMatthew G. Knepley     }
58254acb8e1eSToby Isaac     for (p = 0; p < numFPoints; p++) {
58264acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
58274acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, foffsets, PETSC_FALSE, permsF, p, findices);
58284acb8e1eSToby Isaac     }
58294acb8e1eSToby Isaac     for (p = 0; p < numCPoints; p++) {
58304acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
58314acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, coffsets, PETSC_FALSE, permsC, p, cindices);
58324acb8e1eSToby Isaac     }
58334acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
58344acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
58354acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
58367c927364SMatthew G. Knepley     }
58377c927364SMatthew G. Knepley   } else {
58384acb8e1eSToby Isaac     const PetscInt **permsF = NULL;
58394acb8e1eSToby Isaac     const PetscInt **permsC = NULL;
58404acb8e1eSToby Isaac 
58414acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
58424acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
58434acb8e1eSToby Isaac     for (p = 0, off = 0; p < numFPoints; p++) {
58444acb8e1eSToby Isaac       const PetscInt *perm = permsF ? permsF[p] : NULL;
58454acb8e1eSToby Isaac 
58464acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
58474acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, findices);
58487c927364SMatthew G. Knepley     }
58494acb8e1eSToby Isaac     for (p = 0, off = 0; p < numCPoints; p++) {
58504acb8e1eSToby Isaac       const PetscInt *perm = permsC ? permsC[p] : NULL;
58514acb8e1eSToby Isaac 
58524acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
58534acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, cindices);
58547c927364SMatthew G. Knepley     }
58554acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
58564acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
58577c927364SMatthew G. Knepley   }
58587c927364SMatthew G. Knepley   ierr = DMRestoreWorkArray(dmf, numCPoints*2*4, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
58597c927364SMatthew G. Knepley   ierr = DMPlexRestoreTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
58607c927364SMatthew G. Knepley   PetscFunctionReturn(0);
58617c927364SMatthew G. Knepley }
58627c927364SMatthew G. Knepley 
5863f96281f8SMatthew G. Knepley /*@
5864f96281f8SMatthew G. Knepley   DMPlexGetHybridBounds - Get the first mesh point of each dimension which is a hybrid
5865f96281f8SMatthew G. Knepley 
5866f96281f8SMatthew G. Knepley   Input Parameter:
5867f96281f8SMatthew G. Knepley . dm - The DMPlex object
5868f96281f8SMatthew G. Knepley 
5869f96281f8SMatthew G. Knepley   Output Parameters:
5870f96281f8SMatthew G. Knepley + cMax - The first hybrid cell
5871dc5a3409SMatthew G. Knepley . fMax - The first hybrid face
5872dc5a3409SMatthew G. Knepley . eMax - The first hybrid edge
5873dc5a3409SMatthew G. Knepley - vMax - The first hybrid vertex
5874f96281f8SMatthew G. Knepley 
5875f96281f8SMatthew G. Knepley   Level: developer
5876f96281f8SMatthew G. Knepley 
5877dc5a3409SMatthew G. Knepley .seealso DMPlexCreateHybridMesh(), DMPlexSetHybridBounds()
5878f96281f8SMatthew G. Knepley @*/
5879770b213bSMatthew G Knepley PetscErrorCode DMPlexGetHybridBounds(DM dm, PetscInt *cMax, PetscInt *fMax, PetscInt *eMax, PetscInt *vMax)
5880552f7358SJed Brown {
5881552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
5882770b213bSMatthew G Knepley   PetscInt       dim;
5883770b213bSMatthew G Knepley   PetscErrorCode ierr;
5884552f7358SJed Brown 
5885552f7358SJed Brown   PetscFunctionBegin;
5886552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5887c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
5888770b213bSMatthew G Knepley   if (cMax) *cMax = mesh->hybridPointMax[dim];
5889770b213bSMatthew G Knepley   if (fMax) *fMax = mesh->hybridPointMax[dim-1];
5890770b213bSMatthew G Knepley   if (eMax) *eMax = mesh->hybridPointMax[1];
5891770b213bSMatthew G Knepley   if (vMax) *vMax = mesh->hybridPointMax[0];
5892552f7358SJed Brown   PetscFunctionReturn(0);
5893552f7358SJed Brown }
5894552f7358SJed Brown 
5895dc5a3409SMatthew G. Knepley /*@
5896dc5a3409SMatthew G. Knepley   DMPlexSetHybridBounds - Set the first mesh point of each dimension which is a hybrid
5897dc5a3409SMatthew G. Knepley 
5898dc5a3409SMatthew G. Knepley   Input Parameters:
5899dc5a3409SMatthew G. Knepley . dm   - The DMPlex object
5900dc5a3409SMatthew G. Knepley . cMax - The first hybrid cell
5901dc5a3409SMatthew G. Knepley . fMax - The first hybrid face
5902dc5a3409SMatthew G. Knepley . eMax - The first hybrid edge
5903dc5a3409SMatthew G. Knepley - vMax - The first hybrid vertex
5904dc5a3409SMatthew G. Knepley 
5905dc5a3409SMatthew G. Knepley   Level: developer
5906dc5a3409SMatthew G. Knepley 
5907dc5a3409SMatthew G. Knepley .seealso DMPlexCreateHybridMesh(), DMPlexGetHybridBounds()
5908dc5a3409SMatthew G. Knepley @*/
5909770b213bSMatthew G Knepley PetscErrorCode DMPlexSetHybridBounds(DM dm, PetscInt cMax, PetscInt fMax, PetscInt eMax, PetscInt vMax)
5910552f7358SJed Brown {
5911552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
5912770b213bSMatthew G Knepley   PetscInt       dim;
5913770b213bSMatthew G Knepley   PetscErrorCode ierr;
5914552f7358SJed Brown 
5915552f7358SJed Brown   PetscFunctionBegin;
5916552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5917c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
5918770b213bSMatthew G Knepley   if (cMax >= 0) mesh->hybridPointMax[dim]   = cMax;
5919770b213bSMatthew G Knepley   if (fMax >= 0) mesh->hybridPointMax[dim-1] = fMax;
5920770b213bSMatthew G Knepley   if (eMax >= 0) mesh->hybridPointMax[1]     = eMax;
5921770b213bSMatthew G Knepley   if (vMax >= 0) mesh->hybridPointMax[0]     = vMax;
5922552f7358SJed Brown   PetscFunctionReturn(0);
5923552f7358SJed Brown }
5924552f7358SJed Brown 
59257cd05799SMatthew G. Knepley /*@C
59267cd05799SMatthew G. Knepley   DMPlexGetVTKCellHeight - Returns the height in the DAG used to determine which points are cells (normally 0)
59277cd05799SMatthew G. Knepley 
59287cd05799SMatthew G. Knepley   Input Parameter:
59297cd05799SMatthew G. Knepley . dm   - The DMPlex object
59307cd05799SMatthew G. Knepley 
59317cd05799SMatthew G. Knepley   Output Parameter:
59327cd05799SMatthew G. Knepley . cellHeight - The height of a cell
59337cd05799SMatthew G. Knepley 
59347cd05799SMatthew G. Knepley   Level: developer
59357cd05799SMatthew G. Knepley 
59367cd05799SMatthew G. Knepley .seealso DMPlexSetVTKCellHeight()
59377cd05799SMatthew G. Knepley @*/
5938552f7358SJed Brown PetscErrorCode DMPlexGetVTKCellHeight(DM dm, PetscInt *cellHeight)
5939552f7358SJed Brown {
5940552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
5941552f7358SJed Brown 
5942552f7358SJed Brown   PetscFunctionBegin;
5943552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5944552f7358SJed Brown   PetscValidPointer(cellHeight, 2);
5945552f7358SJed Brown   *cellHeight = mesh->vtkCellHeight;
5946552f7358SJed Brown   PetscFunctionReturn(0);
5947552f7358SJed Brown }
5948552f7358SJed Brown 
59497cd05799SMatthew G. Knepley /*@C
59507cd05799SMatthew G. Knepley   DMPlexSetVTKCellHeight - Sets the height in the DAG used to determine which points are cells (normally 0)
59517cd05799SMatthew G. Knepley 
59527cd05799SMatthew G. Knepley   Input Parameters:
59537cd05799SMatthew G. Knepley + dm   - The DMPlex object
59547cd05799SMatthew G. Knepley - cellHeight - The height of a cell
59557cd05799SMatthew G. Knepley 
59567cd05799SMatthew G. Knepley   Level: developer
59577cd05799SMatthew G. Knepley 
59587cd05799SMatthew G. Knepley .seealso DMPlexGetVTKCellHeight()
59597cd05799SMatthew G. Knepley @*/
5960552f7358SJed Brown PetscErrorCode DMPlexSetVTKCellHeight(DM dm, PetscInt cellHeight)
5961552f7358SJed Brown {
5962552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
5963552f7358SJed Brown 
5964552f7358SJed Brown   PetscFunctionBegin;
5965552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5966552f7358SJed Brown   mesh->vtkCellHeight = cellHeight;
5967552f7358SJed Brown   PetscFunctionReturn(0);
5968552f7358SJed Brown }
5969552f7358SJed Brown 
5970552f7358SJed Brown /* We can easily have a form that takes an IS instead */
5971ef48cebcSMatthew G. Knepley static PetscErrorCode DMPlexCreateNumbering_Private(DM dm, PetscInt pStart, PetscInt pEnd, PetscInt shift, PetscInt *globalSize, PetscSF sf, IS *numbering)
5972552f7358SJed Brown {
5973552f7358SJed Brown   PetscSection   section, globalSection;
5974552f7358SJed Brown   PetscInt      *numbers, p;
5975552f7358SJed Brown   PetscErrorCode ierr;
5976552f7358SJed Brown 
5977552f7358SJed Brown   PetscFunctionBegin;
597882f516ccSBarry Smith   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), &section);CHKERRQ(ierr);
5979552f7358SJed Brown   ierr = PetscSectionSetChart(section, pStart, pEnd);CHKERRQ(ierr);
5980552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
5981552f7358SJed Brown     ierr = PetscSectionSetDof(section, p, 1);CHKERRQ(ierr);
5982552f7358SJed Brown   }
5983552f7358SJed Brown   ierr = PetscSectionSetUp(section);CHKERRQ(ierr);
598415b58121SMatthew G. Knepley   ierr = PetscSectionCreateGlobalSection(section, sf, PETSC_FALSE, PETSC_FALSE, &globalSection);CHKERRQ(ierr);
5985854ce69bSBarry Smith   ierr = PetscMalloc1(pEnd - pStart, &numbers);CHKERRQ(ierr);
5986552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
5987552f7358SJed Brown     ierr = PetscSectionGetOffset(globalSection, p, &numbers[p-pStart]);CHKERRQ(ierr);
5988ef48cebcSMatthew G. Knepley     if (numbers[p-pStart] < 0) numbers[p-pStart] -= shift;
5989ef48cebcSMatthew G. Knepley     else                       numbers[p-pStart] += shift;
5990552f7358SJed Brown   }
599182f516ccSBarry Smith   ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), pEnd - pStart, numbers, PETSC_OWN_POINTER, numbering);CHKERRQ(ierr);
5992ef48cebcSMatthew G. Knepley   if (globalSize) {
5993ef48cebcSMatthew G. Knepley     PetscLayout layout;
5994ef48cebcSMatthew G. Knepley     ierr = PetscSectionGetPointLayout(PetscObjectComm((PetscObject) dm), globalSection, &layout);CHKERRQ(ierr);
5995ef48cebcSMatthew G. Knepley     ierr = PetscLayoutGetSize(layout, globalSize);CHKERRQ(ierr);
5996ef48cebcSMatthew G. Knepley     ierr = PetscLayoutDestroy(&layout);CHKERRQ(ierr);
5997ef48cebcSMatthew G. Knepley   }
5998552f7358SJed Brown   ierr = PetscSectionDestroy(&section);CHKERRQ(ierr);
5999552f7358SJed Brown   ierr = PetscSectionDestroy(&globalSection);CHKERRQ(ierr);
6000552f7358SJed Brown   PetscFunctionReturn(0);
6001552f7358SJed Brown }
6002552f7358SJed Brown 
600381ed3555SMatthew G. Knepley PetscErrorCode DMPlexCreateCellNumbering_Internal(DM dm, PetscBool includeHybrid, IS *globalCellNumbers)
6004552f7358SJed Brown {
6005552f7358SJed Brown   PetscInt       cellHeight, cStart, cEnd, cMax;
6006552f7358SJed Brown   PetscErrorCode ierr;
6007552f7358SJed Brown 
6008552f7358SJed Brown   PetscFunctionBegin;
6009552f7358SJed Brown   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
6010552f7358SJed Brown   ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
60110298fd71SBarry Smith   ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr);
601281ed3555SMatthew G. Knepley   if (cMax >= 0 && !includeHybrid) cEnd = PetscMin(cEnd, cMax);
601381ed3555SMatthew G. Knepley   ierr = DMPlexCreateNumbering_Private(dm, cStart, cEnd, 0, NULL, dm->sf, globalCellNumbers);CHKERRQ(ierr);
601481ed3555SMatthew G. Knepley   PetscFunctionReturn(0);
6015552f7358SJed Brown }
601681ed3555SMatthew G. Knepley 
60177cd05799SMatthew G. Knepley /*@C
60187cd05799SMatthew G. Knepley   DMPlexGetCellNumbering - Get a global cell numbering for all cells on this process
60197cd05799SMatthew G. Knepley 
60207cd05799SMatthew G. Knepley   Input Parameter:
60217cd05799SMatthew G. Knepley . dm   - The DMPlex object
60227cd05799SMatthew G. Knepley 
60237cd05799SMatthew G. Knepley   Output Parameter:
60247cd05799SMatthew G. Knepley . globalCellNumbers - Global cell numbers for all cells on this process
60257cd05799SMatthew G. Knepley 
60267cd05799SMatthew G. Knepley   Level: developer
60277cd05799SMatthew G. Knepley 
60287cd05799SMatthew G. Knepley .seealso DMPlexGetVertexNumbering()
60297cd05799SMatthew G. Knepley @*/
603081ed3555SMatthew G. Knepley PetscErrorCode DMPlexGetCellNumbering(DM dm, IS *globalCellNumbers)
603181ed3555SMatthew G. Knepley {
603281ed3555SMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
603381ed3555SMatthew G. Knepley   PetscErrorCode ierr;
603481ed3555SMatthew G. Knepley 
603581ed3555SMatthew G. Knepley   PetscFunctionBegin;
603681ed3555SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
603781ed3555SMatthew G. Knepley   if (!mesh->globalCellNumbers) {ierr = DMPlexCreateCellNumbering_Internal(dm, PETSC_FALSE, &mesh->globalCellNumbers);CHKERRQ(ierr);}
6038552f7358SJed Brown   *globalCellNumbers = mesh->globalCellNumbers;
6039552f7358SJed Brown   PetscFunctionReturn(0);
6040552f7358SJed Brown }
6041552f7358SJed Brown 
604281ed3555SMatthew G. Knepley PetscErrorCode DMPlexCreateVertexNumbering_Internal(DM dm, PetscBool includeHybrid, IS *globalVertexNumbers)
604381ed3555SMatthew G. Knepley {
604481ed3555SMatthew G. Knepley   PetscInt       vStart, vEnd, vMax;
604581ed3555SMatthew G. Knepley   PetscErrorCode ierr;
604681ed3555SMatthew G. Knepley 
604781ed3555SMatthew G. Knepley   PetscFunctionBegin;
604881ed3555SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
604981ed3555SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
605081ed3555SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, NULL, NULL, NULL, &vMax);CHKERRQ(ierr);
605181ed3555SMatthew G. Knepley   if (vMax >= 0 && !includeHybrid) vEnd = PetscMin(vEnd, vMax);
605281ed3555SMatthew G. Knepley   ierr = DMPlexCreateNumbering_Private(dm, vStart, vEnd, 0, NULL, dm->sf, globalVertexNumbers);CHKERRQ(ierr);
605381ed3555SMatthew G. Knepley   PetscFunctionReturn(0);
605481ed3555SMatthew G. Knepley }
605581ed3555SMatthew G. Knepley 
60567cd05799SMatthew G. Knepley /*@C
60577cd05799SMatthew G. Knepley   DMPlexGetVertexNumbering - Get a global certex numbering for all vertices on this process
60587cd05799SMatthew G. Knepley 
60597cd05799SMatthew G. Knepley   Input Parameter:
60607cd05799SMatthew G. Knepley . dm   - The DMPlex object
60617cd05799SMatthew G. Knepley 
60627cd05799SMatthew G. Knepley   Output Parameter:
60637cd05799SMatthew G. Knepley . globalVertexNumbers - Global vertex numbers for all vertices on this process
60647cd05799SMatthew G. Knepley 
60657cd05799SMatthew G. Knepley   Level: developer
60667cd05799SMatthew G. Knepley 
60677cd05799SMatthew G. Knepley .seealso DMPlexGetCellNumbering()
60687cd05799SMatthew G. Knepley @*/
6069552f7358SJed Brown PetscErrorCode DMPlexGetVertexNumbering(DM dm, IS *globalVertexNumbers)
6070552f7358SJed Brown {
6071552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
6072552f7358SJed Brown   PetscErrorCode ierr;
6073552f7358SJed Brown 
6074552f7358SJed Brown   PetscFunctionBegin;
6075552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
607681ed3555SMatthew G. Knepley   if (!mesh->globalVertexNumbers) {ierr = DMPlexCreateVertexNumbering_Internal(dm, PETSC_FALSE, &mesh->globalVertexNumbers);CHKERRQ(ierr);}
6077552f7358SJed Brown   *globalVertexNumbers = mesh->globalVertexNumbers;
6078552f7358SJed Brown   PetscFunctionReturn(0);
6079552f7358SJed Brown }
6080552f7358SJed Brown 
60817cd05799SMatthew G. Knepley /*@C
60827cd05799SMatthew G. Knepley   DMPlexCreatePointNumbering - Create a global numbering for all points on this process
60837cd05799SMatthew G. Knepley 
60847cd05799SMatthew G. Knepley   Input Parameter:
60857cd05799SMatthew G. Knepley . dm   - The DMPlex object
60867cd05799SMatthew G. Knepley 
60877cd05799SMatthew G. Knepley   Output Parameter:
60887cd05799SMatthew G. Knepley . globalPointNumbers - Global numbers for all points on this process
60897cd05799SMatthew G. Knepley 
60907cd05799SMatthew G. Knepley   Level: developer
60917cd05799SMatthew G. Knepley 
60927cd05799SMatthew G. Knepley .seealso DMPlexGetCellNumbering()
60937cd05799SMatthew G. Knepley @*/
6094ef48cebcSMatthew G. Knepley PetscErrorCode DMPlexCreatePointNumbering(DM dm, IS *globalPointNumbers)
6095ef48cebcSMatthew G. Knepley {
6096ef48cebcSMatthew G. Knepley   IS             nums[4];
6097ef48cebcSMatthew G. Knepley   PetscInt       depths[4];
6098ef48cebcSMatthew G. Knepley   PetscInt       depth, d, shift = 0;
6099ef48cebcSMatthew G. Knepley   PetscErrorCode ierr;
6100ef48cebcSMatthew G. Knepley 
6101ef48cebcSMatthew G. Knepley   PetscFunctionBegin;
6102ef48cebcSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6103ef48cebcSMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
61048abc87a0SMichael Lange   /* For unstratified meshes use dim instead of depth */
61058abc87a0SMichael Lange   if (depth < 0) {ierr = DMGetDimension(dm, &depth);CHKERRQ(ierr);}
6106ef48cebcSMatthew G. Knepley   depths[0] = depth; depths[1] = 0;
6107ef48cebcSMatthew G. Knepley   for (d = 2; d <= depth; ++d) depths[d] = depth-d+1;
6108ef48cebcSMatthew G. Knepley   for (d = 0; d <= depth; ++d) {
6109ef48cebcSMatthew G. Knepley     PetscInt pStart, pEnd, gsize;
6110ef48cebcSMatthew G. Knepley 
6111ef48cebcSMatthew G. Knepley     ierr = DMPlexGetDepthStratum(dm, depths[d], &pStart, &pEnd);CHKERRQ(ierr);
6112ef48cebcSMatthew G. Knepley     ierr = DMPlexCreateNumbering_Private(dm, pStart, pEnd, shift, &gsize, dm->sf, &nums[d]);CHKERRQ(ierr);
6113ef48cebcSMatthew G. Knepley     shift += gsize;
6114ef48cebcSMatthew G. Knepley   }
6115302440fdSBarry Smith   ierr = ISConcatenate(PetscObjectComm((PetscObject) dm), depth+1, nums, globalPointNumbers);CHKERRQ(ierr);
6116ef48cebcSMatthew G. Knepley   for (d = 0; d <= depth; ++d) {ierr = ISDestroy(&nums[d]);CHKERRQ(ierr);}
6117ef48cebcSMatthew G. Knepley   PetscFunctionReturn(0);
6118ef48cebcSMatthew G. Knepley }
6119ef48cebcSMatthew G. Knepley 
612008a22f4bSMatthew G. Knepley 
612108a22f4bSMatthew G. Knepley /*@
612208a22f4bSMatthew G. Knepley   DMPlexCreateRankField - Create a cell field whose value is the rank of the owner
612308a22f4bSMatthew G. Knepley 
612408a22f4bSMatthew G. Knepley   Input Parameter:
612508a22f4bSMatthew G. Knepley . dm - The DMPlex object
612608a22f4bSMatthew G. Knepley 
612708a22f4bSMatthew G. Knepley   Output Parameter:
612808a22f4bSMatthew G. Knepley . ranks - The rank field
612908a22f4bSMatthew G. Knepley 
613008a22f4bSMatthew G. Knepley   Options Database Keys:
613108a22f4bSMatthew G. Knepley . -dm_partition_view - Adds the rank field into the DM output from -dm_view using the same viewer
613208a22f4bSMatthew G. Knepley 
613308a22f4bSMatthew G. Knepley   Level: intermediate
613408a22f4bSMatthew G. Knepley 
613508a22f4bSMatthew G. Knepley .seealso: DMView()
613608a22f4bSMatthew G. Knepley @*/
613708a22f4bSMatthew G. Knepley PetscErrorCode DMPlexCreateRankField(DM dm, Vec *ranks)
613808a22f4bSMatthew G. Knepley {
613908a22f4bSMatthew G. Knepley   DM             rdm;
614008a22f4bSMatthew G. Knepley   PetscDS        prob;
614108a22f4bSMatthew G. Knepley   PetscFE        fe;
614208a22f4bSMatthew G. Knepley   PetscScalar   *r;
614308a22f4bSMatthew G. Knepley   PetscMPIInt    rank;
614408a22f4bSMatthew G. Knepley   PetscInt       dim, cStart, cEnd, c;
614508a22f4bSMatthew G. Knepley   PetscErrorCode ierr;
614608a22f4bSMatthew G. Knepley 
614708a22f4bSMatthew G. Knepley   PetscFunctionBeginUser;
614808a22f4bSMatthew G. Knepley   ierr = MPI_Comm_rank(PetscObjectComm((PetscObject) dm), &rank);CHKERRQ(ierr);
614908a22f4bSMatthew G. Knepley   ierr = DMClone(dm, &rdm);CHKERRQ(ierr);
615008a22f4bSMatthew G. Knepley   ierr = DMGetDimension(rdm, &dim);CHKERRQ(ierr);
615108a22f4bSMatthew G. Knepley   ierr = PetscFECreateDefault(rdm, dim, 1, PETSC_TRUE, NULL, -1, &fe);CHKERRQ(ierr);
615208a22f4bSMatthew G. Knepley   ierr = PetscObjectSetName((PetscObject) fe, "rank");CHKERRQ(ierr);
615308a22f4bSMatthew G. Knepley   ierr = DMGetDS(rdm, &prob);CHKERRQ(ierr);
615408a22f4bSMatthew G. Knepley   ierr = PetscDSSetDiscretization(prob, 0, (PetscObject) fe);CHKERRQ(ierr);
615508a22f4bSMatthew G. Knepley   ierr = PetscFEDestroy(&fe);CHKERRQ(ierr);
615608a22f4bSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(rdm, 0, &cStart, &cEnd);CHKERRQ(ierr);
615708a22f4bSMatthew G. Knepley   ierr = DMCreateGlobalVector(rdm, ranks);CHKERRQ(ierr);
615808a22f4bSMatthew G. Knepley   ierr = PetscObjectSetName((PetscObject) *ranks, "partition");CHKERRQ(ierr);
615908a22f4bSMatthew G. Knepley   ierr = VecGetArray(*ranks, &r);CHKERRQ(ierr);
616008a22f4bSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
616108a22f4bSMatthew G. Knepley     PetscScalar *lr;
616208a22f4bSMatthew G. Knepley 
616308a22f4bSMatthew G. Knepley     ierr = DMPlexPointGlobalRef(rdm, c, r, &lr);CHKERRQ(ierr);
616408a22f4bSMatthew G. Knepley     *lr = rank;
616508a22f4bSMatthew G. Knepley   }
616608a22f4bSMatthew G. Knepley   ierr = VecRestoreArray(*ranks, &r);CHKERRQ(ierr);
616708a22f4bSMatthew G. Knepley   ierr = DMDestroy(&rdm);CHKERRQ(ierr);
616808a22f4bSMatthew G. Knepley   PetscFunctionReturn(0);
616908a22f4bSMatthew G. Knepley }
617008a22f4bSMatthew G. Knepley 
6171ca8062c8SMatthew G. Knepley /*@
6172ca8062c8SMatthew G. Knepley   DMPlexCheckSymmetry - Check that the adjacency information in the mesh is symmetric.
6173ca8062c8SMatthew G. Knepley 
617469916449SMatthew G. Knepley   Input Parameter:
617569916449SMatthew G. Knepley . dm - The DMPlex object
6176ca8062c8SMatthew G. Knepley 
6177ca8062c8SMatthew G. Knepley   Note: This is a useful diagnostic when creating meshes programmatically.
6178ca8062c8SMatthew G. Knepley 
6179ca8062c8SMatthew G. Knepley   Level: developer
6180ca8062c8SMatthew G. Knepley 
61819bf0dad6SMatthew G. Knepley .seealso: DMCreate(), DMCheckSkeleton(), DMCheckFaces()
6182ca8062c8SMatthew G. Knepley @*/
6183ca8062c8SMatthew G. Knepley PetscErrorCode DMPlexCheckSymmetry(DM dm)
6184ca8062c8SMatthew G. Knepley {
6185ca8062c8SMatthew G. Knepley   PetscSection    coneSection, supportSection;
6186ca8062c8SMatthew G. Knepley   const PetscInt *cone, *support;
6187ca8062c8SMatthew G. Knepley   PetscInt        coneSize, c, supportSize, s;
6188ca8062c8SMatthew G. Knepley   PetscInt        pStart, pEnd, p, csize, ssize;
6189ca8062c8SMatthew G. Knepley   PetscErrorCode  ierr;
6190ca8062c8SMatthew G. Knepley 
6191ca8062c8SMatthew G. Knepley   PetscFunctionBegin;
6192ca8062c8SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6193ca8062c8SMatthew G. Knepley   ierr = DMPlexGetConeSection(dm, &coneSection);CHKERRQ(ierr);
6194ca8062c8SMatthew G. Knepley   ierr = DMPlexGetSupportSection(dm, &supportSection);CHKERRQ(ierr);
6195ca8062c8SMatthew G. Knepley   /* Check that point p is found in the support of its cone points, and vice versa */
6196ca8062c8SMatthew G. Knepley   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
6197ca8062c8SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) {
6198ca8062c8SMatthew G. Knepley     ierr = DMPlexGetConeSize(dm, p, &coneSize);CHKERRQ(ierr);
6199ca8062c8SMatthew G. Knepley     ierr = DMPlexGetCone(dm, p, &cone);CHKERRQ(ierr);
6200ca8062c8SMatthew G. Knepley     for (c = 0; c < coneSize; ++c) {
620142e66dfaSMatthew G. Knepley       PetscBool dup = PETSC_FALSE;
620242e66dfaSMatthew G. Knepley       PetscInt  d;
620342e66dfaSMatthew G. Knepley       for (d = c-1; d >= 0; --d) {
620442e66dfaSMatthew G. Knepley         if (cone[c] == cone[d]) {dup = PETSC_TRUE; break;}
620542e66dfaSMatthew G. Knepley       }
6206ca8062c8SMatthew G. Knepley       ierr = DMPlexGetSupportSize(dm, cone[c], &supportSize);CHKERRQ(ierr);
6207ca8062c8SMatthew G. Knepley       ierr = DMPlexGetSupport(dm, cone[c], &support);CHKERRQ(ierr);
6208ca8062c8SMatthew G. Knepley       for (s = 0; s < supportSize; ++s) {
6209ca8062c8SMatthew G. Knepley         if (support[s] == p) break;
6210ca8062c8SMatthew G. Knepley       }
621142e66dfaSMatthew G. Knepley       if ((s >= supportSize) || (dup && (support[s+1] != p))) {
62128ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D cone: ", p);CHKERRQ(ierr);
6213ca8062c8SMatthew G. Knepley         for (s = 0; s < coneSize; ++s) {
62148ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", cone[s]);CHKERRQ(ierr);
6215ca8062c8SMatthew G. Knepley         }
6216302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62178ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D support: ", cone[c]);CHKERRQ(ierr);
6218ca8062c8SMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
62198ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", support[s]);CHKERRQ(ierr);
6220ca8062c8SMatthew G. Knepley         }
6221302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62228ccfff9cSToby Isaac         if (dup) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %D not repeatedly found in support of repeated cone point %D", p, cone[c]);
62238ccfff9cSToby Isaac         else SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %D not found in support of cone point %D", p, cone[c]);
6224ca8062c8SMatthew G. Knepley       }
622542e66dfaSMatthew G. Knepley     }
6226ca8062c8SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dm, p, &supportSize);CHKERRQ(ierr);
6227ca8062c8SMatthew G. Knepley     ierr = DMPlexGetSupport(dm, p, &support);CHKERRQ(ierr);
6228ca8062c8SMatthew G. Knepley     for (s = 0; s < supportSize; ++s) {
6229ca8062c8SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, support[s], &coneSize);CHKERRQ(ierr);
6230ca8062c8SMatthew G. Knepley       ierr = DMPlexGetCone(dm, support[s], &cone);CHKERRQ(ierr);
6231ca8062c8SMatthew G. Knepley       for (c = 0; c < coneSize; ++c) {
6232ca8062c8SMatthew G. Knepley         if (cone[c] == p) break;
6233ca8062c8SMatthew G. Knepley       }
6234ca8062c8SMatthew G. Knepley       if (c >= coneSize) {
62358ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D support: ", p);CHKERRQ(ierr);
6236ca8062c8SMatthew G. Knepley         for (c = 0; c < supportSize; ++c) {
62378ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", support[c]);CHKERRQ(ierr);
6238ca8062c8SMatthew G. Knepley         }
6239302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62408ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D cone: ", support[s]);CHKERRQ(ierr);
6241ca8062c8SMatthew G. Knepley         for (c = 0; c < coneSize; ++c) {
62428ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", cone[c]);CHKERRQ(ierr);
6243ca8062c8SMatthew G. Knepley         }
6244302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62458ccfff9cSToby Isaac         SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %D not found in cone of support point %D", p, support[s]);
6246ca8062c8SMatthew G. Knepley       }
6247ca8062c8SMatthew G. Knepley     }
6248ca8062c8SMatthew G. Knepley   }
6249ca8062c8SMatthew G. Knepley   ierr = PetscSectionGetStorageSize(coneSection, &csize);CHKERRQ(ierr);
6250ca8062c8SMatthew G. Knepley   ierr = PetscSectionGetStorageSize(supportSection, &ssize);CHKERRQ(ierr);
62518ccfff9cSToby Isaac   if (csize != ssize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "Total cone size %D != Total support size %D", csize, ssize);
6252ca8062c8SMatthew G. Knepley   PetscFunctionReturn(0);
6253ca8062c8SMatthew G. Knepley }
6254ca8062c8SMatthew G. Knepley 
6255ca8062c8SMatthew G. Knepley /*@
6256ca8062c8SMatthew G. Knepley   DMPlexCheckSkeleton - Check that each cell has the correct number of vertices
6257ca8062c8SMatthew G. Knepley 
6258ca8062c8SMatthew G. Knepley   Input Parameters:
6259ca8062c8SMatthew G. Knepley + dm - The DMPlex object
626058723a97SMatthew G. Knepley . isSimplex - Are the cells simplices or tensor products
626158723a97SMatthew G. Knepley - cellHeight - Normally 0
6262ca8062c8SMatthew G. Knepley 
6263ca8062c8SMatthew G. Knepley   Note: This is a useful diagnostic when creating meshes programmatically.
6264ca8062c8SMatthew G. Knepley 
6265ca8062c8SMatthew G. Knepley   Level: developer
6266ca8062c8SMatthew G. Knepley 
62679bf0dad6SMatthew G. Knepley .seealso: DMCreate(), DMCheckSymmetry(), DMCheckFaces()
6268ca8062c8SMatthew G. Knepley @*/
626958723a97SMatthew G. Knepley PetscErrorCode DMPlexCheckSkeleton(DM dm, PetscBool isSimplex, PetscInt cellHeight)
6270ca8062c8SMatthew G. Knepley {
627142363296SMatthew G. Knepley   PetscInt       dim, numCorners, numHybridCorners, vStart, vEnd, cStart, cEnd, cMax, c;
6272ca8062c8SMatthew G. Knepley   PetscErrorCode ierr;
6273ca8062c8SMatthew G. Knepley 
6274ca8062c8SMatthew G. Knepley   PetscFunctionBegin;
6275ca8062c8SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6276c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
6277ca8062c8SMatthew G. Knepley   switch (dim) {
627842363296SMatthew G. Knepley   case 1: numCorners = isSimplex ? 2 : 2; numHybridCorners = isSimplex ? 2 : 2; break;
627942363296SMatthew G. Knepley   case 2: numCorners = isSimplex ? 3 : 4; numHybridCorners = isSimplex ? 4 : 4; break;
628042363296SMatthew G. Knepley   case 3: numCorners = isSimplex ? 4 : 8; numHybridCorners = isSimplex ? 6 : 8; break;
6281ca8062c8SMatthew G. Knepley   default:
62828ccfff9cSToby Isaac     SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_OUTOFRANGE, "Cannot handle meshes of dimension %D", dim);
6283ca8062c8SMatthew G. Knepley   }
628458723a97SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
628558723a97SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
6286ca8062c8SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr);
6287ca8062c8SMatthew G. Knepley   cMax = cMax >= 0 ? cMax : cEnd;
6288ca8062c8SMatthew G. Knepley   for (c = cStart; c < cMax; ++c) {
628958723a97SMatthew G. Knepley     PetscInt *closure = NULL, closureSize, cl, coneSize = 0;
629058723a97SMatthew G. Knepley 
629158723a97SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
629258723a97SMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
629358723a97SMatthew G. Knepley       const PetscInt p = closure[cl];
629458723a97SMatthew G. Knepley       if ((p >= vStart) && (p < vEnd)) ++coneSize;
629558723a97SMatthew G. Knepley     }
629658723a97SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
62978ccfff9cSToby Isaac     if (coneSize != numCorners) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cell %D has  %D vertices != %D", c, coneSize, numCorners);
6298ca8062c8SMatthew G. Knepley   }
629942363296SMatthew G. Knepley   for (c = cMax; c < cEnd; ++c) {
630042363296SMatthew G. Knepley     PetscInt *closure = NULL, closureSize, cl, coneSize = 0;
630142363296SMatthew G. Knepley 
630242363296SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
630342363296SMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
630442363296SMatthew G. Knepley       const PetscInt p = closure[cl];
630542363296SMatthew G. Knepley       if ((p >= vStart) && (p < vEnd)) ++coneSize;
630642363296SMatthew G. Knepley     }
630742363296SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63088ccfff9cSToby Isaac     if (coneSize > numHybridCorners) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Hybrid cell %D has  %D vertices > %D", c, coneSize, numHybridCorners);
630942363296SMatthew G. Knepley   }
6310ca8062c8SMatthew G. Knepley   PetscFunctionReturn(0);
6311ca8062c8SMatthew G. Knepley }
63129bf0dad6SMatthew G. Knepley 
63139bf0dad6SMatthew G. Knepley /*@
63149bf0dad6SMatthew G. Knepley   DMPlexCheckFaces - Check that the faces of each cell give a vertex order this is consistent with what we expect from the cell type
63159bf0dad6SMatthew G. Knepley 
63169bf0dad6SMatthew G. Knepley   Input Parameters:
63179bf0dad6SMatthew G. Knepley + dm - The DMPlex object
63189bf0dad6SMatthew G. Knepley . isSimplex - Are the cells simplices or tensor products
63199bf0dad6SMatthew G. Knepley - cellHeight - Normally 0
63209bf0dad6SMatthew G. Knepley 
63219bf0dad6SMatthew G. Knepley   Note: This is a useful diagnostic when creating meshes programmatically.
63229bf0dad6SMatthew G. Knepley 
63239bf0dad6SMatthew G. Knepley   Level: developer
63249bf0dad6SMatthew G. Knepley 
63259bf0dad6SMatthew G. Knepley .seealso: DMCreate(), DMCheckSymmetry(), DMCheckSkeleton()
63269bf0dad6SMatthew G. Knepley @*/
63279bf0dad6SMatthew G. Knepley PetscErrorCode DMPlexCheckFaces(DM dm, PetscBool isSimplex, PetscInt cellHeight)
63289bf0dad6SMatthew G. Knepley {
63293554e41dSMatthew G. Knepley   PetscInt       pMax[4];
63303554e41dSMatthew G. Knepley   PetscInt       dim, vStart, vEnd, cStart, cEnd, c, h;
63319bf0dad6SMatthew G. Knepley   PetscErrorCode ierr;
63329bf0dad6SMatthew G. Knepley 
63339bf0dad6SMatthew G. Knepley   PetscFunctionBegin;
63349bf0dad6SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6335c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
63369bf0dad6SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
633725abba81SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &pMax[dim], &pMax[dim-1], &pMax[1], &pMax[0]);CHKERRQ(ierr);
63383554e41dSMatthew G. Knepley   for (h = cellHeight; h < dim; ++h) {
63393554e41dSMatthew G. Knepley     ierr = DMPlexGetHeightStratum(dm, h, &cStart, &cEnd);CHKERRQ(ierr);
63403554e41dSMatthew G. Knepley     for (c = cStart; c < cEnd; ++c) {
63419bf0dad6SMatthew G. Knepley       const PetscInt *cone, *ornt, *faces;
63429bf0dad6SMatthew G. Knepley       PetscInt        numFaces, faceSize, coneSize,f;
63439bf0dad6SMatthew G. Knepley       PetscInt       *closure = NULL, closureSize, cl, numCorners = 0;
63449bf0dad6SMatthew G. Knepley 
634525abba81SMatthew G. Knepley       if (pMax[dim-h] >= 0 && c >= pMax[dim-h]) continue;
63469bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, c, &coneSize);CHKERRQ(ierr);
63479bf0dad6SMatthew G. Knepley       ierr = DMPlexGetCone(dm, c, &cone);CHKERRQ(ierr);
63489bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeOrientation(dm, c, &ornt);CHKERRQ(ierr);
63499bf0dad6SMatthew G. Knepley       ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63509bf0dad6SMatthew G. Knepley       for (cl = 0; cl < closureSize*2; cl += 2) {
63519bf0dad6SMatthew G. Knepley         const PetscInt p = closure[cl];
63529bf0dad6SMatthew G. Knepley         if ((p >= vStart) && (p < vEnd)) closure[numCorners++] = p;
63539bf0dad6SMatthew G. Knepley       }
63543554e41dSMatthew G. Knepley       ierr = DMPlexGetRawFaces_Internal(dm, dim-h, numCorners, closure, &numFaces, &faceSize, &faces);CHKERRQ(ierr);
63558ccfff9cSToby Isaac       if (coneSize != numFaces) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cell %D has %D faces but should have %D", c, coneSize, numFaces);
63569bf0dad6SMatthew G. Knepley       for (f = 0; f < numFaces; ++f) {
63579bf0dad6SMatthew G. Knepley         PetscInt *fclosure = NULL, fclosureSize, cl, fnumCorners = 0, v;
63589bf0dad6SMatthew G. Knepley 
63599bf0dad6SMatthew G. Knepley         ierr = DMPlexGetTransitiveClosure_Internal(dm, cone[f], ornt[f], PETSC_TRUE, &fclosureSize, &fclosure);CHKERRQ(ierr);
63609bf0dad6SMatthew G. Knepley         for (cl = 0; cl < fclosureSize*2; cl += 2) {
63619bf0dad6SMatthew G. Knepley           const PetscInt p = fclosure[cl];
63629bf0dad6SMatthew G. Knepley           if ((p >= vStart) && (p < vEnd)) fclosure[fnumCorners++] = p;
63639bf0dad6SMatthew G. Knepley         }
63648ccfff9cSToby Isaac         if (fnumCorners != faceSize) SETERRQ5(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D (%D) of cell %D has %D vertices but should have %D", cone[f], f, c, fnumCorners, faceSize);
63659bf0dad6SMatthew G. Knepley         for (v = 0; v < fnumCorners; ++v) {
63668ccfff9cSToby Isaac           if (fclosure[v] != faces[f*faceSize+v]) SETERRQ6(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D (%d) of cell %D vertex %D, %D != %D", cone[f], f, c, v, fclosure[v], faces[f*faceSize+v]);
63679bf0dad6SMatthew G. Knepley         }
63689bf0dad6SMatthew G. Knepley         ierr = DMPlexRestoreTransitiveClosure(dm, cone[f], PETSC_TRUE, &fclosureSize, &fclosure);CHKERRQ(ierr);
63699bf0dad6SMatthew G. Knepley       }
63709bf0dad6SMatthew G. Knepley       ierr = DMPlexRestoreFaces_Internal(dm, dim, c, &numFaces, &faceSize, &faces);CHKERRQ(ierr);
63719bf0dad6SMatthew G. Knepley       ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63729bf0dad6SMatthew G. Knepley     }
63733554e41dSMatthew G. Knepley   }
6374552f7358SJed Brown   PetscFunctionReturn(0);
6375552f7358SJed Brown }
63763913d7c8SMatthew G. Knepley 
6377bceba477SMatthew G. Knepley /* Pointwise interpolation
6378bceba477SMatthew G. Knepley      Just code FEM for now
6379bceba477SMatthew G. Knepley      u^f = I u^c
63804ca5e9f5SMatthew G. Knepley      sum_k u^f_k phi^f_k = I sum_j u^c_j phi^c_j
63814ca5e9f5SMatthew G. Knepley      u^f_i = sum_j psi^f_i I phi^c_j u^c_j
63824ca5e9f5SMatthew G. Knepley      I_{ij} = psi^f_i phi^c_j
6383bceba477SMatthew G. Knepley */
6384bceba477SMatthew G. Knepley PetscErrorCode DMCreateInterpolation_Plex(DM dmCoarse, DM dmFine, Mat *interpolation, Vec *scaling)
6385bceba477SMatthew G. Knepley {
6386bceba477SMatthew G. Knepley   PetscSection   gsc, gsf;
6387bceba477SMatthew G. Knepley   PetscInt       m, n;
6388a063dac3SMatthew G. Knepley   void          *ctx;
638968132eb9SMatthew G. Knepley   DM             cdm;
639068132eb9SMatthew G. Knepley   PetscBool      regular;
6391bceba477SMatthew G. Knepley   PetscErrorCode ierr;
6392bceba477SMatthew G. Knepley 
6393bceba477SMatthew G. Knepley   PetscFunctionBegin;
6394bceba477SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmFine, &gsf);CHKERRQ(ierr);
6395bceba477SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(gsf, &m);CHKERRQ(ierr);
6396bceba477SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmCoarse, &gsc);CHKERRQ(ierr);
6397bceba477SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(gsc, &n);CHKERRQ(ierr);
639868132eb9SMatthew G. Knepley 
6399bceba477SMatthew G. Knepley   ierr = MatCreate(PetscObjectComm((PetscObject) dmCoarse), interpolation);CHKERRQ(ierr);
6400bceba477SMatthew G. Knepley   ierr = MatSetSizes(*interpolation, m, n, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
6401bceba477SMatthew G. Knepley   ierr = MatSetType(*interpolation, dmCoarse->mattype);CHKERRQ(ierr);
6402a063dac3SMatthew G. Knepley   ierr = DMGetApplicationContext(dmFine, &ctx);CHKERRQ(ierr);
640368132eb9SMatthew G. Knepley 
6404a8fb8f29SToby Isaac   ierr = DMGetCoarseDM(dmFine, &cdm);CHKERRQ(ierr);
640568132eb9SMatthew G. Knepley   ierr = DMPlexGetRegularRefinement(dmFine, &regular);CHKERRQ(ierr);
640668132eb9SMatthew G. Knepley   if (regular && cdm == dmCoarse) {ierr = DMPlexComputeInterpolatorNested(dmCoarse, dmFine, *interpolation, ctx);CHKERRQ(ierr);}
640768132eb9SMatthew G. Knepley   else                            {ierr = DMPlexComputeInterpolatorGeneral(dmCoarse, dmFine, *interpolation, ctx);CHKERRQ(ierr);}
640868132eb9SMatthew G. Knepley   ierr = MatViewFromOptions(*interpolation, NULL, "-interp_mat_view");CHKERRQ(ierr);
64095d1c2e58SMatthew G. Knepley   /* Use naive scaling */
64105d1c2e58SMatthew G. Knepley   ierr = DMCreateInterpolationScale(dmCoarse, dmFine, *interpolation, scaling);CHKERRQ(ierr);
6411a063dac3SMatthew G. Knepley   PetscFunctionReturn(0);
6412a063dac3SMatthew G. Knepley }
6413bceba477SMatthew G. Knepley 
64146dbf9973SLawrence Mitchell PetscErrorCode DMCreateInjection_Plex(DM dmCoarse, DM dmFine, Mat *mat)
6415a063dac3SMatthew G. Knepley {
641690748bafSMatthew G. Knepley   PetscErrorCode ierr;
64176dbf9973SLawrence Mitchell   VecScatter     ctx;
641890748bafSMatthew G. Knepley 
6419a063dac3SMatthew G. Knepley   PetscFunctionBegin;
64206dbf9973SLawrence Mitchell   ierr = DMPlexComputeInjectorFEM(dmCoarse, dmFine, &ctx, NULL);CHKERRQ(ierr);
64216dbf9973SLawrence Mitchell   ierr = MatCreateScatter(PetscObjectComm((PetscObject)ctx), ctx, mat);CHKERRQ(ierr);
64226dbf9973SLawrence Mitchell   ierr = VecScatterDestroy(&ctx);CHKERRQ(ierr);
6423bceba477SMatthew G. Knepley   PetscFunctionReturn(0);
6424bceba477SMatthew G. Knepley }
6425bceba477SMatthew G. Knepley 
6426fd59a867SMatthew G. Knepley PetscErrorCode DMCreateDefaultSection_Plex(DM dm)
6427fd59a867SMatthew G. Knepley {
6428fd59a867SMatthew G. Knepley   PetscSection   section;
6429ab1d0545SMatthew G. Knepley   IS            *bcPoints, *bcComps;
6430ebb3236fSMatthew G. Knepley   PetscBool     *isFE;
6431286d8613SMatthew G. Knepley   PetscInt      *bcFields, *numComp, *numDof;
6432ebb3236fSMatthew G. Knepley   PetscInt       depth, dim, numBd, numBC = 0, numFields, bd, bc = 0, f;
6433ebb3236fSMatthew G. Knepley   PetscInt       cStart, cEnd, cEndInterior;
6434fd59a867SMatthew G. Knepley   PetscErrorCode ierr;
6435fd59a867SMatthew G. Knepley 
6436fd59a867SMatthew G. Knepley   PetscFunctionBegin;
6437ebb3236fSMatthew G. Knepley   ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
6438ae71db08SMatthew G. Knepley   if (!numFields) PetscFunctionReturn(0);
6439ebb3236fSMatthew G. Knepley   /* FE and FV boundary conditions are handled slightly differently */
6440ebb3236fSMatthew G. Knepley   ierr = PetscMalloc1(numFields, &isFE);CHKERRQ(ierr);
6441ebb3236fSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6442ebb3236fSMatthew G. Knepley     PetscObject  obj;
6443ebb3236fSMatthew G. Knepley     PetscClassId id;
6444ebb3236fSMatthew G. Knepley 
6445ebb3236fSMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
6446ebb3236fSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
6447ebb3236fSMatthew G. Knepley     if (id == PETSCFE_CLASSID)      {isFE[f] = PETSC_TRUE;}
6448ebb3236fSMatthew G. Knepley     else if (id == PETSCFV_CLASSID) {isFE[f] = PETSC_FALSE;}
64498ccfff9cSToby Isaac     else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f);
6450ebb3236fSMatthew G. Knepley   }
64512f900235SMatthew G. Knepley   /* Allocate boundary point storage for FEM boundaries */
6452286d8613SMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
6453c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
6454ebb3236fSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
6455ebb3236fSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
6456dff059c6SToby Isaac   ierr = PetscDSGetNumBoundary(dm->prob, &numBd);CHKERRQ(ierr);
6457fd59a867SMatthew G. Knepley   for (bd = 0; bd < numBd; ++bd) {
64582f900235SMatthew G. Knepley     PetscInt                field;
6459f971fd6bSMatthew G. Knepley     DMBoundaryConditionType type;
6460385532a5SToby Isaac     const char             *labelName;
6461385532a5SToby Isaac     DMLabel                 label;
64622f900235SMatthew G. Knepley 
6463f971fd6bSMatthew G. Knepley     ierr = PetscDSGetBoundary(dm->prob, bd, &type, NULL, &labelName, &field, NULL, NULL, NULL, NULL, NULL, NULL);CHKERRQ(ierr);
6464385532a5SToby Isaac     ierr = DMGetLabel(dm,labelName,&label);CHKERRQ(ierr);
6465f971fd6bSMatthew G. Knepley     if (label && isFE[field] && (type & DM_BC_ESSENTIAL)) ++numBC;
6466fd59a867SMatthew G. Knepley   }
64672f900235SMatthew G. Knepley   /* Add ghost cell boundaries for FVM */
6468ebb3236fSMatthew G. Knepley   for (f = 0; f < numFields; ++f) if (!isFE[f] && cEndInterior >= 0) ++numBC;
64696c8d74c4SMatthew G. Knepley   ierr = PetscCalloc3(numBC,&bcFields,numBC,&bcPoints,numBC,&bcComps);CHKERRQ(ierr);
6470ebb3236fSMatthew G. Knepley   /* Constrain ghost cells for FV */
6471ebb3236fSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6472ebb3236fSMatthew G. Knepley     PetscInt *newidx, c;
6473ebb3236fSMatthew G. Knepley 
6474ebb3236fSMatthew G. Knepley     if (isFE[f] || cEndInterior < 0) continue;
6475ebb3236fSMatthew G. Knepley     ierr = PetscMalloc1(cEnd-cEndInterior,&newidx);CHKERRQ(ierr);
6476ebb3236fSMatthew G. Knepley     for (c = cEndInterior; c < cEnd; ++c) newidx[c-cEndInterior] = c;
6477ebb3236fSMatthew G. Knepley     bcFields[bc] = f;
6478ebb3236fSMatthew G. Knepley     ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), cEnd-cEndInterior, newidx, PETSC_OWN_POINTER, &bcPoints[bc++]);CHKERRQ(ierr);
6479ebb3236fSMatthew G. Knepley   }
6480ebb3236fSMatthew G. Knepley   /* Handle FEM Dirichlet boundaries */
6481ebb3236fSMatthew G. Knepley   for (bd = 0; bd < numBd; ++bd) {
6482fd59a867SMatthew G. Knepley     const char             *bdLabel;
6483fd59a867SMatthew G. Knepley     DMLabel                 label;
64840e0f25f2SMatthew G. Knepley     const PetscInt         *comps;
6485fd59a867SMatthew G. Knepley     const PetscInt         *values;
64860e0f25f2SMatthew G. Knepley     PetscInt                bd2, field, numComps, numValues;
6487f971fd6bSMatthew G. Knepley     DMBoundaryConditionType type;
6488f971fd6bSMatthew G. Knepley     PetscBool               duplicate = PETSC_FALSE;
6489fd59a867SMatthew G. Knepley 
6490f971fd6bSMatthew G. Knepley     ierr = PetscDSGetBoundary(dm->prob, bd, &type, NULL, &bdLabel, &field, &numComps, &comps, NULL, &numValues, &values, NULL);CHKERRQ(ierr);
6491c58f1c22SToby Isaac     ierr = DMGetLabel(dm, bdLabel, &label);CHKERRQ(ierr);
6492385532a5SToby Isaac     if (!isFE[field] || !label) continue;
6493ebb3236fSMatthew G. Knepley     /* Only want to modify label once */
64947391c1cbSMatthew G. Knepley     for (bd2 = 0; bd2 < bd; ++bd2) {
64957391c1cbSMatthew G. Knepley       const char *bdname;
6496dff059c6SToby Isaac       ierr = PetscDSGetBoundary(dm->prob, bd2, NULL, NULL, &bdname, NULL, NULL, NULL, NULL, NULL, NULL, NULL);CHKERRQ(ierr);
64977391c1cbSMatthew G. Knepley       ierr = PetscStrcmp(bdname, bdLabel, &duplicate);CHKERRQ(ierr);
64987391c1cbSMatthew G. Knepley       if (duplicate) break;
64997391c1cbSMatthew G. Knepley     }
6500ebb3236fSMatthew G. Knepley     if (!duplicate && (isFE[field])) {
6501b0bf5782SToby Isaac       /* don't complete cells, which are just present to give orientation to the boundary */
6502092e5057SToby Isaac       ierr = DMPlexLabelComplete(dm, label);CHKERRQ(ierr);
65037391c1cbSMatthew G. Knepley     }
6504ebb3236fSMatthew G. Knepley     /* Filter out cells, if you actually want to constrain cells you need to do things by hand right now */
6505f971fd6bSMatthew G. Knepley     if (type & DM_BC_ESSENTIAL) {
650693a5981aSMatthew G. Knepley       PetscInt       *newidx;
6507ebb3236fSMatthew G. Knepley       PetscInt        n, newn = 0, p, v;
650893a5981aSMatthew G. Knepley 
6509fd59a867SMatthew G. Knepley       bcFields[bc] = field;
65100e0f25f2SMatthew G. Knepley       if (numComps) {ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), numComps, comps, PETSC_COPY_VALUES, &bcComps[bc]);CHKERRQ(ierr);}
6511ebb3236fSMatthew G. Knepley       for (v = 0; v < numValues; ++v) {
6512ebb3236fSMatthew G. Knepley         IS              tmp;
6513ebb3236fSMatthew G. Knepley         const PetscInt *idx;
6514ebb3236fSMatthew G. Knepley 
6515c58f1c22SToby Isaac         ierr = DMGetStratumIS(dm, bdLabel, values[v], &tmp);CHKERRQ(ierr);
6516ebb3236fSMatthew G. Knepley         if (!tmp) continue;
651793a5981aSMatthew G. Knepley         ierr = ISGetLocalSize(tmp, &n);CHKERRQ(ierr);
651893a5981aSMatthew G. Knepley         ierr = ISGetIndices(tmp, &idx);CHKERRQ(ierr);
6519ebb3236fSMatthew G. Knepley         if (isFE[field]) {
652093a5981aSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] < cStart) || (idx[p] >= cEnd)) ++newn;
6521ebb3236fSMatthew G. Knepley         } else {
6522ebb3236fSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] >= cStart) || (idx[p] < cEnd)) ++newn;
6523ebb3236fSMatthew G. Knepley         }
652493a5981aSMatthew G. Knepley         ierr = ISRestoreIndices(tmp, &idx);CHKERRQ(ierr);
652593a5981aSMatthew G. Knepley         ierr = ISDestroy(&tmp);CHKERRQ(ierr);
6526fd59a867SMatthew G. Knepley       }
6527ebb3236fSMatthew G. Knepley       ierr = PetscMalloc1(newn,&newidx);CHKERRQ(ierr);
6528ebb3236fSMatthew G. Knepley       newn = 0;
6529ebb3236fSMatthew G. Knepley       for (v = 0; v < numValues; ++v) {
6530ebb3236fSMatthew G. Knepley         IS              tmp;
6531ebb3236fSMatthew G. Knepley         const PetscInt *idx;
6532ebb3236fSMatthew G. Knepley 
6533c58f1c22SToby Isaac         ierr = DMGetStratumIS(dm, bdLabel, values[v], &tmp);CHKERRQ(ierr);
6534ebb3236fSMatthew G. Knepley         if (!tmp) continue;
6535ebb3236fSMatthew G. Knepley         ierr = ISGetLocalSize(tmp, &n);CHKERRQ(ierr);
6536ebb3236fSMatthew G. Knepley         ierr = ISGetIndices(tmp, &idx);CHKERRQ(ierr);
6537ebb3236fSMatthew G. Knepley         if (isFE[field]) {
6538ebb3236fSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] < cStart) || (idx[p] >= cEnd)) newidx[newn++] = idx[p];
6539ebb3236fSMatthew G. Knepley         } else {
6540ebb3236fSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] >= cStart) || (idx[p] < cEnd)) newidx[newn++] = idx[p];
6541ebb3236fSMatthew G. Knepley         }
6542ebb3236fSMatthew G. Knepley         ierr = ISRestoreIndices(tmp, &idx);CHKERRQ(ierr);
6543ebb3236fSMatthew G. Knepley         ierr = ISDestroy(&tmp);CHKERRQ(ierr);
6544ebb3236fSMatthew G. Knepley       }
6545ebb3236fSMatthew G. Knepley       ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), newn, newidx, PETSC_OWN_POINTER, &bcPoints[bc++]);CHKERRQ(ierr);
6546ebb3236fSMatthew G. Knepley     }
6547fd59a867SMatthew G. Knepley   }
6548fd59a867SMatthew G. Knepley   /* Handle discretization */
6549ebb3236fSMatthew G. Knepley   ierr = PetscCalloc2(numFields,&numComp,numFields*(dim+1),&numDof);CHKERRQ(ierr);
6550fd59a867SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
65510bacfa0aSMatthew G. Knepley     PetscObject obj;
65520bacfa0aSMatthew G. Knepley 
65530bacfa0aSMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
6554ebb3236fSMatthew G. Knepley     if (isFE[f]) {
65550bacfa0aSMatthew G. Knepley       PetscFE         fe = (PetscFE) obj;
6556286d8613SMatthew G. Knepley       const PetscInt *numFieldDof;
6557fd59a867SMatthew G. Knepley       PetscInt        d;
6558fd59a867SMatthew G. Knepley 
6559fd59a867SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &numComp[f]);CHKERRQ(ierr);
6560286d8613SMatthew G. Knepley       ierr = PetscFEGetNumDof(fe, &numFieldDof);CHKERRQ(ierr);
6561286d8613SMatthew G. Knepley       for (d = 0; d < dim+1; ++d) numDof[f*(dim+1)+d] = numFieldDof[d];
6562ebb3236fSMatthew G. Knepley     } else {
65630bacfa0aSMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
65640bacfa0aSMatthew G. Knepley 
65650bacfa0aSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &numComp[f]);CHKERRQ(ierr);
65660bacfa0aSMatthew G. Knepley       numDof[f*(dim+1)+dim] = numComp[f];
6567ebb3236fSMatthew G. Knepley     }
6568fd59a867SMatthew G. Knepley   }
6569286d8613SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6570286d8613SMatthew G. Knepley     PetscInt d;
6571286d8613SMatthew G. Knepley     for (d = 1; d < dim; ++d) {
6572286d8613SMatthew G. Knepley       if ((numDof[f*(dim+1)+d] > 0) && (depth < dim)) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Mesh must be interpolated when unknowns are specified on edges or faces.");
6573286d8613SMatthew G. Knepley     }
6574286d8613SMatthew G. Knepley   }
6575ab1d0545SMatthew G. Knepley   ierr = DMPlexCreateSection(dm, dim, numFields, numComp, numDof, numBC, bcFields, bcComps, bcPoints, NULL, &section);CHKERRQ(ierr);
6576fd59a867SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6577fd59a867SMatthew G. Knepley     PetscFE     fe;
6578fd59a867SMatthew G. Knepley     const char *name;
657918abd763SMatthew G. Knepley 
658018abd763SMatthew G. Knepley     ierr = DMGetField(dm, f, (PetscObject *) &fe);CHKERRQ(ierr);
6581fd59a867SMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) fe, &name);CHKERRQ(ierr);
6582fd59a867SMatthew G. Knepley     ierr = PetscSectionSetFieldName(section, f, name);CHKERRQ(ierr);
6583fd59a867SMatthew G. Knepley   }
6584fd59a867SMatthew G. Knepley   ierr = DMSetDefaultSection(dm, section);CHKERRQ(ierr);
6585fd59a867SMatthew G. Knepley   ierr = PetscSectionDestroy(&section);CHKERRQ(ierr);
65860e0f25f2SMatthew G. Knepley   for (bc = 0; bc < numBC; ++bc) {ierr = ISDestroy(&bcPoints[bc]);CHKERRQ(ierr);ierr = ISDestroy(&bcComps[bc]);CHKERRQ(ierr);}
65870e0f25f2SMatthew G. Knepley   ierr = PetscFree3(bcFields,bcPoints,bcComps);CHKERRQ(ierr);
6588286d8613SMatthew G. Knepley   ierr = PetscFree2(numComp,numDof);CHKERRQ(ierr);
6589ebb3236fSMatthew G. Knepley   ierr = PetscFree(isFE);CHKERRQ(ierr);
6590bceba477SMatthew G. Knepley   PetscFunctionReturn(0);
6591bceba477SMatthew G. Knepley }
6592bceba477SMatthew G. Knepley 
65930aef6b92SMatthew G. Knepley /*@
65940aef6b92SMatthew G. Knepley   DMPlexGetRegularRefinement - Get the flag indicating that this mesh was obtained by regular refinement from its coarse mesh
65950aef6b92SMatthew G. Knepley 
65960aef6b92SMatthew G. Knepley   Input Parameter:
65970aef6b92SMatthew G. Knepley . dm - The DMPlex object
65980aef6b92SMatthew G. Knepley 
65990aef6b92SMatthew G. Knepley   Output Parameter:
66000aef6b92SMatthew G. Knepley . regular - The flag
66010aef6b92SMatthew G. Knepley 
66020aef6b92SMatthew G. Knepley   Level: intermediate
66030aef6b92SMatthew G. Knepley 
66040aef6b92SMatthew G. Knepley .seealso: DMPlexSetRegularRefinement()
66050aef6b92SMatthew G. Knepley @*/
66060aef6b92SMatthew G. Knepley PetscErrorCode DMPlexGetRegularRefinement(DM dm, PetscBool *regular)
66070aef6b92SMatthew G. Knepley {
66080aef6b92SMatthew G. Knepley   PetscFunctionBegin;
66090aef6b92SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
66100aef6b92SMatthew G. Knepley   PetscValidPointer(regular, 2);
66110aef6b92SMatthew G. Knepley   *regular = ((DM_Plex *) dm->data)->regularRefinement;
66120aef6b92SMatthew G. Knepley   PetscFunctionReturn(0);
66130aef6b92SMatthew G. Knepley }
66140aef6b92SMatthew G. Knepley 
66150aef6b92SMatthew G. Knepley /*@
66160aef6b92SMatthew G. Knepley   DMPlexSetRegularRefinement - Set the flag indicating that this mesh was obtained by regular refinement from its coarse mesh
66170aef6b92SMatthew G. Knepley 
66180aef6b92SMatthew G. Knepley   Input Parameters:
66190aef6b92SMatthew G. Knepley + dm - The DMPlex object
66200aef6b92SMatthew G. Knepley - regular - The flag
66210aef6b92SMatthew G. Knepley 
66220aef6b92SMatthew G. Knepley   Level: intermediate
66230aef6b92SMatthew G. Knepley 
66240aef6b92SMatthew G. Knepley .seealso: DMPlexGetRegularRefinement()
66250aef6b92SMatthew G. Knepley @*/
66260aef6b92SMatthew G. Knepley PetscErrorCode DMPlexSetRegularRefinement(DM dm, PetscBool regular)
66270aef6b92SMatthew G. Knepley {
66280aef6b92SMatthew G. Knepley   PetscFunctionBegin;
66290aef6b92SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
66300aef6b92SMatthew G. Knepley   ((DM_Plex *) dm->data)->regularRefinement = regular;
66310aef6b92SMatthew G. Knepley   PetscFunctionReturn(0);
66320aef6b92SMatthew G. Knepley }
66330aef6b92SMatthew G. Knepley 
6634f7c74593SToby Isaac /* anchors */
6635a68b90caSToby Isaac /*@
6636f7c74593SToby Isaac   DMPlexGetAnchors - Get the layout of the anchor (point-to-point) constraints.  Typically, the user will not have to
6637f7c74593SToby Isaac   call DMPlexGetAnchors() directly: if there are anchors, then DMPlexGetAnchors() is called during DMGetConstraints().
6638a68b90caSToby Isaac 
6639e228b242SToby Isaac   not collective
6640a68b90caSToby Isaac 
6641a68b90caSToby Isaac   Input Parameters:
6642a68b90caSToby Isaac . dm - The DMPlex object
6643a68b90caSToby Isaac 
6644a68b90caSToby Isaac   Output Parameters:
6645a68b90caSToby Isaac + anchorSection - If not NULL, set to the section describing which points anchor the constrained points.
6646a68b90caSToby Isaac - anchorIS - If not NULL, set to the list of anchors indexed by anchorSection
6647a68b90caSToby Isaac 
6648a68b90caSToby Isaac 
6649a68b90caSToby Isaac   Level: intermediate
6650a68b90caSToby Isaac 
6651f7c74593SToby Isaac .seealso: DMPlexSetAnchors(), DMGetConstraints(), DMSetConstraints()
6652a68b90caSToby Isaac @*/
6653a17985deSToby Isaac PetscErrorCode DMPlexGetAnchors(DM dm, PetscSection *anchorSection, IS *anchorIS)
6654a68b90caSToby Isaac {
6655a68b90caSToby Isaac   DM_Plex *plex = (DM_Plex *)dm->data;
665641e6d900SToby Isaac   PetscErrorCode ierr;
6657a68b90caSToby Isaac 
6658a68b90caSToby Isaac   PetscFunctionBegin;
6659a68b90caSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
666041e6d900SToby Isaac   if (!plex->anchorSection && !plex->anchorIS && plex->createanchors) {ierr = (*plex->createanchors)(dm);CHKERRQ(ierr);}
6661a68b90caSToby Isaac   if (anchorSection) *anchorSection = plex->anchorSection;
6662a68b90caSToby Isaac   if (anchorIS) *anchorIS = plex->anchorIS;
6663a68b90caSToby Isaac   PetscFunctionReturn(0);
6664a68b90caSToby Isaac }
6665a68b90caSToby Isaac 
6666a68b90caSToby Isaac /*@
6667f7c74593SToby Isaac   DMPlexSetAnchors - Set the layout of the local anchor (point-to-point) constraints.  Unlike boundary conditions,
6668f7c74593SToby Isaac   when a point's degrees of freedom in a section are constrained to an outside value, the anchor constraints set a
6669a68b90caSToby Isaac   point's degrees of freedom to be a linear combination of other points' degrees of freedom.
6670a68b90caSToby Isaac 
6671a17985deSToby Isaac   After specifying the layout of constraints with DMPlexSetAnchors(), one specifies the constraints by calling
6672f7c74593SToby Isaac   DMGetConstraints() and filling in the entries in the constraint matrix.
6673a68b90caSToby Isaac 
6674e228b242SToby Isaac   collective on dm
6675a68b90caSToby Isaac 
6676a68b90caSToby Isaac   Input Parameters:
6677a68b90caSToby Isaac + dm - The DMPlex object
6678e228b242SToby Isaac . anchorSection - The section that describes the mapping from constrained points to the anchor points listed in anchorIS.  Must have a local communicator (PETSC_COMM_SELF or derivative).
6679e228b242SToby Isaac - anchorIS - The list of all anchor points.  Must have a local communicator (PETSC_COMM_SELF or derivative).
6680a68b90caSToby Isaac 
6681a68b90caSToby Isaac   The reference counts of anchorSection and anchorIS are incremented.
6682a68b90caSToby Isaac 
6683a68b90caSToby Isaac   Level: intermediate
6684a68b90caSToby Isaac 
6685f7c74593SToby Isaac .seealso: DMPlexGetAnchors(), DMGetConstraints(), DMSetConstraints()
6686a68b90caSToby Isaac @*/
6687a17985deSToby Isaac PetscErrorCode DMPlexSetAnchors(DM dm, PetscSection anchorSection, IS anchorIS)
6688a68b90caSToby Isaac {
6689a68b90caSToby Isaac   DM_Plex        *plex = (DM_Plex *)dm->data;
6690e228b242SToby Isaac   PetscMPIInt    result;
6691a68b90caSToby Isaac   PetscErrorCode ierr;
6692a68b90caSToby Isaac 
6693a68b90caSToby Isaac   PetscFunctionBegin;
6694a68b90caSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6695e228b242SToby Isaac   if (anchorSection) {
6696e228b242SToby Isaac     PetscValidHeaderSpecific(anchorSection,PETSC_SECTION_CLASSID,2);
6697e228b242SToby Isaac     ierr = MPI_Comm_compare(PETSC_COMM_SELF,PetscObjectComm((PetscObject)anchorSection),&result);CHKERRQ(ierr);
6698f6a3d38cSToby Isaac     if (result != MPI_CONGRUENT && result != MPI_IDENT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NOTSAMECOMM,"anchor section must have local communicator");
6699e228b242SToby Isaac   }
6700e228b242SToby Isaac   if (anchorIS) {
6701e228b242SToby Isaac     PetscValidHeaderSpecific(anchorIS,IS_CLASSID,3);
6702e228b242SToby Isaac     ierr = MPI_Comm_compare(PETSC_COMM_SELF,PetscObjectComm((PetscObject)anchorIS),&result);CHKERRQ(ierr);
6703f6a3d38cSToby Isaac     if (result != MPI_CONGRUENT && result != MPI_IDENT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NOTSAMECOMM,"anchor IS must have local communicator");
6704e228b242SToby Isaac   }
6705a68b90caSToby Isaac 
6706a68b90caSToby Isaac   ierr = PetscObjectReference((PetscObject)anchorSection);CHKERRQ(ierr);
6707a68b90caSToby Isaac   ierr = PetscSectionDestroy(&plex->anchorSection);CHKERRQ(ierr);
6708a68b90caSToby Isaac   plex->anchorSection = anchorSection;
6709a68b90caSToby Isaac 
6710a68b90caSToby Isaac   ierr = PetscObjectReference((PetscObject)anchorIS);CHKERRQ(ierr);
6711a68b90caSToby Isaac   ierr = ISDestroy(&plex->anchorIS);CHKERRQ(ierr);
6712a68b90caSToby Isaac   plex->anchorIS = anchorIS;
6713a68b90caSToby Isaac 
6714a68b90caSToby Isaac #if defined(PETSC_USE_DEBUG)
6715a68b90caSToby Isaac   if (anchorIS && anchorSection) {
6716a68b90caSToby Isaac     PetscInt size, a, pStart, pEnd;
6717a68b90caSToby Isaac     const PetscInt *anchors;
6718a68b90caSToby Isaac 
6719a68b90caSToby Isaac     ierr = PetscSectionGetChart(anchorSection,&pStart,&pEnd);CHKERRQ(ierr);
6720a68b90caSToby Isaac     ierr = ISGetLocalSize(anchorIS,&size);CHKERRQ(ierr);
6721a68b90caSToby Isaac     ierr = ISGetIndices(anchorIS,&anchors);CHKERRQ(ierr);
6722a68b90caSToby Isaac     for (a = 0; a < size; a++) {
6723a68b90caSToby Isaac       PetscInt p;
6724a68b90caSToby Isaac 
6725a68b90caSToby Isaac       p = anchors[a];
6726a68b90caSToby Isaac       if (p >= pStart && p < pEnd) {
6727a68b90caSToby Isaac         PetscInt dof;
6728a68b90caSToby Isaac 
6729a68b90caSToby Isaac         ierr = PetscSectionGetDof(anchorSection,p,&dof);CHKERRQ(ierr);
6730a68b90caSToby Isaac         if (dof) {
6731a68b90caSToby Isaac           PetscErrorCode ierr2;
6732a68b90caSToby Isaac 
6733a68b90caSToby Isaac           ierr2 = ISRestoreIndices(anchorIS,&anchors);CHKERRQ(ierr2);
67348ccfff9cSToby Isaac           SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Point %D cannot be constrained and an anchor",p);
6735a68b90caSToby Isaac         }
6736a68b90caSToby Isaac       }
6737a68b90caSToby Isaac     }
6738a68b90caSToby Isaac     ierr = ISRestoreIndices(anchorIS,&anchors);CHKERRQ(ierr);
6739a68b90caSToby Isaac   }
6740a68b90caSToby Isaac #endif
6741f7c74593SToby Isaac   /* reset the generic constraints */
6742f7c74593SToby Isaac   ierr = DMSetDefaultConstraints(dm,NULL,NULL);CHKERRQ(ierr);
6743a68b90caSToby Isaac   PetscFunctionReturn(0);
6744a68b90caSToby Isaac }
6745a68b90caSToby Isaac 
6746f7c74593SToby Isaac static PetscErrorCode DMPlexCreateConstraintSection_Anchors(DM dm, PetscSection section, PetscSection *cSec)
6747a68b90caSToby Isaac {
6748f7c74593SToby Isaac   PetscSection anchorSection;
67496995de1eSToby Isaac   PetscInt pStart, pEnd, sStart, sEnd, p, dof, numFields, f;
6750a68b90caSToby Isaac   PetscErrorCode ierr;
6751a68b90caSToby Isaac 
6752a68b90caSToby Isaac   PetscFunctionBegin;
6753a68b90caSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6754a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&anchorSection,NULL);CHKERRQ(ierr);
6755e228b242SToby Isaac   ierr = PetscSectionCreate(PETSC_COMM_SELF,cSec);CHKERRQ(ierr);
6756a68b90caSToby Isaac   ierr = PetscSectionGetNumFields(section,&numFields);CHKERRQ(ierr);
67576995de1eSToby Isaac   if (numFields) {
6758719ab38cSToby Isaac     PetscInt f;
6759a68b90caSToby Isaac     ierr = PetscSectionSetNumFields(*cSec,numFields);CHKERRQ(ierr);
6760719ab38cSToby Isaac 
6761719ab38cSToby Isaac     for (f = 0; f < numFields; f++) {
6762719ab38cSToby Isaac       PetscInt numComp;
6763719ab38cSToby Isaac 
6764719ab38cSToby Isaac       ierr = PetscSectionGetFieldComponents(section,f,&numComp);CHKERRQ(ierr);
6765719ab38cSToby Isaac       ierr = PetscSectionSetFieldComponents(*cSec,f,numComp);CHKERRQ(ierr);
6766719ab38cSToby Isaac     }
67676995de1eSToby Isaac   }
6768a68b90caSToby Isaac   ierr = PetscSectionGetChart(anchorSection,&pStart,&pEnd);CHKERRQ(ierr);
67696995de1eSToby Isaac   ierr = PetscSectionGetChart(section,&sStart,&sEnd);CHKERRQ(ierr);
67706995de1eSToby Isaac   pStart = PetscMax(pStart,sStart);
67716995de1eSToby Isaac   pEnd   = PetscMin(pEnd,sEnd);
67726995de1eSToby Isaac   pEnd   = PetscMax(pStart,pEnd);
6773a68b90caSToby Isaac   ierr = PetscSectionSetChart(*cSec,pStart,pEnd);CHKERRQ(ierr);
6774a68b90caSToby Isaac   for (p = pStart; p < pEnd; p++) {
6775a68b90caSToby Isaac     ierr = PetscSectionGetDof(anchorSection,p,&dof);CHKERRQ(ierr);
6776a68b90caSToby Isaac     if (dof) {
6777a68b90caSToby Isaac       ierr = PetscSectionGetDof(section,p,&dof);CHKERRQ(ierr);
6778a68b90caSToby Isaac       ierr = PetscSectionSetDof(*cSec,p,dof);CHKERRQ(ierr);
6779a68b90caSToby Isaac       for (f = 0; f < numFields; f++) {
6780a68b90caSToby Isaac         ierr = PetscSectionGetFieldDof(section,p,f,&dof);CHKERRQ(ierr);
6781a68b90caSToby Isaac         ierr = PetscSectionSetFieldDof(*cSec,p,f,dof);CHKERRQ(ierr);
6782a68b90caSToby Isaac       }
6783a68b90caSToby Isaac     }
6784a68b90caSToby Isaac   }
6785a68b90caSToby Isaac   ierr = PetscSectionSetUp(*cSec);CHKERRQ(ierr);
6786a68b90caSToby Isaac   PetscFunctionReturn(0);
6787a68b90caSToby Isaac }
6788a68b90caSToby Isaac 
6789f7c74593SToby Isaac static PetscErrorCode DMPlexCreateConstraintMatrix_Anchors(DM dm, PetscSection section, PetscSection cSec, Mat *cMat)
6790a68b90caSToby Isaac {
6791f7c74593SToby Isaac   PetscSection aSec;
67920ac89760SToby Isaac   PetscInt pStart, pEnd, p, dof, aDof, aOff, off, nnz, annz, m, n, q, a, offset, *i, *j;
67930ac89760SToby Isaac   const PetscInt *anchors;
67940ac89760SToby Isaac   PetscInt numFields, f;
679566ad2231SToby Isaac   IS aIS;
67960ac89760SToby Isaac   PetscErrorCode ierr;
67970ac89760SToby Isaac 
67980ac89760SToby Isaac   PetscFunctionBegin;
67990ac89760SToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
68000ac89760SToby Isaac   ierr = PetscSectionGetStorageSize(cSec, &m);CHKERRQ(ierr);
68010ac89760SToby Isaac   ierr = PetscSectionGetStorageSize(section, &n);CHKERRQ(ierr);
68020ac89760SToby Isaac   ierr = MatCreate(PETSC_COMM_SELF,cMat);CHKERRQ(ierr);
68030ac89760SToby Isaac   ierr = MatSetSizes(*cMat,m,n,m,n);CHKERRQ(ierr);
6804302440fdSBarry Smith   ierr = MatSetType(*cMat,MATSEQAIJ);CHKERRQ(ierr);
6805a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&aSec,&aIS);CHKERRQ(ierr);
680666ad2231SToby Isaac   ierr = ISGetIndices(aIS,&anchors);CHKERRQ(ierr);
68076995de1eSToby Isaac   /* cSec will be a subset of aSec and section */
68086995de1eSToby Isaac   ierr = PetscSectionGetChart(cSec,&pStart,&pEnd);CHKERRQ(ierr);
68090ac89760SToby Isaac   ierr = PetscMalloc1(m+1,&i);CHKERRQ(ierr);
68100ac89760SToby Isaac   i[0] = 0;
68110ac89760SToby Isaac   ierr = PetscSectionGetNumFields(section,&numFields);CHKERRQ(ierr);
68120ac89760SToby Isaac   for (p = pStart; p < pEnd; p++) {
6813f19733c5SToby Isaac     PetscInt rDof, rOff, r;
6814f19733c5SToby Isaac 
6815f19733c5SToby Isaac     ierr = PetscSectionGetDof(aSec,p,&rDof);CHKERRQ(ierr);
6816f19733c5SToby Isaac     if (!rDof) continue;
6817f19733c5SToby Isaac     ierr = PetscSectionGetOffset(aSec,p,&rOff);CHKERRQ(ierr);
68180ac89760SToby Isaac     if (numFields) {
68190ac89760SToby Isaac       for (f = 0; f < numFields; f++) {
68200ac89760SToby Isaac         annz = 0;
6821f19733c5SToby Isaac         for (r = 0; r < rDof; r++) {
6822f19733c5SToby Isaac           a = anchors[rOff + r];
68230ac89760SToby Isaac           ierr = PetscSectionGetFieldDof(section,a,f,&aDof);CHKERRQ(ierr);
68240ac89760SToby Isaac           annz += aDof;
68250ac89760SToby Isaac         }
68260ac89760SToby Isaac         ierr = PetscSectionGetFieldDof(cSec,p,f,&dof);CHKERRQ(ierr);
68270ac89760SToby Isaac         ierr = PetscSectionGetFieldOffset(cSec,p,f,&off);CHKERRQ(ierr);
68280ac89760SToby Isaac         for (q = 0; q < dof; q++) {
68290ac89760SToby Isaac           i[off + q + 1] = i[off + q] + annz;
68300ac89760SToby Isaac         }
68310ac89760SToby Isaac       }
68320ac89760SToby Isaac     }
68330ac89760SToby Isaac     else {
68340ac89760SToby Isaac       annz = 0;
68350ac89760SToby Isaac       for (q = 0; q < dof; q++) {
68360ac89760SToby Isaac         a = anchors[off + q];
68370ac89760SToby Isaac         ierr = PetscSectionGetDof(section,a,&aDof);CHKERRQ(ierr);
68380ac89760SToby Isaac         annz += aDof;
68390ac89760SToby Isaac       }
68400ac89760SToby Isaac       ierr = PetscSectionGetDof(cSec,p,&dof);CHKERRQ(ierr);
68410ac89760SToby Isaac       ierr = PetscSectionGetOffset(cSec,p,&off);CHKERRQ(ierr);
68420ac89760SToby Isaac       for (q = 0; q < dof; q++) {
68430ac89760SToby Isaac         i[off + q + 1] = i[off + q] + annz;
68440ac89760SToby Isaac       }
68450ac89760SToby Isaac     }
68460ac89760SToby Isaac   }
68470ac89760SToby Isaac   nnz = i[m];
68480ac89760SToby Isaac   ierr = PetscMalloc1(nnz,&j);CHKERRQ(ierr);
68490ac89760SToby Isaac   offset = 0;
68500ac89760SToby Isaac   for (p = pStart; p < pEnd; p++) {
68510ac89760SToby Isaac     if (numFields) {
68520ac89760SToby Isaac       for (f = 0; f < numFields; f++) {
68530ac89760SToby Isaac         ierr = PetscSectionGetFieldDof(cSec,p,f,&dof);CHKERRQ(ierr);
68540ac89760SToby Isaac         for (q = 0; q < dof; q++) {
68550ac89760SToby Isaac           PetscInt rDof, rOff, r;
68560ac89760SToby Isaac           ierr = PetscSectionGetDof(aSec,p,&rDof);CHKERRQ(ierr);
68570ac89760SToby Isaac           ierr = PetscSectionGetOffset(aSec,p,&rOff);CHKERRQ(ierr);
68580ac89760SToby Isaac           for (r = 0; r < rDof; r++) {
68590ac89760SToby Isaac             PetscInt s;
68600ac89760SToby Isaac 
68610ac89760SToby Isaac             a = anchors[rOff + r];
68620ac89760SToby Isaac             ierr = PetscSectionGetFieldDof(section,a,f,&aDof);CHKERRQ(ierr);
68630ac89760SToby Isaac             ierr = PetscSectionGetFieldOffset(section,a,f,&aOff);CHKERRQ(ierr);
68640ac89760SToby Isaac             for (s = 0; s < aDof; s++) {
68650ac89760SToby Isaac               j[offset++] = aOff + s;
68660ac89760SToby Isaac             }
68670ac89760SToby Isaac           }
68680ac89760SToby Isaac         }
68690ac89760SToby Isaac       }
68700ac89760SToby Isaac     }
68710ac89760SToby Isaac     else {
68720ac89760SToby Isaac       ierr = PetscSectionGetDof(cSec,p,&dof);CHKERRQ(ierr);
68730ac89760SToby Isaac       for (q = 0; q < dof; q++) {
68740ac89760SToby Isaac         PetscInt rDof, rOff, r;
68750ac89760SToby Isaac         ierr = PetscSectionGetDof(aSec,p,&rDof);CHKERRQ(ierr);
68760ac89760SToby Isaac         ierr = PetscSectionGetOffset(aSec,p,&rOff);CHKERRQ(ierr);
68770ac89760SToby Isaac         for (r = 0; r < rDof; r++) {
68780ac89760SToby Isaac           PetscInt s;
68790ac89760SToby Isaac 
68800ac89760SToby Isaac           a = anchors[rOff + r];
68810ac89760SToby Isaac           ierr = PetscSectionGetDof(section,a,&aDof);CHKERRQ(ierr);
68820ac89760SToby Isaac           ierr = PetscSectionGetOffset(section,a,&aOff);CHKERRQ(ierr);
68830ac89760SToby Isaac           for (s = 0; s < aDof; s++) {
68840ac89760SToby Isaac             j[offset++] = aOff + s;
68850ac89760SToby Isaac           }
68860ac89760SToby Isaac         }
68870ac89760SToby Isaac       }
68880ac89760SToby Isaac     }
68890ac89760SToby Isaac   }
68900ac89760SToby Isaac   ierr = MatSeqAIJSetPreallocationCSR(*cMat,i,j,NULL);CHKERRQ(ierr);
689125570a81SToby Isaac   ierr = PetscFree(i);CHKERRQ(ierr);
689225570a81SToby Isaac   ierr = PetscFree(j);CHKERRQ(ierr);
689366ad2231SToby Isaac   ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);
68940ac89760SToby Isaac   PetscFunctionReturn(0);
68950ac89760SToby Isaac }
68960ac89760SToby Isaac 
689766ad2231SToby Isaac PetscErrorCode DMCreateDefaultConstraints_Plex(DM dm)
689866ad2231SToby Isaac {
6899f7c74593SToby Isaac   DM_Plex        *plex = (DM_Plex *)dm->data;
6900f7c74593SToby Isaac   PetscSection   anchorSection, section, cSec;
690166ad2231SToby Isaac   Mat            cMat;
690266ad2231SToby Isaac   PetscErrorCode ierr;
690366ad2231SToby Isaac 
690466ad2231SToby Isaac   PetscFunctionBegin;
690566ad2231SToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6906a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&anchorSection,NULL);CHKERRQ(ierr);
690766ad2231SToby Isaac   if (anchorSection) {
6908e228b242SToby Isaac     PetscDS  ds;
6909e228b242SToby Isaac     PetscInt nf;
6910e228b242SToby Isaac 
6911f7c74593SToby Isaac     ierr = DMGetDefaultSection(dm,&section);CHKERRQ(ierr);
6912f7c74593SToby Isaac     ierr = DMPlexCreateConstraintSection_Anchors(dm,section,&cSec);CHKERRQ(ierr);
6913f7c74593SToby Isaac     ierr = DMPlexCreateConstraintMatrix_Anchors(dm,section,cSec,&cMat);CHKERRQ(ierr);
6914e228b242SToby Isaac     ierr = DMGetDS(dm,&ds);CHKERRQ(ierr);
6915302440fdSBarry Smith     ierr = PetscDSGetNumFields(ds,&nf);CHKERRQ(ierr);
6916e228b242SToby Isaac     if (nf && plex->computeanchormatrix) {ierr = (*plex->computeanchormatrix)(dm,section,cSec,cMat);CHKERRQ(ierr);}
691766ad2231SToby Isaac     ierr = DMSetDefaultConstraints(dm,cSec,cMat);CHKERRQ(ierr);
691866ad2231SToby Isaac     ierr = PetscSectionDestroy(&cSec);CHKERRQ(ierr);
691966ad2231SToby Isaac     ierr = MatDestroy(&cMat);CHKERRQ(ierr);
692066ad2231SToby Isaac   }
692166ad2231SToby Isaac   PetscFunctionReturn(0);
692266ad2231SToby Isaac }
6923