xref: /petsc/src/dm/impls/plex/plex.c (revision 2adcc78020f95ad104d796af996584b603a87eb3)
1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h>   /*I      "petscdmplex.h"   I*/
2af0996ceSBarry Smith #include <petsc/private/isimpl.h>
3e5c6e791SKarl Rupp #include <petsc/private/vecimpl.h>
48135c375SStefano Zampini #include <petsc/private/glvisvecimpl.h>
50c312b8eSJed Brown #include <petscsf.h>
6e228b242SToby Isaac #include <petscds.h>
7e412dcbdSMatthew G. Knepley #include <petscdraw.h>
8552f7358SJed Brown 
9552f7358SJed Brown /* Logging support */
1025afeb17SMatthew G. Knepley PetscLogEvent DMPLEX_Interpolate, PETSCPARTITIONER_Partition, DMPLEX_Distribute, DMPLEX_DistributeCones, DMPLEX_DistributeLabels, DMPLEX_DistributeSF, DMPLEX_DistributeOverlap, DMPLEX_DistributeField, DMPLEX_DistributeData, DMPLEX_Migrate, DMPLEX_InterpolateSF, DMPLEX_GlobalToNaturalBegin, DMPLEX_GlobalToNaturalEnd, DMPLEX_NaturalToGlobalBegin, DMPLEX_NaturalToGlobalEnd, DMPLEX_Stratify, DMPLEX_Preallocate, DMPLEX_ResidualFEM, DMPLEX_JacobianFEM, DMPLEX_InterpolatorFEM, DMPLEX_InjectorFEM, DMPLEX_IntegralFEM, DMPLEX_CreateGmsh;
11552f7358SJed Brown 
125a576424SJed Brown PETSC_EXTERN PetscErrorCode VecView_MPI(Vec, PetscViewer);
13552f7358SJed Brown 
14e5337592SStefano Zampini /*@
15e5337592SStefano Zampini   DMPlexRefineSimplexToTensor - Uniformly refines simplicial cells into tensor product cells.
16e5337592SStefano Zampini   3 quadrilaterals per triangle in 2D and 4 hexahedra per tetrahedron in 3D.
17e5337592SStefano Zampini 
18e5337592SStefano Zampini   Collective
19e5337592SStefano Zampini 
20e5337592SStefano Zampini   Input Parameters:
21e5337592SStefano Zampini . dm - The DMPlex object
22e5337592SStefano Zampini 
23e5337592SStefano Zampini   Output Parameters:
24e5337592SStefano Zampini . dmRefined - The refined DMPlex object
25e5337592SStefano Zampini 
26e5337592SStefano Zampini   Note: Returns NULL if the mesh is already a tensor product mesh.
27e5337592SStefano Zampini 
28e5337592SStefano Zampini   Level: intermediate
29e5337592SStefano Zampini 
30e5337592SStefano Zampini .seealso: DMPlexCreate(), DMPlexSetRefinementUniform()
31e5337592SStefano Zampini @*/
32e5337592SStefano Zampini PetscErrorCode DMPlexRefineSimplexToTensor(DM dm, DM *dmRefined)
33e5337592SStefano Zampini {
34e5337592SStefano Zampini   PetscInt         dim, cMax, fMax, cStart, cEnd, coneSize;
35e5337592SStefano Zampini   CellRefiner      cellRefiner;
36e5337592SStefano Zampini   PetscBool        lop, allnoop, localized;
37e5337592SStefano Zampini   PetscErrorCode   ierr;
38e5337592SStefano Zampini 
39e5337592SStefano Zampini   PetscFunctionBegin;
40e5337592SStefano Zampini   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
41e5337592SStefano Zampini   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
42e5337592SStefano Zampini   ierr = DMPlexGetHybridBounds(dm,&cMax,&fMax,NULL,NULL);CHKERRQ(ierr);
43e5337592SStefano Zampini   if (cMax >= 0 || fMax >= 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle hybrid meshes yet");
44e5337592SStefano Zampini   ierr = DMPlexGetHeightStratum(dm,0,&cStart,&cEnd);CHKERRQ(ierr);
45e5337592SStefano Zampini   if (!(cEnd - cStart)) cellRefiner = REFINER_NOOP;
46e5337592SStefano Zampini   else {
47e5337592SStefano Zampini     ierr = DMPlexGetConeSize(dm,cStart,&coneSize);CHKERRQ(ierr);
48e5337592SStefano Zampini     switch (dim) {
49e5337592SStefano Zampini     case 1:
50e5337592SStefano Zampini       cellRefiner = REFINER_NOOP;
51e5337592SStefano Zampini     break;
52e5337592SStefano Zampini     case 2:
53e5337592SStefano Zampini       switch (coneSize) {
54e5337592SStefano Zampini       case 3:
55e5337592SStefano Zampini         cellRefiner = REFINER_SIMPLEX_TO_HEX_2D;
56e5337592SStefano Zampini       break;
57e5337592SStefano Zampini       case 4:
58e5337592SStefano Zampini         cellRefiner = REFINER_NOOP;
59e5337592SStefano Zampini       break;
60e5337592SStefano Zampini       default: SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle coneSize %D with dimension %D",coneSize,dim);
61e5337592SStefano Zampini       }
62e5337592SStefano Zampini     break;
63e5337592SStefano Zampini     case 3:
64e5337592SStefano Zampini       switch (coneSize) {
65e5337592SStefano Zampini       case 4:
66e5337592SStefano Zampini         cellRefiner = REFINER_SIMPLEX_TO_HEX_3D;
67e5337592SStefano Zampini       break;
68e5337592SStefano Zampini       case 6:
69e5337592SStefano Zampini         cellRefiner = REFINER_NOOP;
70e5337592SStefano Zampini       break;
71e5337592SStefano Zampini       default: SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle coneSize %D with dimension %D",coneSize,dim);
72e5337592SStefano Zampini       }
73e5337592SStefano Zampini     break;
74e5337592SStefano Zampini     default: SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot handle dimension %D",dim);
75e5337592SStefano Zampini     }
76e5337592SStefano Zampini   }
77e5337592SStefano Zampini   /* return if we don't need to refine */
78e5337592SStefano Zampini   lop = (cellRefiner == REFINER_NOOP) ? PETSC_TRUE : PETSC_FALSE;
79e5337592SStefano Zampini   ierr = MPIU_Allreduce(&lop,&allnoop,1,MPIU_BOOL,MPI_LAND,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
80e5337592SStefano Zampini   if (allnoop) {
81e5337592SStefano Zampini     *dmRefined = NULL;
82e5337592SStefano Zampini     PetscFunctionReturn(0);
83e5337592SStefano Zampini   }
84e5337592SStefano Zampini   ierr = DMPlexRefineUniform_Internal(dm, cellRefiner, dmRefined);CHKERRQ(ierr);
85e5337592SStefano Zampini   ierr = DMCopyBoundary(dm, *dmRefined);CHKERRQ(ierr);
86e5337592SStefano Zampini   ierr = DMGetCoordinatesLocalized(dm, &localized);CHKERRQ(ierr);
87e5337592SStefano Zampini   if (localized) {
88e5337592SStefano Zampini     ierr = DMLocalizeCoordinates(*dmRefined);CHKERRQ(ierr);
89e5337592SStefano Zampini   }
90e5337592SStefano Zampini   PetscFunctionReturn(0);
91e5337592SStefano Zampini }
92e5337592SStefano Zampini 
937afe7537SMatthew G. Knepley PetscErrorCode DMPlexGetFieldType_Internal(DM dm, PetscSection section, PetscInt field, PetscInt *sStart, PetscInt *sEnd, PetscViewerVTKFieldType *ft)
947e42fee7SMatthew G. Knepley {
9580d5bdc6SMatthew G. Knepley   PetscInt       dim, pStart, pEnd, vStart, vEnd, cStart, cEnd, cEndInterior, vdof = 0, cdof = 0;
967e42fee7SMatthew G. Knepley   PetscErrorCode ierr;
977e42fee7SMatthew G. Knepley 
987e42fee7SMatthew G. Knepley   PetscFunctionBegin;
997e42fee7SMatthew G. Knepley   *ft  = PETSC_VTK_POINT_FIELD;
100c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
1017e42fee7SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
1027e42fee7SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
10380d5bdc6SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
10480d5bdc6SMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
1057e42fee7SMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
1067e42fee7SMatthew G. Knepley   if (field >= 0) {
1077e42fee7SMatthew G. Knepley     if ((vStart >= pStart) && (vStart < pEnd)) {ierr = PetscSectionGetFieldDof(section, vStart, field, &vdof);CHKERRQ(ierr);}
1087e42fee7SMatthew G. Knepley     if ((cStart >= pStart) && (cStart < pEnd)) {ierr = PetscSectionGetFieldDof(section, cStart, field, &cdof);CHKERRQ(ierr);}
1097e42fee7SMatthew G. Knepley   } else {
1107e42fee7SMatthew G. Knepley     if ((vStart >= pStart) && (vStart < pEnd)) {ierr = PetscSectionGetDof(section, vStart, &vdof);CHKERRQ(ierr);}
1117e42fee7SMatthew G. Knepley     if ((cStart >= pStart) && (cStart < pEnd)) {ierr = PetscSectionGetDof(section, cStart, &cdof);CHKERRQ(ierr);}
1127e42fee7SMatthew G. Knepley   }
1137e42fee7SMatthew G. Knepley   if (vdof) {
1147e42fee7SMatthew G. Knepley     *sStart = vStart;
1157e42fee7SMatthew G. Knepley     *sEnd   = vEnd;
1167e42fee7SMatthew G. Knepley     if (vdof == dim) *ft = PETSC_VTK_POINT_VECTOR_FIELD;
1177e42fee7SMatthew G. Knepley     else             *ft = PETSC_VTK_POINT_FIELD;
1187e42fee7SMatthew G. Knepley   } else if (cdof) {
1197e42fee7SMatthew G. Knepley     *sStart = cStart;
1207e42fee7SMatthew G. Knepley     *sEnd   = cEnd;
1217e42fee7SMatthew G. Knepley     if (cdof == dim) *ft = PETSC_VTK_CELL_VECTOR_FIELD;
1227e42fee7SMatthew G. Knepley     else             *ft = PETSC_VTK_CELL_FIELD;
1237e42fee7SMatthew G. Knepley   } else SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Could not classify input Vec for VTK");
1247e42fee7SMatthew G. Knepley   PetscFunctionReturn(0);
1257e42fee7SMatthew G. Knepley }
1267e42fee7SMatthew G. Knepley 
1277cd05799SMatthew G. Knepley static PetscErrorCode VecView_Plex_Local_Draw(Vec v, PetscViewer viewer)
128e412dcbdSMatthew G. Knepley {
129e412dcbdSMatthew G. Knepley   DM                 dm;
130d1df6f1dSMatthew G. Knepley   PetscSection       s;
131e412dcbdSMatthew G. Knepley   PetscDraw          draw, popup;
132e412dcbdSMatthew G. Knepley   DM                 cdm;
133e412dcbdSMatthew G. Knepley   PetscSection       coordSection;
134e412dcbdSMatthew G. Knepley   Vec                coordinates;
135e412dcbdSMatthew G. Knepley   const PetscScalar *coords, *array;
136e412dcbdSMatthew G. Knepley   PetscReal          bound[4] = {PETSC_MAX_REAL, PETSC_MAX_REAL, PETSC_MIN_REAL, PETSC_MIN_REAL};
137339e3443SMatthew G. Knepley   PetscReal          vbound[2], time;
138339e3443SMatthew G. Knepley   PetscBool          isnull, flg;
139d1df6f1dSMatthew G. Knepley   PetscInt           dim, Nf, f, Nc, comp, vStart, vEnd, cStart, cEnd, c, N, level, step, w = 0;
140e412dcbdSMatthew G. Knepley   const char        *name;
141339e3443SMatthew G. Knepley   char               title[PETSC_MAX_PATH_LEN];
142e412dcbdSMatthew G. Knepley   PetscErrorCode     ierr;
143e412dcbdSMatthew G. Knepley 
144e412dcbdSMatthew G. Knepley   PetscFunctionBegin;
145d1df6f1dSMatthew G. Knepley   ierr = PetscViewerDrawGetDraw(viewer, 0, &draw);CHKERRQ(ierr);
146d1df6f1dSMatthew G. Knepley   ierr = PetscDrawIsNull(draw, &isnull);CHKERRQ(ierr);
147d1df6f1dSMatthew G. Knepley   if (isnull) PetscFunctionReturn(0);
148d1df6f1dSMatthew G. Knepley 
149e412dcbdSMatthew G. Knepley   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
150e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dim);CHKERRQ(ierr);
1518135c375SStefano Zampini   if (dim != 2) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Cannot draw meshes of dimension %D. Use PETSCVIEWERGLVIS", dim);
152d1df6f1dSMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &s);CHKERRQ(ierr);
153d1df6f1dSMatthew G. Knepley   ierr = PetscSectionGetNumFields(s, &Nf);CHKERRQ(ierr);
154e412dcbdSMatthew G. Knepley   ierr = DMGetCoarsenLevel(dm, &level);CHKERRQ(ierr);
155e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDM(dm, &cdm);CHKERRQ(ierr);
156e412dcbdSMatthew G. Knepley   ierr = DMGetDefaultSection(cdm, &coordSection);CHKERRQ(ierr);
157e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
158e412dcbdSMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
159e412dcbdSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
160e412dcbdSMatthew G. Knepley 
161e412dcbdSMatthew G. Knepley   ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
162339e3443SMatthew G. Knepley   ierr = DMGetOutputSequenceNumber(dm, &step, &time);CHKERRQ(ierr);
163e412dcbdSMatthew G. Knepley 
164e412dcbdSMatthew G. Knepley   ierr = VecGetLocalSize(coordinates, &N);CHKERRQ(ierr);
165e412dcbdSMatthew G. Knepley   ierr = VecGetArrayRead(coordinates, &coords);CHKERRQ(ierr);
166e412dcbdSMatthew G. Knepley   for (c = 0; c < N; c += dim) {
1670c81f2a8SMatthew G. Knepley     bound[0] = PetscMin(bound[0], PetscRealPart(coords[c]));   bound[2] = PetscMax(bound[2], PetscRealPart(coords[c]));
1680c81f2a8SMatthew G. Knepley     bound[1] = PetscMin(bound[1], PetscRealPart(coords[c+1])); bound[3] = PetscMax(bound[3], PetscRealPart(coords[c+1]));
169e412dcbdSMatthew G. Knepley   }
170e412dcbdSMatthew G. Knepley   ierr = VecRestoreArrayRead(coordinates, &coords);CHKERRQ(ierr);
171e412dcbdSMatthew G. Knepley   ierr = PetscDrawClear(draw);CHKERRQ(ierr);
172e412dcbdSMatthew G. Knepley 
173d1df6f1dSMatthew G. Knepley   /* Could implement something like DMDASelectFields() */
174d1df6f1dSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
175d1df6f1dSMatthew G. Knepley     DM   fdm = dm;
176d1df6f1dSMatthew G. Knepley     Vec  fv  = v;
177d1df6f1dSMatthew G. Knepley     IS   fis;
178d1df6f1dSMatthew G. Knepley     char prefix[PETSC_MAX_PATH_LEN];
179d1df6f1dSMatthew G. Knepley     const char *fname;
180d1df6f1dSMatthew G. Knepley 
181d1df6f1dSMatthew G. Knepley     ierr = PetscSectionGetFieldComponents(s, f, &Nc);CHKERRQ(ierr);
182d1df6f1dSMatthew G. Knepley     ierr = PetscSectionGetFieldName(s, f, &fname);CHKERRQ(ierr);
183d1df6f1dSMatthew G. Knepley 
184d1df6f1dSMatthew G. Knepley     if (v->hdr.prefix) {ierr = PetscStrcpy(prefix, v->hdr.prefix);CHKERRQ(ierr);}
185d1df6f1dSMatthew G. Knepley     else               {prefix[0] = '\0';}
186d1df6f1dSMatthew G. Knepley     if (Nf > 1) {
187d1df6f1dSMatthew G. Knepley       ierr = DMCreateSubDM(dm, 1, &f, &fis, &fdm);CHKERRQ(ierr);
188d1df6f1dSMatthew G. Knepley       ierr = VecGetSubVector(v, fis, &fv);CHKERRQ(ierr);
189d1df6f1dSMatthew G. Knepley       ierr = PetscStrcat(prefix, fname);CHKERRQ(ierr);
190d1df6f1dSMatthew G. Knepley       ierr = PetscStrcat(prefix, "_");CHKERRQ(ierr);
191d1df6f1dSMatthew G. Knepley     }
192d1df6f1dSMatthew G. Knepley     for (comp = 0; comp < Nc; ++comp, ++w) {
193d1df6f1dSMatthew G. Knepley       PetscInt nmax = 2;
194d1df6f1dSMatthew G. Knepley 
195d1df6f1dSMatthew G. Knepley       ierr = PetscViewerDrawGetDraw(viewer, w, &draw);CHKERRQ(ierr);
196d1df6f1dSMatthew G. Knepley       if (Nc > 1) {ierr = PetscSNPrintf(title, sizeof(title), "%s:%s_%D Step: %D Time: %.4g", name, fname, comp, step, time);CHKERRQ(ierr);}
197d1df6f1dSMatthew G. Knepley       else        {ierr = PetscSNPrintf(title, sizeof(title), "%s:%s Step: %D Time: %.4g", name, fname, step, time);CHKERRQ(ierr);}
198d1df6f1dSMatthew G. Knepley       ierr = PetscDrawSetTitle(draw, title);CHKERRQ(ierr);
199d1df6f1dSMatthew G. Knepley 
200d1df6f1dSMatthew G. Knepley       /* TODO Get max and min only for this component */
201d1df6f1dSMatthew G. Knepley       ierr = PetscOptionsGetRealArray(NULL, prefix, "-vec_view_bounds", vbound, &nmax, &flg);CHKERRQ(ierr);
202339e3443SMatthew G. Knepley       if (!flg) {
203d1df6f1dSMatthew G. Knepley         ierr = VecMin(fv, NULL, &vbound[0]);CHKERRQ(ierr);
204d1df6f1dSMatthew G. Knepley         ierr = VecMax(fv, NULL, &vbound[1]);CHKERRQ(ierr);
205d1df6f1dSMatthew G. Knepley         if (vbound[1] <= vbound[0]) vbound[1] = vbound[0] + 1.0;
206339e3443SMatthew G. Knepley       }
207e412dcbdSMatthew G. Knepley       ierr = PetscDrawGetPopup(draw, &popup);CHKERRQ(ierr);
208339e3443SMatthew G. Knepley       ierr = PetscDrawScalePopup(popup, vbound[0], vbound[1]);CHKERRQ(ierr);
209d1df6f1dSMatthew G. Knepley       ierr = PetscDrawSetCoordinates(draw, bound[0], bound[1], bound[2], bound[3]);CHKERRQ(ierr);
210e412dcbdSMatthew G. Knepley 
211d1df6f1dSMatthew G. Knepley       ierr = VecGetArrayRead(fv, &array);CHKERRQ(ierr);
212e412dcbdSMatthew G. Knepley       for (c = cStart; c < cEnd; ++c) {
21399a2f7bcSMatthew G. Knepley         PetscScalar *coords = NULL, *a = NULL;
214e56f9228SJed Brown         PetscInt     numCoords, color[4] = {-1,-1,-1,-1};
215e412dcbdSMatthew G. Knepley 
216d1df6f1dSMatthew G. Knepley         ierr = DMPlexPointLocalRead(fdm, c, array, &a);CHKERRQ(ierr);
217339e3443SMatthew G. Knepley         if (a) {
218d1df6f1dSMatthew G. Knepley           color[0] = PetscDrawRealToColor(PetscRealPart(a[comp]), vbound[0], vbound[1]);
219339e3443SMatthew G. Knepley           color[1] = color[2] = color[3] = color[0];
220339e3443SMatthew G. Knepley         } else {
221339e3443SMatthew G. Knepley           PetscScalar *vals = NULL;
222339e3443SMatthew G. Knepley           PetscInt     numVals, va;
223339e3443SMatthew G. Knepley 
224d1df6f1dSMatthew G. Knepley           ierr = DMPlexVecGetClosure(fdm, NULL, fv, c, &numVals, &vals);CHKERRQ(ierr);
225d1df6f1dSMatthew G. Knepley           if (numVals % Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of components %D does not divide the number of values in the closure %D", Nc, numVals);
226d1df6f1dSMatthew G. Knepley           switch (numVals/Nc) {
227d1df6f1dSMatthew G. Knepley           case 3: /* P1 Triangle */
228d1df6f1dSMatthew G. Knepley           case 4: /* P1 Quadrangle */
229d1df6f1dSMatthew G. Knepley             for (va = 0; va < numVals/Nc; ++va) color[va] = PetscDrawRealToColor(PetscRealPart(vals[va*Nc+comp]), vbound[0], vbound[1]);
230339e3443SMatthew G. Knepley             break;
231d1df6f1dSMatthew G. Knepley           case 6: /* P2 Triangle */
232d1df6f1dSMatthew G. Knepley           case 8: /* P2 Quadrangle */
233d1df6f1dSMatthew G. Knepley             for (va = 0; va < numVals/(Nc*2); ++va) color[va] = PetscDrawRealToColor(PetscRealPart(vals[va*Nc+comp + numVals/(Nc*2)]), vbound[0], vbound[1]);
234d1df6f1dSMatthew G. Knepley             break;
235d1df6f1dSMatthew G. Knepley           default: SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of values for cell closure %D cannot be handled", numVals/Nc);
236339e3443SMatthew G. Knepley           }
237d1df6f1dSMatthew G. Knepley           ierr = DMPlexVecRestoreClosure(fdm, NULL, fv, c, &numVals, &vals);CHKERRQ(ierr);
238339e3443SMatthew G. Knepley         }
239e412dcbdSMatthew G. Knepley         ierr = DMPlexVecGetClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
240e412dcbdSMatthew G. Knepley         switch (numCoords) {
241e412dcbdSMatthew G. Knepley         case 6:
242339e3443SMatthew G. Knepley           ierr = PetscDrawTriangle(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), color[0], color[1], color[2]);CHKERRQ(ierr);
243e412dcbdSMatthew G. Knepley           break;
244e412dcbdSMatthew G. Knepley         case 8:
245339e3443SMatthew G. Knepley           ierr = PetscDrawTriangle(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), color[0], color[1], color[2]);CHKERRQ(ierr);
246339e3443SMatthew G. Knepley           ierr = PetscDrawTriangle(draw, PetscRealPart(coords[4]), PetscRealPart(coords[5]), PetscRealPart(coords[6]), PetscRealPart(coords[7]), PetscRealPart(coords[0]), PetscRealPart(coords[1]), color[2], color[3], color[0]);CHKERRQ(ierr);
247e412dcbdSMatthew G. Knepley           break;
248e412dcbdSMatthew G. Knepley         default: SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_SUP, "Cannot draw cells with %D coordinates", numCoords);
249e412dcbdSMatthew G. Knepley         }
250e412dcbdSMatthew G. Knepley         ierr = DMPlexVecRestoreClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
251e412dcbdSMatthew G. Knepley       }
252d1df6f1dSMatthew G. Knepley       ierr = VecRestoreArrayRead(fv, &array);CHKERRQ(ierr);
253e412dcbdSMatthew G. Knepley       ierr = PetscDrawFlush(draw);CHKERRQ(ierr);
254e412dcbdSMatthew G. Knepley       ierr = PetscDrawPause(draw);CHKERRQ(ierr);
255e412dcbdSMatthew G. Knepley       ierr = PetscDrawSave(draw);CHKERRQ(ierr);
256d1df6f1dSMatthew G. Knepley     }
257d1df6f1dSMatthew G. Knepley     if (Nf > 1) {
258d1df6f1dSMatthew G. Knepley       ierr = VecRestoreSubVector(v, fis, &fv);CHKERRQ(ierr);
259d1df6f1dSMatthew G. Knepley       ierr = ISDestroy(&fis);CHKERRQ(ierr);
260d1df6f1dSMatthew G. Knepley       ierr = DMDestroy(&fdm);CHKERRQ(ierr);
261d1df6f1dSMatthew G. Knepley     }
262d1df6f1dSMatthew G. Knepley   }
263e412dcbdSMatthew G. Knepley   PetscFunctionReturn(0);
264e412dcbdSMatthew G. Knepley }
265e412dcbdSMatthew G. Knepley 
266552f7358SJed Brown PetscErrorCode VecView_Plex_Local(Vec v, PetscViewer viewer)
267552f7358SJed Brown {
268552f7358SJed Brown   DM             dm;
2698135c375SStefano Zampini   PetscBool      isvtk, ishdf5, isdraw, isseq, isglvis;
270552f7358SJed Brown   PetscErrorCode ierr;
271552f7358SJed Brown 
272552f7358SJed Brown   PetscFunctionBegin;
273552f7358SJed Brown   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
27482f516ccSBarry Smith   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
275552f7358SJed Brown   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,   &isvtk);CHKERRQ(ierr);
276b136c2c9SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,  &ishdf5);CHKERRQ(ierr);
277f13a32a3SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
2788135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERGLVIS, &isglvis);CHKERRQ(ierr);
279b136c2c9SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) v, VECSEQ, &isseq);CHKERRQ(ierr);
2808135c375SStefano Zampini   if (isvtk || ishdf5 || isglvis) {
281ef31f671SMatthew G. Knepley     PetscInt  numFields;
282ef31f671SMatthew G. Knepley     PetscBool fem = PETSC_FALSE;
283ef31f671SMatthew G. Knepley 
284ef31f671SMatthew G. Knepley     ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
285ef31f671SMatthew G. Knepley     if (numFields) {
286ef31f671SMatthew G. Knepley       PetscObject fe;
287ef31f671SMatthew G. Knepley 
288ef31f671SMatthew G. Knepley       ierr = DMGetField(dm, 0, &fe);CHKERRQ(ierr);
289ef31f671SMatthew G. Knepley       if (fe->classid == PETSCFE_CLASSID) fem = PETSC_TRUE;
290ef31f671SMatthew G. Knepley     }
291bdd6f66aSToby Isaac     if (fem) {ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, v, 0.0, NULL, NULL, NULL);CHKERRQ(ierr);}
292ef31f671SMatthew G. Knepley   }
293552f7358SJed Brown   if (isvtk) {
294552f7358SJed Brown     PetscSection            section;
295b136c2c9SMatthew G. Knepley     PetscViewerVTKFieldType ft;
296b136c2c9SMatthew G. Knepley     PetscInt                pStart, pEnd;
297552f7358SJed Brown 
298552f7358SJed Brown     ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
2997afe7537SMatthew G. Knepley     ierr = DMPlexGetFieldType_Internal(dm, section, PETSC_DETERMINE, &pStart, &pEnd, &ft);CHKERRQ(ierr);
300552f7358SJed Brown     ierr = PetscObjectReference((PetscObject) v);CHKERRQ(ierr);  /* viewer drops reference */
301552f7358SJed Brown     ierr = PetscViewerVTKAddField(viewer, (PetscObject) dm, DMPlexVTKWriteAll, ft, (PetscObject) v);CHKERRQ(ierr);
302552f7358SJed Brown   } else if (ishdf5) {
303b136c2c9SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
30439d25373SMatthew G. Knepley     ierr = VecView_Plex_Local_HDF5_Internal(v, viewer);CHKERRQ(ierr);
305b136c2c9SMatthew G. Knepley #else
306b136c2c9SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
307b136c2c9SMatthew G. Knepley #endif
3088135c375SStefano Zampini   } else if (isglvis) {
3098135c375SStefano Zampini     ierr = VecView_GLVis(v, viewer);CHKERRQ(ierr);
310f13a32a3SMatthew G. Knepley   } else if (isdraw) {
311f13a32a3SMatthew G. Knepley     ierr = VecView_Plex_Local_Draw(v, viewer);CHKERRQ(ierr);
312552f7358SJed Brown   } else {
31355f2e967SMatthew G. Knepley     if (isseq) {ierr = VecView_Seq(v, viewer);CHKERRQ(ierr);}
31455f2e967SMatthew G. Knepley     else       {ierr = VecView_MPI(v, viewer);CHKERRQ(ierr);}
315552f7358SJed Brown   }
316552f7358SJed Brown   PetscFunctionReturn(0);
317552f7358SJed Brown }
318552f7358SJed Brown 
319552f7358SJed Brown PetscErrorCode VecView_Plex(Vec v, PetscViewer viewer)
320552f7358SJed Brown {
321552f7358SJed Brown   DM             dm;
322f13a32a3SMatthew G. Knepley   PetscReal      time = 0.0;
3238135c375SStefano Zampini   PetscBool      isvtk, ishdf5, isdraw, isseq, isglvis;
324552f7358SJed Brown   PetscErrorCode ierr;
325552f7358SJed Brown 
326552f7358SJed Brown   PetscFunctionBegin;
327552f7358SJed Brown   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
32882f516ccSBarry Smith   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
329552f7358SJed Brown   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,   &isvtk);CHKERRQ(ierr);
33033c3e6b4SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,  &ishdf5);CHKERRQ(ierr);
331e412dcbdSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
3328135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
3338135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERGLVIS, &isglvis);CHKERRQ(ierr);
33455f2e967SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) v, VECSEQ, &isseq);CHKERRQ(ierr);
3358135c375SStefano Zampini   if (isvtk || isglvis) {
3368135c375SStefano Zampini     PetscInt    num;
337552f7358SJed Brown     Vec         locv;
338552f7358SJed Brown     const char *name;
339552f7358SJed Brown 
340552f7358SJed Brown     ierr = DMGetLocalVector(dm, &locv);CHKERRQ(ierr);
341552f7358SJed Brown     ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
342552f7358SJed Brown     ierr = PetscObjectSetName((PetscObject) locv, name);CHKERRQ(ierr);
343552f7358SJed Brown     ierr = DMGlobalToLocalBegin(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
344552f7358SJed Brown     ierr = DMGlobalToLocalEnd(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
3458135c375SStefano Zampini     ierr = DMGetOutputSequenceNumber(dm, &num, &time);CHKERRQ(ierr);
346cf9ba882SMatthew G. Knepley     ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locv, time, NULL, NULL, NULL);CHKERRQ(ierr);
3478135c375SStefano Zampini     ierr = PetscViewerGLVisSetSnapId(viewer, num);CHKERRQ(ierr);
348552f7358SJed Brown     ierr = VecView_Plex_Local(locv, viewer);CHKERRQ(ierr);
349552f7358SJed Brown     ierr = DMRestoreLocalVector(dm, &locv);CHKERRQ(ierr);
350b136c2c9SMatthew G. Knepley   } else if (ishdf5) {
351b136c2c9SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
35239d25373SMatthew G. Knepley     ierr = VecView_Plex_HDF5_Internal(v, viewer);CHKERRQ(ierr);
353b136c2c9SMatthew G. Knepley #else
354b136c2c9SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
355b136c2c9SMatthew G. Knepley #endif
356e412dcbdSMatthew G. Knepley   } else if (isdraw) {
357f13a32a3SMatthew G. Knepley     Vec         locv;
358f13a32a3SMatthew G. Knepley     const char *name;
359f13a32a3SMatthew G. Knepley 
360f13a32a3SMatthew G. Knepley     ierr = DMGetLocalVector(dm, &locv);CHKERRQ(ierr);
361f13a32a3SMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
362f13a32a3SMatthew G. Knepley     ierr = PetscObjectSetName((PetscObject) locv, name);CHKERRQ(ierr);
363f13a32a3SMatthew G. Knepley     ierr = DMGlobalToLocalBegin(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
364f13a32a3SMatthew G. Knepley     ierr = DMGlobalToLocalEnd(dm, v, INSERT_VALUES, locv);CHKERRQ(ierr);
365f13a32a3SMatthew G. Knepley     ierr = DMGetOutputSequenceNumber(dm, NULL, &time);CHKERRQ(ierr);
366f13a32a3SMatthew G. Knepley     ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locv, time, NULL, NULL, NULL);CHKERRQ(ierr);
367f13a32a3SMatthew G. Knepley     ierr = VecView_Plex_Local(locv, viewer);CHKERRQ(ierr);
368f13a32a3SMatthew G. Knepley     ierr = DMRestoreLocalVector(dm, &locv);CHKERRQ(ierr);
369552f7358SJed Brown   } else {
37055f2e967SMatthew G. Knepley     if (isseq) {ierr = VecView_Seq(v, viewer);CHKERRQ(ierr);}
37155f2e967SMatthew G. Knepley     else       {ierr = VecView_MPI(v, viewer);CHKERRQ(ierr);}
372552f7358SJed Brown   }
373552f7358SJed Brown   PetscFunctionReturn(0);
374552f7358SJed Brown }
375552f7358SJed Brown 
376d930f514SMatthew G. Knepley PetscErrorCode VecView_Plex_Native(Vec originalv, PetscViewer viewer)
377d930f514SMatthew G. Knepley {
378d930f514SMatthew G. Knepley   DM                dm;
379d930f514SMatthew G. Knepley   MPI_Comm          comm;
380d930f514SMatthew G. Knepley   PetscViewerFormat format;
381d930f514SMatthew G. Knepley   Vec               v;
382d930f514SMatthew G. Knepley   PetscBool         isvtk, ishdf5;
383d930f514SMatthew G. Knepley   PetscErrorCode    ierr;
384d930f514SMatthew G. Knepley 
385d930f514SMatthew G. Knepley   PetscFunctionBegin;
386d930f514SMatthew G. Knepley   ierr = VecGetDM(originalv, &dm);CHKERRQ(ierr);
387d930f514SMatthew G. Knepley   ierr = PetscObjectGetComm((PetscObject) originalv, &comm);CHKERRQ(ierr);
3882c4c0c81SMatthew G. Knepley   if (!dm) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
389d930f514SMatthew G. Knepley   ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
390d930f514SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
391d930f514SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,  &isvtk);CHKERRQ(ierr);
392d930f514SMatthew G. Knepley   if (format == PETSC_VIEWER_NATIVE) {
393d930f514SMatthew G. Knepley     const char *vecname;
394d930f514SMatthew G. Knepley     PetscInt    n, nroots;
395d930f514SMatthew G. Knepley 
396d930f514SMatthew G. Knepley     if (dm->sfNatural) {
397ca43db0aSBarry Smith       ierr = VecGetLocalSize(originalv, &n);CHKERRQ(ierr);
398d930f514SMatthew G. Knepley       ierr = PetscSFGetGraph(dm->sfNatural, &nroots, NULL, NULL, NULL);CHKERRQ(ierr);
399d930f514SMatthew G. Knepley       if (n == nroots) {
400d930f514SMatthew G. Knepley         ierr = DMGetGlobalVector(dm, &v);CHKERRQ(ierr);
401d930f514SMatthew G. Knepley         ierr = DMPlexGlobalToNaturalBegin(dm, originalv, v);CHKERRQ(ierr);
402d930f514SMatthew G. Knepley         ierr = DMPlexGlobalToNaturalEnd(dm, originalv, v);CHKERRQ(ierr);
403d930f514SMatthew G. Knepley         ierr = PetscObjectGetName((PetscObject) originalv, &vecname);CHKERRQ(ierr);
404d930f514SMatthew G. Knepley         ierr = PetscObjectSetName((PetscObject) v, vecname);CHKERRQ(ierr);
405d930f514SMatthew G. Knepley       } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "DM global to natural SF only handles global vectors");
406d930f514SMatthew G. Knepley     } else SETERRQ(comm, PETSC_ERR_ARG_WRONGSTATE, "DM global to natural SF was not created");
407d930f514SMatthew G. Knepley   } else {
408d930f514SMatthew G. Knepley     /* we are viewing a natural DMPlex vec. */
409d930f514SMatthew G. Knepley     v = originalv;
410d930f514SMatthew G. Knepley   }
411d930f514SMatthew G. Knepley   if (ishdf5) {
412d930f514SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
41339d25373SMatthew G. Knepley     ierr = VecView_Plex_HDF5_Native_Internal(v, viewer);CHKERRQ(ierr);
414d930f514SMatthew G. Knepley #else
415d930f514SMatthew G. Knepley     SETERRQ(comm, PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
416d930f514SMatthew G. Knepley #endif
417d930f514SMatthew G. Knepley   } else if (isvtk) {
418d930f514SMatthew G. Knepley     SETERRQ(comm, PETSC_ERR_SUP, "VTK format does not support viewing in natural order. Please switch to HDF5.");
419d930f514SMatthew G. Knepley   } else {
420d930f514SMatthew G. Knepley     PetscBool isseq;
421d930f514SMatthew G. Knepley 
422d930f514SMatthew G. Knepley     ierr = PetscObjectTypeCompare((PetscObject) v, VECSEQ, &isseq);CHKERRQ(ierr);
423d930f514SMatthew G. Knepley     if (isseq) {ierr = VecView_Seq(v, viewer);CHKERRQ(ierr);}
424d930f514SMatthew G. Knepley     else       {ierr = VecView_MPI(v, viewer);CHKERRQ(ierr);}
425d930f514SMatthew G. Knepley   }
426d930f514SMatthew G. Knepley   if (format == PETSC_VIEWER_NATIVE) {ierr = DMRestoreGlobalVector(dm, &v);CHKERRQ(ierr);}
427d930f514SMatthew G. Knepley   PetscFunctionReturn(0);
428d930f514SMatthew G. Knepley }
429d930f514SMatthew G. Knepley 
4302c40f234SMatthew G. Knepley PetscErrorCode VecLoad_Plex_Local(Vec v, PetscViewer viewer)
4312c40f234SMatthew G. Knepley {
4322c40f234SMatthew G. Knepley   DM             dm;
4332c40f234SMatthew G. Knepley   PetscBool      ishdf5;
4342c40f234SMatthew G. Knepley   PetscErrorCode ierr;
4352c40f234SMatthew G. Knepley 
4362c40f234SMatthew G. Knepley   PetscFunctionBegin;
4372c40f234SMatthew G. Knepley   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
4382c40f234SMatthew G. Knepley   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
4392c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
4402c40f234SMatthew G. Knepley   if (ishdf5) {
4412c40f234SMatthew G. Knepley     DM          dmBC;
4422c40f234SMatthew G. Knepley     Vec         gv;
4432c40f234SMatthew G. Knepley     const char *name;
4442c40f234SMatthew G. Knepley 
4452c40f234SMatthew G. Knepley     ierr = DMGetOutputDM(dm, &dmBC);CHKERRQ(ierr);
4462c40f234SMatthew G. Knepley     ierr = DMGetGlobalVector(dmBC, &gv);CHKERRQ(ierr);
4472c40f234SMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) v, &name);CHKERRQ(ierr);
4482c40f234SMatthew G. Knepley     ierr = PetscObjectSetName((PetscObject) gv, name);CHKERRQ(ierr);
4492c40f234SMatthew G. Knepley     ierr = VecLoad_Default(gv, viewer);CHKERRQ(ierr);
4502c40f234SMatthew G. Knepley     ierr = DMGlobalToLocalBegin(dmBC, gv, INSERT_VALUES, v);CHKERRQ(ierr);
4512c40f234SMatthew G. Knepley     ierr = DMGlobalToLocalEnd(dmBC, gv, INSERT_VALUES, v);CHKERRQ(ierr);
4522c40f234SMatthew G. Knepley     ierr = DMRestoreGlobalVector(dmBC, &gv);CHKERRQ(ierr);
4532c40f234SMatthew G. Knepley   } else {
4542c40f234SMatthew G. Knepley     ierr = VecLoad_Default(v, viewer);CHKERRQ(ierr);
4552c40f234SMatthew G. Knepley   }
4562c40f234SMatthew G. Knepley   PetscFunctionReturn(0);
4572c40f234SMatthew G. Knepley }
4582c40f234SMatthew G. Knepley 
4592c40f234SMatthew G. Knepley PetscErrorCode VecLoad_Plex(Vec v, PetscViewer viewer)
4602c40f234SMatthew G. Knepley {
4612c40f234SMatthew G. Knepley   DM             dm;
4622c40f234SMatthew G. Knepley   PetscBool      ishdf5;
4632c40f234SMatthew G. Knepley   PetscErrorCode ierr;
4642c40f234SMatthew G. Knepley 
4652c40f234SMatthew G. Knepley   PetscFunctionBegin;
4662c40f234SMatthew G. Knepley   ierr = VecGetDM(v, &dm);CHKERRQ(ierr);
4672c40f234SMatthew G. Knepley   if (!dm) SETERRQ(PetscObjectComm((PetscObject)v), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
4682c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
4692c40f234SMatthew G. Knepley   if (ishdf5) {
470878b459fSMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
47139d25373SMatthew G. Knepley     ierr = VecLoad_Plex_HDF5_Internal(v, viewer);CHKERRQ(ierr);
472b136c2c9SMatthew G. Knepley #else
473b136c2c9SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
474878b459fSMatthew G. Knepley #endif
4752c40f234SMatthew G. Knepley   } else {
4762c40f234SMatthew G. Knepley     ierr = VecLoad_Default(v, viewer);CHKERRQ(ierr);
477552f7358SJed Brown   }
478552f7358SJed Brown   PetscFunctionReturn(0);
479552f7358SJed Brown }
480552f7358SJed Brown 
481d930f514SMatthew G. Knepley PetscErrorCode VecLoad_Plex_Native(Vec originalv, PetscViewer viewer)
482d930f514SMatthew G. Knepley {
483d930f514SMatthew G. Knepley   DM                dm;
484d930f514SMatthew G. Knepley   PetscViewerFormat format;
485d930f514SMatthew G. Knepley   PetscBool         ishdf5;
486d930f514SMatthew G. Knepley   PetscErrorCode    ierr;
487d930f514SMatthew G. Knepley 
488d930f514SMatthew G. Knepley   PetscFunctionBegin;
489d930f514SMatthew G. Knepley   ierr = VecGetDM(originalv, &dm);CHKERRQ(ierr);
490d930f514SMatthew G. Knepley   if (!dm) SETERRQ(PetscObjectComm((PetscObject) originalv), PETSC_ERR_ARG_WRONG, "Vector not generated from a DM");
491d930f514SMatthew G. Knepley   ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
492d930f514SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5, &ishdf5);CHKERRQ(ierr);
493d930f514SMatthew G. Knepley   if (format == PETSC_VIEWER_NATIVE) {
494d930f514SMatthew G. Knepley     if (dm->sfNatural) {
495d930f514SMatthew G. Knepley       if (ishdf5) {
496d930f514SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
497d930f514SMatthew G. Knepley         Vec         v;
498d930f514SMatthew G. Knepley         const char *vecname;
499d930f514SMatthew G. Knepley 
500d930f514SMatthew G. Knepley         ierr = DMGetGlobalVector(dm, &v);CHKERRQ(ierr);
501d930f514SMatthew G. Knepley         ierr = PetscObjectGetName((PetscObject) originalv, &vecname);CHKERRQ(ierr);
502d930f514SMatthew G. Knepley         ierr = PetscObjectSetName((PetscObject) v, vecname);CHKERRQ(ierr);
50339d25373SMatthew G. Knepley         ierr = VecLoad_Plex_HDF5_Native_Internal(v, viewer);CHKERRQ(ierr);
504d930f514SMatthew G. Knepley         ierr = DMPlexNaturalToGlobalBegin(dm, v, originalv);CHKERRQ(ierr);
505d930f514SMatthew G. Knepley         ierr = DMPlexNaturalToGlobalEnd(dm, v, originalv);CHKERRQ(ierr);
506d930f514SMatthew G. Knepley         ierr = DMRestoreGlobalVector(dm, &v);CHKERRQ(ierr);
507d930f514SMatthew G. Knepley #else
508d930f514SMatthew G. Knepley         SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
509d930f514SMatthew G. Knepley #endif
510d930f514SMatthew G. Knepley       } else SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Reading in natural order is not supported for anything but HDF5.");
511d930f514SMatthew G. Knepley     }
512d930f514SMatthew G. Knepley   }
513d930f514SMatthew G. Knepley   PetscFunctionReturn(0);
514d930f514SMatthew G. Knepley }
515d930f514SMatthew G. Knepley 
5167cd05799SMatthew G. Knepley PETSC_UNUSED static PetscErrorCode DMPlexView_Ascii_Geometry(DM dm, PetscViewer viewer)
517731e8ddeSMatthew G. Knepley {
518731e8ddeSMatthew G. Knepley   PetscSection       coordSection;
519731e8ddeSMatthew G. Knepley   Vec                coordinates;
520731e8ddeSMatthew G. Knepley   DMLabel            depthLabel;
521731e8ddeSMatthew G. Knepley   const char        *name[4];
522731e8ddeSMatthew G. Knepley   const PetscScalar *a;
523731e8ddeSMatthew G. Knepley   PetscInt           dim, pStart, pEnd, cStart, cEnd, c;
524731e8ddeSMatthew G. Knepley   PetscErrorCode     ierr;
525731e8ddeSMatthew G. Knepley 
526731e8ddeSMatthew G. Knepley   PetscFunctionBegin;
527731e8ddeSMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
528731e8ddeSMatthew G. Knepley   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
529731e8ddeSMatthew G. Knepley   ierr = DMGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr);
530731e8ddeSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr);
531731e8ddeSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
532731e8ddeSMatthew G. Knepley   ierr = PetscSectionGetChart(coordSection, &pStart, &pEnd);CHKERRQ(ierr);
533731e8ddeSMatthew G. Knepley   ierr = VecGetArrayRead(coordinates, &a);CHKERRQ(ierr);
534731e8ddeSMatthew G. Knepley   name[0]     = "vertex";
535731e8ddeSMatthew G. Knepley   name[1]     = "edge";
536731e8ddeSMatthew G. Knepley   name[dim-1] = "face";
537731e8ddeSMatthew G. Knepley   name[dim]   = "cell";
538731e8ddeSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
539731e8ddeSMatthew G. Knepley     PetscInt *closure = NULL;
540731e8ddeSMatthew G. Knepley     PetscInt  closureSize, cl;
541731e8ddeSMatthew G. Knepley 
542f347f43bSBarry Smith     ierr = PetscViewerASCIIPrintf(viewer, "Geometry for cell %D:\n", c);CHKERRQ(ierr);
543731e8ddeSMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
544731e8ddeSMatthew G. Knepley     ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
545731e8ddeSMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
546731e8ddeSMatthew G. Knepley       PetscInt point = closure[cl], depth, dof, off, d, p;
547731e8ddeSMatthew G. Knepley 
548731e8ddeSMatthew G. Knepley       if ((point < pStart) || (point >= pEnd)) continue;
549731e8ddeSMatthew G. Knepley       ierr = PetscSectionGetDof(coordSection, point, &dof);CHKERRQ(ierr);
550731e8ddeSMatthew G. Knepley       if (!dof) continue;
551731e8ddeSMatthew G. Knepley       ierr = DMLabelGetValue(depthLabel, point, &depth);CHKERRQ(ierr);
552731e8ddeSMatthew G. Knepley       ierr = PetscSectionGetOffset(coordSection, point, &off);CHKERRQ(ierr);
553f347f43bSBarry Smith       ierr = PetscViewerASCIIPrintf(viewer, "%s %D coords:", name[depth], point);CHKERRQ(ierr);
554731e8ddeSMatthew G. Knepley       for (p = 0; p < dof/dim; ++p) {
555731e8ddeSMatthew G. Knepley         ierr = PetscViewerASCIIPrintf(viewer, " (");CHKERRQ(ierr);
556731e8ddeSMatthew G. Knepley         for (d = 0; d < dim; ++d) {
557731e8ddeSMatthew G. Knepley           if (d > 0) {ierr = PetscViewerASCIIPrintf(viewer, ", ");CHKERRQ(ierr);}
55841477eefSMatthew G. Knepley           ierr = PetscViewerASCIIPrintf(viewer, "%g", PetscRealPart(a[off+p*dim+d]));CHKERRQ(ierr);
559731e8ddeSMatthew G. Knepley         }
560731e8ddeSMatthew G. Knepley         ierr = PetscViewerASCIIPrintf(viewer, ")");CHKERRQ(ierr);
561731e8ddeSMatthew G. Knepley       }
562731e8ddeSMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
563731e8ddeSMatthew G. Knepley     }
564731e8ddeSMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
565731e8ddeSMatthew G. Knepley     ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
566731e8ddeSMatthew G. Knepley   }
567731e8ddeSMatthew G. Knepley   ierr = VecRestoreArrayRead(coordinates, &a);CHKERRQ(ierr);
568731e8ddeSMatthew G. Knepley   PetscFunctionReturn(0);
569731e8ddeSMatthew G. Knepley }
570731e8ddeSMatthew G. Knepley 
5717cd05799SMatthew G. Knepley static PetscErrorCode DMPlexView_Ascii(DM dm, PetscViewer viewer)
572552f7358SJed Brown {
573552f7358SJed Brown   DM_Plex          *mesh = (DM_Plex*) dm->data;
574552f7358SJed Brown   DM                cdm;
575552f7358SJed Brown   DMLabel           markers;
576552f7358SJed Brown   PetscSection      coordSection;
577552f7358SJed Brown   Vec               coordinates;
578552f7358SJed Brown   PetscViewerFormat format;
579552f7358SJed Brown   PetscErrorCode    ierr;
580552f7358SJed Brown 
581552f7358SJed Brown   PetscFunctionBegin;
582552f7358SJed Brown   ierr = DMGetCoordinateDM(dm, &cdm);CHKERRQ(ierr);
583552f7358SJed Brown   ierr = DMGetDefaultSection(cdm, &coordSection);CHKERRQ(ierr);
584552f7358SJed Brown   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
585552f7358SJed Brown   ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
586552f7358SJed Brown   if (format == PETSC_VIEWER_ASCII_INFO_DETAIL) {
587552f7358SJed Brown     const char *name;
588552f7358SJed Brown     PetscInt    maxConeSize, maxSupportSize;
589552f7358SJed Brown     PetscInt    pStart, pEnd, p;
590552f7358SJed Brown     PetscMPIInt rank, size;
591552f7358SJed Brown 
59282f516ccSBarry Smith     ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank);CHKERRQ(ierr);
59382f516ccSBarry Smith     ierr = MPI_Comm_size(PetscObjectComm((PetscObject)dm), &size);CHKERRQ(ierr);
594552f7358SJed Brown     ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr);
595552f7358SJed Brown     ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
596552f7358SJed Brown     ierr = DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize);CHKERRQ(ierr);
597552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "Mesh '%s':\n", name);CHKERRQ(ierr);
598552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "orientation is missing\n", name);CHKERRQ(ierr);
599552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "cap --> base:\n", name);CHKERRQ(ierr);
6004d4c343aSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
6014d4c343aSBarry Smith     ierr = PetscViewerASCIISynchronizedPrintf(viewer, "[%d] Max sizes cone: %D support: %D\n", rank,maxConeSize, maxSupportSize);CHKERRQ(ierr);
602552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
603552f7358SJed Brown       PetscInt dof, off, s;
604552f7358SJed Brown 
605552f7358SJed Brown       ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
606552f7358SJed Brown       ierr = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
607552f7358SJed Brown       for (s = off; s < off+dof; ++s) {
608e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "[%d]: %D ----> %D\n", rank, p, mesh->supports[s]);CHKERRQ(ierr);
609552f7358SJed Brown       }
610552f7358SJed Brown     }
611552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
612552f7358SJed Brown     ierr = PetscViewerASCIIPrintf(viewer, "base <-- cap:\n", name);CHKERRQ(ierr);
613552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
614552f7358SJed Brown       PetscInt dof, off, c;
615552f7358SJed Brown 
616552f7358SJed Brown       ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
617552f7358SJed Brown       ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
618552f7358SJed Brown       for (c = off; c < off+dof; ++c) {
619e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "[%d]: %D <---- %D (%D)\n", rank, p, mesh->cones[c], mesh->coneOrientations[c]);CHKERRQ(ierr);
620552f7358SJed Brown       }
621552f7358SJed Brown     }
622552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
6234d4c343aSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
6240298fd71SBarry Smith     ierr = PetscSectionGetChart(coordSection, &pStart, NULL);CHKERRQ(ierr);
625552f7358SJed Brown     if (pStart >= 0) {ierr = PetscSectionVecView(coordSection, coordinates, viewer);CHKERRQ(ierr);}
626c58f1c22SToby Isaac     ierr = DMGetLabel(dm, "marker", &markers);CHKERRQ(ierr);
627552f7358SJed Brown     ierr = DMLabelView(markers,viewer);CHKERRQ(ierr);
628552f7358SJed Brown     if (size > 1) {
629552f7358SJed Brown       PetscSF sf;
630552f7358SJed Brown 
631552f7358SJed Brown       ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr);
632552f7358SJed Brown       ierr = PetscSFView(sf, viewer);CHKERRQ(ierr);
633552f7358SJed Brown     }
634552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
635552f7358SJed Brown   } else if (format == PETSC_VIEWER_ASCII_LATEX) {
6360588280cSMatthew G. Knepley     const char  *name, *color;
6370588280cSMatthew G. Knepley     const char  *defcolors[3]  = {"gray", "orange", "green"};
6380588280cSMatthew G. Knepley     const char  *deflcolors[4] = {"blue", "cyan", "red", "magenta"};
639552f7358SJed Brown     PetscReal    scale         = 2.0;
6400588280cSMatthew G. Knepley     PetscBool    useNumbers    = PETSC_TRUE, useLabels, useColors;
6410588280cSMatthew G. Knepley     double       tcoords[3];
642552f7358SJed Brown     PetscScalar *coords;
6430588280cSMatthew G. Knepley     PetscInt     numLabels, l, numColors, numLColors, dim, depth, cStart, cEnd, c, vStart, vEnd, v, eStart = 0, eEnd = 0, e, p;
644552f7358SJed Brown     PetscMPIInt  rank, size;
6450588280cSMatthew G. Knepley     char         **names, **colors, **lcolors;
646552f7358SJed Brown 
6470588280cSMatthew G. Knepley     ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
648552f7358SJed Brown     ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
649c58f1c22SToby Isaac     ierr = DMGetNumLabels(dm, &numLabels);CHKERRQ(ierr);
6500588280cSMatthew G. Knepley     numLabels  = PetscMax(numLabels, 10);
6510588280cSMatthew G. Knepley     numColors  = 10;
6520588280cSMatthew G. Knepley     numLColors = 10;
6530588280cSMatthew G. Knepley     ierr = PetscCalloc3(numLabels, &names, numColors, &colors, numLColors, &lcolors);CHKERRQ(ierr);
654c5929fdfSBarry Smith     ierr = PetscOptionsGetReal(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_scale", &scale, NULL);CHKERRQ(ierr);
655c5929fdfSBarry Smith     ierr = PetscOptionsGetBool(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_numbers", &useNumbers, NULL);CHKERRQ(ierr);
656c5929fdfSBarry Smith     ierr = PetscOptionsGetStringArray(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_labels", names, &numLabels, &useLabels);CHKERRQ(ierr);
6570588280cSMatthew G. Knepley     if (!useLabels) numLabels = 0;
658c5929fdfSBarry Smith     ierr = PetscOptionsGetStringArray(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_colors", colors, &numColors, &useColors);CHKERRQ(ierr);
6590588280cSMatthew G. Knepley     if (!useColors) {
6600588280cSMatthew G. Knepley       numColors = 3;
6610588280cSMatthew G. Knepley       for (c = 0; c < numColors; ++c) {ierr = PetscStrallocpy(defcolors[c], &colors[c]);CHKERRQ(ierr);}
6620588280cSMatthew G. Knepley     }
663c5929fdfSBarry Smith     ierr = PetscOptionsGetStringArray(((PetscObject) viewer)->options,((PetscObject) viewer)->prefix, "-dm_plex_view_lcolors", lcolors, &numLColors, &useColors);CHKERRQ(ierr);
6640588280cSMatthew G. Knepley     if (!useColors) {
6650588280cSMatthew G. Knepley       numLColors = 4;
6660588280cSMatthew G. Knepley       for (c = 0; c < numLColors; ++c) {ierr = PetscStrallocpy(deflcolors[c], &lcolors[c]);CHKERRQ(ierr);}
6670588280cSMatthew G. Knepley     }
66882f516ccSBarry Smith     ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank);CHKERRQ(ierr);
66982f516ccSBarry Smith     ierr = MPI_Comm_size(PetscObjectComm((PetscObject)dm), &size);CHKERRQ(ierr);
670552f7358SJed Brown     ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr);
671770b213bSMatthew G Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\
6720588280cSMatthew G. Knepley \\documentclass[tikz]{standalone}\n\n\
673552f7358SJed Brown \\usepackage{pgflibraryshapes}\n\
674552f7358SJed Brown \\usetikzlibrary{backgrounds}\n\
675552f7358SJed Brown \\usetikzlibrary{arrows}\n\
6760588280cSMatthew G. Knepley \\begin{document}\n");CHKERRQ(ierr);
6770588280cSMatthew G. Knepley     if (size > 1) {
678f738dd31SMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, "%s for process ", name);CHKERRQ(ierr);
679770b213bSMatthew G Knepley       for (p = 0; p < size; ++p) {
680770b213bSMatthew G Knepley         if (p > 0 && p == size-1) {
681770b213bSMatthew G Knepley           ierr = PetscViewerASCIIPrintf(viewer, ", and ", colors[p%numColors], p);CHKERRQ(ierr);
682770b213bSMatthew G Knepley         } else if (p > 0) {
683770b213bSMatthew G Knepley           ierr = PetscViewerASCIIPrintf(viewer, ", ", colors[p%numColors], p);CHKERRQ(ierr);
684770b213bSMatthew G Knepley         }
685770b213bSMatthew G Knepley         ierr = PetscViewerASCIIPrintf(viewer, "{\\textcolor{%s}%D}", colors[p%numColors], p);CHKERRQ(ierr);
686770b213bSMatthew G Knepley       }
6870588280cSMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, ".\n\n\n");CHKERRQ(ierr);
6880588280cSMatthew G. Knepley     }
6890588280cSMatthew G. Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\\begin{tikzpicture}[scale = %g,font=\\fontsize{8}{8}\\selectfont]\n", 1.0);CHKERRQ(ierr);
690552f7358SJed Brown     /* Plot vertices */
691552f7358SJed Brown     ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
692552f7358SJed Brown     ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr);
6934d4c343aSBarry Smith     ierr = PetscViewerASCIIPushSynchronized(viewer);CHKERRQ(ierr);
694552f7358SJed Brown     for (v = vStart; v < vEnd; ++v) {
695552f7358SJed Brown       PetscInt  off, dof, d;
6960588280cSMatthew G. Knepley       PetscBool isLabeled = PETSC_FALSE;
697552f7358SJed Brown 
698552f7358SJed Brown       ierr = PetscSectionGetDof(coordSection, v, &dof);CHKERRQ(ierr);
699552f7358SJed Brown       ierr = PetscSectionGetOffset(coordSection, v, &off);CHKERRQ(ierr);
7000588280cSMatthew G. Knepley       ierr = PetscViewerASCIISynchronizedPrintf(viewer, "\\path (");CHKERRQ(ierr);
701f6dae198SJed Brown       if (PetscUnlikely(dof > 3)) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_PLIB,"coordSection vertex %D has dof %D > 3",v,dof);
7020588280cSMatthew G. Knepley       for (d = 0; d < dof; ++d) {
7030588280cSMatthew G. Knepley         tcoords[d] = (double) (scale*PetscRealPart(coords[off+d]));
7040588280cSMatthew G. Knepley         tcoords[d] = PetscAbsReal(tcoords[d]) < 1e-10 ? 0.0 : tcoords[d];
7050588280cSMatthew G. Knepley       }
7060588280cSMatthew G. Knepley       /* Rotate coordinates since PGF makes z point out of the page instead of up */
7070588280cSMatthew G. Knepley       if (dim == 3) {PetscReal tmp = tcoords[1]; tcoords[1] = tcoords[2]; tcoords[2] = -tmp;}
708552f7358SJed Brown       for (d = 0; d < dof; ++d) {
709552f7358SJed Brown         if (d > 0) {ierr = PetscViewerASCIISynchronizedPrintf(viewer, ",");CHKERRQ(ierr);}
7100588280cSMatthew G. Knepley         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "%g", tcoords[d]);CHKERRQ(ierr);
711552f7358SJed Brown       }
7120588280cSMatthew G. Knepley       color = colors[rank%numColors];
7130588280cSMatthew G. Knepley       for (l = 0; l < numLabels; ++l) {
7140588280cSMatthew G. Knepley         PetscInt val;
715c58f1c22SToby Isaac         ierr = DMGetLabelValue(dm, names[l], v, &val);CHKERRQ(ierr);
7160588280cSMatthew G. Knepley         if (val >= 0) {color = lcolors[l%numLColors]; isLabeled = PETSC_TRUE; break;}
7170588280cSMatthew G. Knepley       }
7180588280cSMatthew G. Knepley       if (useNumbers) {
719e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, ") node(%D_%d) [draw,shape=circle,color=%s] {%D};\n", v, rank, color, v);CHKERRQ(ierr);
7200588280cSMatthew G. Knepley       } else {
721e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, ") node(%D_%d) [fill,inner sep=%dpt,shape=circle,color=%s] {};\n", v, rank, !isLabeled ? 1 : 2, color);CHKERRQ(ierr);
7220588280cSMatthew G. Knepley       }
723552f7358SJed Brown     }
724552f7358SJed Brown     ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr);
725552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
726552f7358SJed Brown     /* Plot edges */
7270588280cSMatthew G. Knepley     if (depth > 1) {ierr = DMPlexGetDepthStratum(dm, 1, &eStart, &eEnd);CHKERRQ(ierr);}
7280588280cSMatthew G. Knepley     if (dim < 3 && useNumbers) {
729552f7358SJed Brown       ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr);
730552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "\\path\n");CHKERRQ(ierr);
731552f7358SJed Brown       for (e = eStart; e < eEnd; ++e) {
732552f7358SJed Brown         const PetscInt *cone;
733552f7358SJed Brown         PetscInt        coneSize, offA, offB, dof, d;
734552f7358SJed Brown 
735552f7358SJed Brown         ierr = DMPlexGetConeSize(dm, e, &coneSize);CHKERRQ(ierr);
736f347f43bSBarry Smith         if (coneSize != 2) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Edge %D cone should have two vertices, not %D", e, coneSize);
737552f7358SJed Brown         ierr = DMPlexGetCone(dm, e, &cone);CHKERRQ(ierr);
738552f7358SJed Brown         ierr = PetscSectionGetDof(coordSection, cone[0], &dof);CHKERRQ(ierr);
739552f7358SJed Brown         ierr = PetscSectionGetOffset(coordSection, cone[0], &offA);CHKERRQ(ierr);
740552f7358SJed Brown         ierr = PetscSectionGetOffset(coordSection, cone[1], &offB);CHKERRQ(ierr);
741552f7358SJed Brown         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "(");CHKERRQ(ierr);
742552f7358SJed Brown         for (d = 0; d < dof; ++d) {
7430588280cSMatthew G. Knepley           tcoords[d] = (double) (scale*PetscRealPart(coords[offA+d]+coords[offB+d]));
7440588280cSMatthew G. Knepley           tcoords[d] = PetscAbsReal(tcoords[d]) < 1e-10 ? 0.0 : tcoords[d];
745552f7358SJed Brown         }
7460588280cSMatthew G. Knepley         /* Rotate coordinates since PGF makes z point out of the page instead of up */
7470588280cSMatthew G. Knepley         if (dim == 3) {PetscReal tmp = tcoords[1]; tcoords[1] = tcoords[2]; tcoords[2] = -tmp;}
7480588280cSMatthew G. Knepley         for (d = 0; d < dof; ++d) {
7490588280cSMatthew G. Knepley           if (d > 0) {ierr = PetscViewerASCIISynchronizedPrintf(viewer, ",");CHKERRQ(ierr);}
750f347f43bSBarry Smith           ierr = PetscViewerASCIISynchronizedPrintf(viewer, "%g", (double)tcoords[d]);CHKERRQ(ierr);
7510588280cSMatthew G. Knepley         }
7520588280cSMatthew G. Knepley         color = colors[rank%numColors];
7530588280cSMatthew G. Knepley         for (l = 0; l < numLabels; ++l) {
7540588280cSMatthew G. Knepley           PetscInt val;
755c58f1c22SToby Isaac           ierr = DMGetLabelValue(dm, names[l], v, &val);CHKERRQ(ierr);
7560750fff4SMatthew G. Knepley           if (val >= 0) {color = lcolors[l%numLColors]; break;}
7570588280cSMatthew G. Knepley         }
758e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, ") node(%D_%d) [draw,shape=circle,color=%s] {%D} --\n", e, rank, color, e);CHKERRQ(ierr);
759552f7358SJed Brown       }
760552f7358SJed Brown       ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr);
761552f7358SJed Brown       ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
762552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "(0,0);\n");CHKERRQ(ierr);
7630588280cSMatthew G. Knepley     }
764552f7358SJed Brown     /* Plot cells */
7650588280cSMatthew G. Knepley     if (dim == 3 || !useNumbers) {
7660588280cSMatthew G. Knepley       for (e = eStart; e < eEnd; ++e) {
7670588280cSMatthew G. Knepley         const PetscInt *cone;
7680588280cSMatthew G. Knepley 
7690588280cSMatthew G. Knepley         color = colors[rank%numColors];
7700588280cSMatthew G. Knepley         for (l = 0; l < numLabels; ++l) {
7710588280cSMatthew G. Knepley           PetscInt val;
772c58f1c22SToby Isaac           ierr = DMGetLabelValue(dm, names[l], e, &val);CHKERRQ(ierr);
7730588280cSMatthew G. Knepley           if (val >= 0) {color = lcolors[l%numLColors]; break;}
7740588280cSMatthew G. Knepley         }
7750588280cSMatthew G. Knepley         ierr = DMPlexGetCone(dm, e, &cone);CHKERRQ(ierr);
776e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "\\draw[color=%s] (%D_%d) -- (%D_%d);\n", color, cone[0], rank, cone[1], rank);CHKERRQ(ierr);
7770588280cSMatthew G. Knepley       }
7780588280cSMatthew G. Knepley     } else {
779552f7358SJed Brown       ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
780552f7358SJed Brown       for (c = cStart; c < cEnd; ++c) {
7810298fd71SBarry Smith         PetscInt *closure = NULL;
782552f7358SJed Brown         PetscInt  closureSize, firstPoint = -1;
783552f7358SJed Brown 
784552f7358SJed Brown         ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
785552f7358SJed Brown         ierr = PetscViewerASCIISynchronizedPrintf(viewer, "\\draw[color=%s] ", colors[rank%numColors]);CHKERRQ(ierr);
786552f7358SJed Brown         for (p = 0; p < closureSize*2; p += 2) {
787552f7358SJed Brown           const PetscInt point = closure[p];
788552f7358SJed Brown 
789552f7358SJed Brown           if ((point < vStart) || (point >= vEnd)) continue;
790552f7358SJed Brown           if (firstPoint >= 0) {ierr = PetscViewerASCIISynchronizedPrintf(viewer, " -- ");CHKERRQ(ierr);}
791e4b003c7SBarry Smith           ierr = PetscViewerASCIISynchronizedPrintf(viewer, "(%D_%d)", point, rank);CHKERRQ(ierr);
792552f7358SJed Brown           if (firstPoint < 0) firstPoint = point;
793552f7358SJed Brown         }
794552f7358SJed Brown         /* Why doesn't this work? ierr = PetscViewerASCIISynchronizedPrintf(viewer, " -- cycle;\n");CHKERRQ(ierr); */
795e4b003c7SBarry Smith         ierr = PetscViewerASCIISynchronizedPrintf(viewer, " -- (%D_%d);\n", firstPoint, rank);CHKERRQ(ierr);
796552f7358SJed Brown         ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
797552f7358SJed Brown       }
7980588280cSMatthew G. Knepley     }
799552f7358SJed Brown     ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
8004d4c343aSBarry Smith     ierr = PetscViewerASCIIPopSynchronized(viewer);CHKERRQ(ierr);
8010588280cSMatthew G. Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\\end{tikzpicture}\n");CHKERRQ(ierr);
802770b213bSMatthew G Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\\end{document}\n", name);CHKERRQ(ierr);
8030588280cSMatthew G. Knepley     for (l = 0; l < numLabels;  ++l) {ierr = PetscFree(names[l]);CHKERRQ(ierr);}
8040588280cSMatthew G. Knepley     for (c = 0; c < numColors;  ++c) {ierr = PetscFree(colors[c]);CHKERRQ(ierr);}
8050588280cSMatthew G. Knepley     for (c = 0; c < numLColors; ++c) {ierr = PetscFree(lcolors[c]);CHKERRQ(ierr);}
8060588280cSMatthew G. Knepley     ierr = PetscFree3(names, colors, lcolors);CHKERRQ(ierr);
807552f7358SJed Brown   } else {
80882f516ccSBarry Smith     MPI_Comm    comm;
809834065abSMatthew G. Knepley     PetscInt   *sizes, *hybsizes;
810834065abSMatthew G. Knepley     PetscInt    locDepth, depth, dim, d, pMax[4];
811552f7358SJed Brown     PetscInt    pStart, pEnd, p;
812a57dd577SMatthew G Knepley     PetscInt    numLabels, l;
8131143a3c0SMatthew G. Knepley     const char *name;
814552f7358SJed Brown     PetscMPIInt size;
815552f7358SJed Brown 
81682f516ccSBarry Smith     ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
817552f7358SJed Brown     ierr = MPI_Comm_size(comm, &size);CHKERRQ(ierr);
818c73cfb54SMatthew G. Knepley     ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
8195f64d76eSMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) dm, &name);CHKERRQ(ierr);
8201143a3c0SMatthew G. Knepley     if (name) {ierr = PetscViewerASCIIPrintf(viewer, "%s in %D dimensions:\n", name, dim);CHKERRQ(ierr);}
8211143a3c0SMatthew G. Knepley     else      {ierr = PetscViewerASCIIPrintf(viewer, "Mesh in %D dimensions:\n", dim);CHKERRQ(ierr);}
822552f7358SJed Brown     ierr = DMPlexGetDepth(dm, &locDepth);CHKERRQ(ierr);
823b2566f29SBarry Smith     ierr = MPIU_Allreduce(&locDepth, &depth, 1, MPIU_INT, MPI_MAX, comm);CHKERRQ(ierr);
824bb81ee50SMatthew G. Knepley     ierr = DMPlexGetHybridBounds(dm, &pMax[depth], depth > 0 ? &pMax[depth-1] : NULL, &pMax[1], &pMax[0]);CHKERRQ(ierr);
825dcca6d9dSJed Brown     ierr = PetscMalloc2(size,&sizes,size,&hybsizes);CHKERRQ(ierr);
826552f7358SJed Brown     if (depth == 1) {
827552f7358SJed Brown       ierr = DMPlexGetDepthStratum(dm, 0, &pStart, &pEnd);CHKERRQ(ierr);
828552f7358SJed Brown       pEnd = pEnd - pStart;
829552f7358SJed Brown       ierr = MPI_Gather(&pEnd, 1, MPIU_INT, sizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
830f347f43bSBarry Smith       ierr = PetscViewerASCIIPrintf(viewer, "  %d-cells:", 0);CHKERRQ(ierr);
831552f7358SJed Brown       for (p = 0; p < size; ++p) {ierr = PetscViewerASCIIPrintf(viewer, " %D", sizes[p]);CHKERRQ(ierr);}
832552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
833552f7358SJed Brown       ierr = DMPlexGetHeightStratum(dm, 0, &pStart, &pEnd);CHKERRQ(ierr);
834552f7358SJed Brown       pEnd = pEnd - pStart;
835552f7358SJed Brown       ierr = MPI_Gather(&pEnd, 1, MPIU_INT, sizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
836552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "  %D-cells:", dim);CHKERRQ(ierr);
837552f7358SJed Brown       for (p = 0; p < size; ++p) {ierr = PetscViewerASCIIPrintf(viewer, " %D", sizes[p]);CHKERRQ(ierr);}
838552f7358SJed Brown       ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
839552f7358SJed Brown     } else {
840cbb7f117SMark Adams       PetscMPIInt rank;
841cbb7f117SMark Adams       ierr = MPI_Comm_rank(comm, &rank);CHKERRQ(ierr);
842552f7358SJed Brown       for (d = 0; d <= dim; d++) {
843552f7358SJed Brown         ierr = DMPlexGetDepthStratum(dm, d, &pStart, &pEnd);CHKERRQ(ierr);
844834065abSMatthew G. Knepley         pEnd    -= pStart;
845834065abSMatthew G. Knepley         pMax[d] -= pStart;
846552f7358SJed Brown         ierr = MPI_Gather(&pEnd, 1, MPIU_INT, sizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
847834065abSMatthew G. Knepley         ierr = MPI_Gather(&pMax[d], 1, MPIU_INT, hybsizes, 1, MPIU_INT, 0, comm);CHKERRQ(ierr);
848552f7358SJed Brown         ierr = PetscViewerASCIIPrintf(viewer, "  %D-cells:", d);CHKERRQ(ierr);
849834065abSMatthew G. Knepley         for (p = 0; p < size; ++p) {
850cbb7f117SMark Adams           if (!rank) {
851834065abSMatthew G. Knepley             if (hybsizes[p] >= 0) {ierr = PetscViewerASCIIPrintf(viewer, " %D (%D)", sizes[p], sizes[p] - hybsizes[p]);CHKERRQ(ierr);}
852834065abSMatthew G. Knepley             else                  {ierr = PetscViewerASCIIPrintf(viewer, " %D", sizes[p]);CHKERRQ(ierr);}
853834065abSMatthew G. Knepley           }
854cbb7f117SMark Adams         }
855552f7358SJed Brown         ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
856552f7358SJed Brown       }
857552f7358SJed Brown     }
858834065abSMatthew G. Knepley     ierr = PetscFree2(sizes,hybsizes);CHKERRQ(ierr);
859c58f1c22SToby Isaac     ierr = DMGetNumLabels(dm, &numLabels);CHKERRQ(ierr);
860a57dd577SMatthew G Knepley     if (numLabels) {ierr = PetscViewerASCIIPrintf(viewer, "Labels:\n");CHKERRQ(ierr);}
861a57dd577SMatthew G Knepley     for (l = 0; l < numLabels; ++l) {
862a57dd577SMatthew G Knepley       DMLabel         label;
863a57dd577SMatthew G Knepley       const char     *name;
864a57dd577SMatthew G Knepley       IS              valueIS;
865a57dd577SMatthew G Knepley       const PetscInt *values;
866a57dd577SMatthew G Knepley       PetscInt        numValues, v;
867a57dd577SMatthew G Knepley 
868c58f1c22SToby Isaac       ierr = DMGetLabelName(dm, l, &name);CHKERRQ(ierr);
869c58f1c22SToby Isaac       ierr = DMGetLabel(dm, name, &label);CHKERRQ(ierr);
870a57dd577SMatthew G Knepley       ierr = DMLabelGetNumValues(label, &numValues);CHKERRQ(ierr);
871d72f73ffSMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, "  %s: %D strata with value/size (", name, numValues);CHKERRQ(ierr);
872a57dd577SMatthew G Knepley       ierr = DMLabelGetValueIS(label, &valueIS);CHKERRQ(ierr);
873a57dd577SMatthew G Knepley       ierr = ISGetIndices(valueIS, &values);CHKERRQ(ierr);
874120dea56SMatthew G. Knepley       ierr = PetscViewerASCIIUseTabs(viewer, PETSC_FALSE);CHKERRQ(ierr);
875a57dd577SMatthew G Knepley       for (v = 0; v < numValues; ++v) {
876a57dd577SMatthew G Knepley         PetscInt size;
877a57dd577SMatthew G Knepley 
878a57dd577SMatthew G Knepley         ierr = DMLabelGetStratumSize(label, values[v], &size);CHKERRQ(ierr);
879a57dd577SMatthew G Knepley         if (v > 0) {ierr = PetscViewerASCIIPrintf(viewer, ", ");CHKERRQ(ierr);}
880d72f73ffSMatthew G. Knepley         ierr = PetscViewerASCIIPrintf(viewer, "%D (%D)", values[v], size);CHKERRQ(ierr);
881a57dd577SMatthew G Knepley       }
882a57dd577SMatthew G Knepley       ierr = PetscViewerASCIIPrintf(viewer, ")\n");CHKERRQ(ierr);
883120dea56SMatthew G. Knepley       ierr = PetscViewerASCIIUseTabs(viewer, PETSC_TRUE);CHKERRQ(ierr);
884a57dd577SMatthew G Knepley       ierr = ISRestoreIndices(valueIS, &values);CHKERRQ(ierr);
8854d41221fSMatthew G Knepley       ierr = ISDestroy(&valueIS);CHKERRQ(ierr);
886a57dd577SMatthew G Knepley     }
887a8fb8f29SToby Isaac     ierr = DMGetCoarseDM(dm, &cdm);CHKERRQ(ierr);
8888e7ff633SMatthew G. Knepley     if (cdm) {
8898e7ff633SMatthew G. Knepley       ierr = PetscViewerASCIIPushTab(viewer);CHKERRQ(ierr);
8908e7ff633SMatthew G. Knepley       ierr = DMPlexView_Ascii(cdm, viewer);CHKERRQ(ierr);
8918e7ff633SMatthew G. Knepley       ierr = PetscViewerASCIIPopTab(viewer);CHKERRQ(ierr);
8928e7ff633SMatthew G. Knepley     }
893552f7358SJed Brown   }
894552f7358SJed Brown   PetscFunctionReturn(0);
895552f7358SJed Brown }
896552f7358SJed Brown 
8977cd05799SMatthew G. Knepley static PetscErrorCode DMPlexView_Draw(DM dm, PetscViewer viewer)
898e412dcbdSMatthew G. Knepley {
899e412dcbdSMatthew G. Knepley   PetscDraw          draw;
900e412dcbdSMatthew G. Knepley   DM                 cdm;
901e412dcbdSMatthew G. Knepley   PetscSection       coordSection;
902e412dcbdSMatthew G. Knepley   Vec                coordinates;
903e412dcbdSMatthew G. Knepley   const PetscScalar *coords;
90429494db1SLisandro Dalcin   PetscReal          xyl[2],xyr[2],bound[4] = {PETSC_MAX_REAL, PETSC_MAX_REAL, PETSC_MIN_REAL, PETSC_MIN_REAL};
905e412dcbdSMatthew G. Knepley   PetscBool          isnull;
906e412dcbdSMatthew G. Knepley   PetscInt           dim, vStart, vEnd, cStart, cEnd, c, N;
907e412dcbdSMatthew G. Knepley   PetscErrorCode     ierr;
908e412dcbdSMatthew G. Knepley 
909e412dcbdSMatthew G. Knepley   PetscFunctionBegin;
910e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dim);CHKERRQ(ierr);
911e412dcbdSMatthew G. Knepley   if (dim != 2) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Cannot draw meshes of dimension %D", dim);
912e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinateDM(dm, &cdm);CHKERRQ(ierr);
913e412dcbdSMatthew G. Knepley   ierr = DMGetDefaultSection(cdm, &coordSection);CHKERRQ(ierr);
914e412dcbdSMatthew G. Knepley   ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr);
915e412dcbdSMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
916e412dcbdSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
917e412dcbdSMatthew G. Knepley 
918e412dcbdSMatthew G. Knepley   ierr = PetscViewerDrawGetDraw(viewer, 0, &draw);CHKERRQ(ierr);
919e412dcbdSMatthew G. Knepley   ierr = PetscDrawIsNull(draw, &isnull);CHKERRQ(ierr);
920e412dcbdSMatthew G. Knepley   if (isnull) PetscFunctionReturn(0);
921e412dcbdSMatthew G. Knepley   ierr = PetscDrawSetTitle(draw, "Mesh");CHKERRQ(ierr);
922e412dcbdSMatthew G. Knepley 
923e412dcbdSMatthew G. Knepley   ierr = VecGetLocalSize(coordinates, &N);CHKERRQ(ierr);
924e412dcbdSMatthew G. Knepley   ierr = VecGetArrayRead(coordinates, &coords);CHKERRQ(ierr);
925e412dcbdSMatthew G. Knepley   for (c = 0; c < N; c += dim) {
9260c81f2a8SMatthew G. Knepley     bound[0] = PetscMin(bound[0], PetscRealPart(coords[c]));   bound[2] = PetscMax(bound[2], PetscRealPart(coords[c]));
9270c81f2a8SMatthew G. Knepley     bound[1] = PetscMin(bound[1], PetscRealPart(coords[c+1])); bound[3] = PetscMax(bound[3], PetscRealPart(coords[c+1]));
928e412dcbdSMatthew G. Knepley   }
929e412dcbdSMatthew G. Knepley   ierr = VecRestoreArrayRead(coordinates, &coords);CHKERRQ(ierr);
93029494db1SLisandro Dalcin   ierr = MPIU_Allreduce(&bound[0],xyl,2,MPIU_REAL,MPIU_MIN,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
93129494db1SLisandro Dalcin   ierr = MPIU_Allreduce(&bound[2],xyr,2,MPIU_REAL,MPIU_MAX,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
93229494db1SLisandro Dalcin   ierr = PetscDrawSetCoordinates(draw, xyl[0], xyl[1], xyr[0], xyr[1]);CHKERRQ(ierr);
933e412dcbdSMatthew G. Knepley   ierr = PetscDrawClear(draw);CHKERRQ(ierr);
934e412dcbdSMatthew G. Knepley 
935e412dcbdSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
936e412dcbdSMatthew G. Knepley     PetscScalar *coords = NULL;
93729494db1SLisandro Dalcin     PetscInt     numCoords,coneSize;
938e412dcbdSMatthew G. Knepley 
93929494db1SLisandro Dalcin     ierr = DMPlexGetConeSize(dm, c, &coneSize);CHKERRQ(ierr);
940e412dcbdSMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
94129494db1SLisandro Dalcin     switch (coneSize) {
94229494db1SLisandro Dalcin     case 3:
9430c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9440c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9450c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[4]), PetscRealPart(coords[5]), PetscRealPart(coords[0]), PetscRealPart(coords[1]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
946e412dcbdSMatthew G. Knepley       break;
94729494db1SLisandro Dalcin     case 4:
9480c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[0]), PetscRealPart(coords[1]), PetscRealPart(coords[2]), PetscRealPart(coords[3]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9490c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[2]), PetscRealPart(coords[3]), PetscRealPart(coords[4]), PetscRealPart(coords[5]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9500c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[4]), PetscRealPart(coords[5]), PetscRealPart(coords[6]), PetscRealPart(coords[7]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
9510c81f2a8SMatthew G. Knepley       ierr = PetscDrawLine(draw, PetscRealPart(coords[6]), PetscRealPart(coords[7]), PetscRealPart(coords[0]), PetscRealPart(coords[1]), PETSC_DRAW_BLACK);CHKERRQ(ierr);
952e412dcbdSMatthew G. Knepley       break;
95329494db1SLisandro Dalcin     default: SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_SUP, "Cannot draw cells with %D facets", coneSize);
954e412dcbdSMatthew G. Knepley     }
955e412dcbdSMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, coordSection, coordinates, c, &numCoords, &coords);CHKERRQ(ierr);
956e412dcbdSMatthew G. Knepley   }
957e412dcbdSMatthew G. Knepley   ierr = PetscDrawFlush(draw);CHKERRQ(ierr);
958e412dcbdSMatthew G. Knepley   ierr = PetscDrawPause(draw);CHKERRQ(ierr);
959e412dcbdSMatthew G. Knepley   ierr = PetscDrawSave(draw);CHKERRQ(ierr);
960e412dcbdSMatthew G. Knepley   PetscFunctionReturn(0);
961e412dcbdSMatthew G. Knepley }
962e412dcbdSMatthew G. Knepley 
963552f7358SJed Brown PetscErrorCode DMView_Plex(DM dm, PetscViewer viewer)
964552f7358SJed Brown {
965e655db49SSatish Balay   PetscBool      iascii, ishdf5, isvtk, isdraw, flg, isglvis;
966552f7358SJed Brown   PetscErrorCode    ierr;
967552f7358SJed Brown 
968552f7358SJed Brown   PetscFunctionBegin;
969552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
970552f7358SJed Brown   PetscValidHeaderSpecific(viewer, PETSC_VIEWER_CLASSID, 2);
971552f7358SJed Brown   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERASCII, &iascii);CHKERRQ(ierr);
972fcf6c8fdSToby Isaac   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERVTK,   &isvtk);CHKERRQ(ierr);
973c6ccd67eSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,  &ishdf5);CHKERRQ(ierr);
974e412dcbdSMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERDRAW,  &isdraw);CHKERRQ(ierr);
9758135c375SStefano Zampini   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERGLVIS, &isglvis);CHKERRQ(ierr);
976552f7358SJed Brown   if (iascii) {
9778135c375SStefano Zampini     PetscViewerFormat format;
9788135c375SStefano Zampini     ierr = PetscViewerGetFormat(viewer, &format);CHKERRQ(ierr);
9798135c375SStefano Zampini     if (format == PETSC_VIEWER_ASCII_GLVIS) {
9808135c375SStefano Zampini       ierr = DMPlexView_GLVis(dm, viewer);CHKERRQ(ierr);
9818135c375SStefano Zampini     } else {
982552f7358SJed Brown       ierr = DMPlexView_Ascii(dm, viewer);CHKERRQ(ierr);
9838135c375SStefano Zampini     }
984c6ccd67eSMatthew G. Knepley   } else if (ishdf5) {
985c6ccd67eSMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
9867afe7537SMatthew G. Knepley     ierr = PetscViewerPushFormat(viewer, PETSC_VIEWER_HDF5_VIZ);CHKERRQ(ierr);
98739d25373SMatthew G. Knepley     ierr = DMPlexView_HDF5_Internal(dm, viewer);CHKERRQ(ierr);
9887afe7537SMatthew G. Knepley     ierr = PetscViewerPopFormat(viewer);CHKERRQ(ierr);
989c6ccd67eSMatthew G. Knepley #else
990c6ccd67eSMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
991552f7358SJed Brown #endif
992e412dcbdSMatthew G. Knepley   } else if (isvtk) {
993fcf6c8fdSToby Isaac     ierr = DMPlexVTKWriteAll((PetscObject) dm,viewer);CHKERRQ(ierr);
994e412dcbdSMatthew G. Knepley   } else if (isdraw) {
995e412dcbdSMatthew G. Knepley     ierr = DMPlexView_Draw(dm, viewer);CHKERRQ(ierr);
9968135c375SStefano Zampini   } else if (isglvis) {
9978135c375SStefano Zampini     ierr = DMPlexView_GLVis(dm, viewer);CHKERRQ(ierr);
998fcf6c8fdSToby Isaac   }
999cb3ba0daSMatthew G. Knepley   /* Optionally view the partition */
1000cb3ba0daSMatthew G. Knepley   ierr = PetscOptionsHasName(((PetscObject) dm)->options, ((PetscObject) dm)->prefix, "-dm_partition_view", &flg);CHKERRQ(ierr);
1001cb3ba0daSMatthew G. Knepley   if (flg) {
1002cb3ba0daSMatthew G. Knepley     Vec ranks;
1003cb3ba0daSMatthew G. Knepley     ierr = DMPlexCreateRankField(dm, &ranks);CHKERRQ(ierr);
1004cb3ba0daSMatthew G. Knepley     ierr = VecView(ranks, viewer);CHKERRQ(ierr);
1005cb3ba0daSMatthew G. Knepley     ierr = VecDestroy(&ranks);CHKERRQ(ierr);
1006cb3ba0daSMatthew G. Knepley   }
1007552f7358SJed Brown   PetscFunctionReturn(0);
1008552f7358SJed Brown }
1009552f7358SJed Brown 
10102c40f234SMatthew G. Knepley PetscErrorCode DMLoad_Plex(DM dm, PetscViewer viewer)
10112c40f234SMatthew G. Knepley {
10122c40f234SMatthew G. Knepley   PetscBool      isbinary, ishdf5;
10132c40f234SMatthew G. Knepley   PetscErrorCode ierr;
10142c40f234SMatthew G. Knepley 
10152c40f234SMatthew G. Knepley   PetscFunctionBegin;
10162c40f234SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
10172c40f234SMatthew G. Knepley   PetscValidHeaderSpecific(viewer, PETSC_VIEWER_CLASSID, 2);
10182c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERBINARY, &isbinary);CHKERRQ(ierr);
10192c40f234SMatthew G. Knepley   ierr = PetscObjectTypeCompare((PetscObject) viewer, PETSCVIEWERHDF5,   &ishdf5);CHKERRQ(ierr);
10202c40f234SMatthew G. Knepley   if (isbinary) {SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Do not yet support binary viewers");}
10212c40f234SMatthew G. Knepley   else if (ishdf5) {
10222c40f234SMatthew G. Knepley #if defined(PETSC_HAVE_HDF5)
102339d25373SMatthew G. Knepley     ierr = DMPlexLoad_HDF5_Internal(dm, viewer);CHKERRQ(ierr);
10242c40f234SMatthew G. Knepley #else
10252c40f234SMatthew G. Knepley     SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "HDF5 not supported in this build.\nPlease reconfigure using --download-hdf5");
1026552f7358SJed Brown #endif
1027552f7358SJed Brown   }
1028552f7358SJed Brown   PetscFunctionReturn(0);
1029552f7358SJed Brown }
1030552f7358SJed Brown 
1031552f7358SJed Brown PetscErrorCode DMDestroy_Plex(DM dm)
1032552f7358SJed Brown {
1033552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1034552f7358SJed Brown   PetscErrorCode ierr;
1035552f7358SJed Brown 
1036552f7358SJed Brown   PetscFunctionBegin;
10378135c375SStefano Zampini   ierr = PetscObjectComposeFunction((PetscObject)dm,"DMSetUpGLVisViewer_C",NULL);CHKERRQ(ierr);
10388135c375SStefano Zampini   ierr = PetscObjectComposeFunction((PetscObject)dm,"DMPlexInsertBoundaryValues_C", NULL);CHKERRQ(ierr);
10390d644c17SKarl Rupp   if (--mesh->refct > 0) PetscFunctionReturn(0);
1040552f7358SJed Brown   ierr = PetscSectionDestroy(&mesh->coneSection);CHKERRQ(ierr);
1041552f7358SJed Brown   ierr = PetscFree(mesh->cones);CHKERRQ(ierr);
1042552f7358SJed Brown   ierr = PetscFree(mesh->coneOrientations);CHKERRQ(ierr);
1043552f7358SJed Brown   ierr = PetscSectionDestroy(&mesh->supportSection);CHKERRQ(ierr);
1044be36d101SStefano Zampini   ierr = PetscSectionDestroy(&mesh->subdomainSection);CHKERRQ(ierr);
1045552f7358SJed Brown   ierr = PetscFree(mesh->supports);CHKERRQ(ierr);
1046552f7358SJed Brown   ierr = PetscFree(mesh->facesTmp);CHKERRQ(ierr);
1047d9deefdfSMatthew G. Knepley   ierr = PetscFree(mesh->tetgenOpts);CHKERRQ(ierr);
1048d9deefdfSMatthew G. Knepley   ierr = PetscFree(mesh->triangleOpts);CHKERRQ(ierr);
104977623264SMatthew G. Knepley   ierr = PetscPartitionerDestroy(&mesh->partitioner);CHKERRQ(ierr);
1050a89082eeSMatthew G Knepley   ierr = DMLabelDestroy(&mesh->subpointMap);CHKERRQ(ierr);
1051552f7358SJed Brown   ierr = ISDestroy(&mesh->globalVertexNumbers);CHKERRQ(ierr);
1052552f7358SJed Brown   ierr = ISDestroy(&mesh->globalCellNumbers);CHKERRQ(ierr);
1053a68b90caSToby Isaac   ierr = PetscSectionDestroy(&mesh->anchorSection);CHKERRQ(ierr);
1054a68b90caSToby Isaac   ierr = ISDestroy(&mesh->anchorIS);CHKERRQ(ierr);
1055d961a43aSToby Isaac   ierr = PetscSectionDestroy(&mesh->parentSection);CHKERRQ(ierr);
1056d961a43aSToby Isaac   ierr = PetscFree(mesh->parents);CHKERRQ(ierr);
1057d961a43aSToby Isaac   ierr = PetscFree(mesh->childIDs);CHKERRQ(ierr);
1058d961a43aSToby Isaac   ierr = PetscSectionDestroy(&mesh->childSection);CHKERRQ(ierr);
1059d961a43aSToby Isaac   ierr = PetscFree(mesh->children);CHKERRQ(ierr);
1060d6a7ad0dSToby Isaac   ierr = DMDestroy(&mesh->referenceTree);CHKERRQ(ierr);
1061fec49543SMatthew G. Knepley   ierr = PetscGridHashDestroy(&mesh->lbox);CHKERRQ(ierr);
1062552f7358SJed Brown   /* This was originally freed in DMDestroy(), but that prevents reference counting of backend objects */
1063552f7358SJed Brown   ierr = PetscFree(mesh);CHKERRQ(ierr);
1064552f7358SJed Brown   PetscFunctionReturn(0);
1065552f7358SJed Brown }
1066552f7358SJed Brown 
1067b412c318SBarry Smith PetscErrorCode DMCreateMatrix_Plex(DM dm, Mat *J)
1068552f7358SJed Brown {
10698d1174e4SMatthew G. Knepley   PetscSection           sectionGlobal;
1070acd755d7SMatthew G. Knepley   PetscInt               bs = -1, mbs;
1071552f7358SJed Brown   PetscInt               localSize;
1072837628f4SStefano Zampini   PetscBool              isShell, isBlock, isSeqBlock, isMPIBlock, isSymBlock, isSymSeqBlock, isSymMPIBlock, isMatIS;
1073552f7358SJed Brown   PetscErrorCode         ierr;
1074b412c318SBarry Smith   MatType                mtype;
10751428887cSShri Abhyankar   ISLocalToGlobalMapping ltog;
1076552f7358SJed Brown 
1077552f7358SJed Brown   PetscFunctionBegin;
1078607a6623SBarry Smith   ierr = MatInitializePackage();CHKERRQ(ierr);
1079b412c318SBarry Smith   mtype = dm->mattype;
1080552f7358SJed Brown   ierr = DMGetDefaultGlobalSection(dm, &sectionGlobal);CHKERRQ(ierr);
1081552f7358SJed Brown   /* ierr = PetscSectionGetStorageSize(sectionGlobal, &localSize);CHKERRQ(ierr); */
1082552f7358SJed Brown   ierr = PetscSectionGetConstrainedStorageSize(sectionGlobal, &localSize);CHKERRQ(ierr);
108382f516ccSBarry Smith   ierr = MatCreate(PetscObjectComm((PetscObject)dm), J);CHKERRQ(ierr);
1084552f7358SJed Brown   ierr = MatSetSizes(*J, localSize, localSize, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
1085552f7358SJed Brown   ierr = MatSetType(*J, mtype);CHKERRQ(ierr);
1086552f7358SJed Brown   ierr = MatSetFromOptions(*J);CHKERRQ(ierr);
1087acd755d7SMatthew G. Knepley   ierr = MatGetBlockSize(*J, &mbs);CHKERRQ(ierr);
1088acd755d7SMatthew G. Knepley   if (mbs > 1) bs = mbs;
1089552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSHELL, &isShell);CHKERRQ(ierr);
1090552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATBAIJ, &isBlock);CHKERRQ(ierr);
1091552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSEQBAIJ, &isSeqBlock);CHKERRQ(ierr);
1092552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATMPIBAIJ, &isMPIBlock);CHKERRQ(ierr);
1093552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSBAIJ, &isSymBlock);CHKERRQ(ierr);
1094552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATSEQSBAIJ, &isSymSeqBlock);CHKERRQ(ierr);
1095552f7358SJed Brown   ierr = PetscStrcmp(mtype, MATMPISBAIJ, &isSymMPIBlock);CHKERRQ(ierr);
1096837628f4SStefano Zampini   ierr = PetscStrcmp(mtype, MATIS, &isMatIS);CHKERRQ(ierr);
1097552f7358SJed Brown   if (!isShell) {
1098be36d101SStefano Zampini     PetscSection subSection;
1099837628f4SStefano Zampini     PetscBool    fillMatrix = (PetscBool)(!dm->prealloc_only && !isMatIS);
1100be36d101SStefano Zampini     PetscInt    *dnz, *onz, *dnzu, *onzu, bsLocal, bsMax, bsMin, *ltogidx, lsize;
1101fad22124SMatthew G Knepley     PetscInt     pStart, pEnd, p, dof, cdof;
1102552f7358SJed Brown 
110300140cc3SStefano Zampini     /* Set localtoglobalmapping on the matrix for MatSetValuesLocal() to work (it also creates the local matrices in case of MATIS) */
1104be36d101SStefano Zampini     if (isMatIS) { /* need a different l2g map than the one computed by DMGetLocalToGlobalMapping */
1105be36d101SStefano Zampini       PetscSection section;
1106be36d101SStefano Zampini       PetscInt     size;
1107be36d101SStefano Zampini 
1108be36d101SStefano Zampini       ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
1109be36d101SStefano Zampini       ierr = PetscSectionGetStorageSize(section, &size);CHKERRQ(ierr);
1110be36d101SStefano Zampini       ierr = PetscMalloc1(size,&ltogidx);CHKERRQ(ierr);
1111be36d101SStefano Zampini       ierr = DMPlexGetSubdomainSection(dm, &subSection);CHKERRQ(ierr);
1112be36d101SStefano Zampini     } else {
111300140cc3SStefano Zampini       ierr = DMGetLocalToGlobalMapping(dm,&ltog);CHKERRQ(ierr);
1114be36d101SStefano Zampini     }
1115552f7358SJed Brown     ierr = PetscSectionGetChart(sectionGlobal, &pStart, &pEnd);CHKERRQ(ierr);
1116be36d101SStefano Zampini     for (p = pStart, lsize = 0; p < pEnd; ++p) {
1117a9d99c84SMatthew G. Knepley       PetscInt bdof;
1118a9d99c84SMatthew G. Knepley 
1119552f7358SJed Brown       ierr = PetscSectionGetDof(sectionGlobal, p, &dof);CHKERRQ(ierr);
1120fad22124SMatthew G Knepley       ierr = PetscSectionGetConstraintDof(sectionGlobal, p, &cdof);CHKERRQ(ierr);
11211d17a0a3SMatthew G. Knepley       dof  = dof < 0 ? -(dof+1) : dof;
11221d17a0a3SMatthew G. Knepley       bdof = cdof && (dof-cdof) ? 1 : dof;
11231d17a0a3SMatthew G. Knepley       if (dof) {
11241d17a0a3SMatthew G. Knepley         if (bs < 0)          {bs = bdof;}
1125be36d101SStefano Zampini         else if (bs != bdof) {bs = 1; if (!isMatIS) break;}
1126be36d101SStefano Zampini       }
1127be36d101SStefano Zampini       if (isMatIS) {
1128be36d101SStefano Zampini         PetscInt loff,c,off;
1129be36d101SStefano Zampini         ierr = PetscSectionGetOffset(subSection, p, &loff);CHKERRQ(ierr);
1130be36d101SStefano Zampini         ierr = PetscSectionGetOffset(sectionGlobal, p, &off);CHKERRQ(ierr);
1131be36d101SStefano Zampini         for (c = 0; c < dof-cdof; ++c, ++lsize) ltogidx[loff+c] = off > -1 ? off+c : -(off+1)+c;
1132552f7358SJed Brown       }
11332a28c762SMatthew G Knepley     }
11342a28c762SMatthew G Knepley     /* Must have same blocksize on all procs (some might have no points) */
11352a28c762SMatthew G Knepley     bsLocal = bs;
1136b2566f29SBarry Smith     ierr = MPIU_Allreduce(&bsLocal, &bsMax, 1, MPIU_INT, MPI_MAX, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
11372a28c762SMatthew G Knepley     bsLocal = bs < 0 ? bsMax : bs;
1138b2566f29SBarry Smith     ierr = MPIU_Allreduce(&bsLocal, &bsMin, 1, MPIU_INT, MPI_MIN, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
1139bff27382SMatthew G. Knepley     if (bsMin != bsMax) {bs = 1;}
1140bff27382SMatthew G. Knepley     else                {bs = bsMax;}
11414fa26246SMatthew G. Knepley     bs   = bs < 0 ? 1 : bs;
1142be36d101SStefano Zampini     if (isMatIS) {
11434fa26246SMatthew G. Knepley       PetscInt l;
11444fa26246SMatthew G. Knepley       /* Must reduce indices by blocksize */
11454fa26246SMatthew G. Knepley       if (bs > 1) for (l = 0; l < lsize; ++l) ltogidx[l] /= bs;
11464fa26246SMatthew G. Knepley       ierr = ISLocalToGlobalMappingCreate(PetscObjectComm((PetscObject)dm), bs, lsize, ltogidx, PETSC_OWN_POINTER, &ltog);CHKERRQ(ierr);
1147be36d101SStefano Zampini     }
1148be36d101SStefano Zampini     ierr = MatSetLocalToGlobalMapping(*J,ltog,ltog);CHKERRQ(ierr);
1149be36d101SStefano Zampini     if (isMatIS) {
1150be36d101SStefano Zampini       ierr = ISLocalToGlobalMappingDestroy(&ltog);CHKERRQ(ierr);
1151be36d101SStefano Zampini     }
11521795a4d1SJed Brown     ierr = PetscCalloc4(localSize/bs, &dnz, localSize/bs, &onz, localSize/bs, &dnzu, localSize/bs, &onzu);CHKERRQ(ierr);
11538d1174e4SMatthew G. Knepley     ierr = DMPlexPreallocateOperator(dm, bs, dnz, onz, dnzu, onzu, *J, fillMatrix);CHKERRQ(ierr);
1154552f7358SJed Brown     ierr = PetscFree4(dnz, onz, dnzu, onzu);CHKERRQ(ierr);
1155552f7358SJed Brown   }
1156b1f74addSMatthew G. Knepley   ierr = MatSetDM(*J, dm);CHKERRQ(ierr);
1157552f7358SJed Brown   PetscFunctionReturn(0);
1158552f7358SJed Brown }
1159552f7358SJed Brown 
11607cd05799SMatthew G. Knepley /*@
1161a8f00d21SMatthew G. Knepley   DMPlexGetSubdomainSection - Returns the section associated with the subdomain
1162be36d101SStefano Zampini 
1163be36d101SStefano Zampini   Not collective
1164be36d101SStefano Zampini 
1165be36d101SStefano Zampini   Input Parameter:
1166be36d101SStefano Zampini . mesh - The DMPlex
1167be36d101SStefano Zampini 
1168be36d101SStefano Zampini   Output Parameters:
1169be36d101SStefano Zampini . subsection - The subdomain section
1170be36d101SStefano Zampini 
1171be36d101SStefano Zampini   Level: developer
1172be36d101SStefano Zampini 
1173be36d101SStefano Zampini .seealso:
11747cd05799SMatthew G. Knepley @*/
1175be36d101SStefano Zampini PetscErrorCode DMPlexGetSubdomainSection(DM dm, PetscSection *subsection)
1176be36d101SStefano Zampini {
1177be36d101SStefano Zampini   DM_Plex       *mesh = (DM_Plex*) dm->data;
1178be36d101SStefano Zampini   PetscErrorCode ierr;
1179be36d101SStefano Zampini 
1180be36d101SStefano Zampini   PetscFunctionBegin;
1181be36d101SStefano Zampini   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1182be36d101SStefano Zampini   if (!mesh->subdomainSection) {
1183be36d101SStefano Zampini     PetscSection section;
1184be36d101SStefano Zampini     PetscSF      sf;
1185be36d101SStefano Zampini 
1186be36d101SStefano Zampini     ierr = PetscSFCreate(PETSC_COMM_SELF,&sf);CHKERRQ(ierr);
1187be36d101SStefano Zampini     ierr = DMGetDefaultSection(dm,&section);CHKERRQ(ierr);
1188be36d101SStefano Zampini     ierr = PetscSectionCreateGlobalSection(section,sf,PETSC_FALSE,PETSC_TRUE,&mesh->subdomainSection);CHKERRQ(ierr);
1189be36d101SStefano Zampini     ierr = PetscSFDestroy(&sf);CHKERRQ(ierr);
1190be36d101SStefano Zampini   }
1191be36d101SStefano Zampini   *subsection = mesh->subdomainSection;
1192be36d101SStefano Zampini   PetscFunctionReturn(0);
1193be36d101SStefano Zampini }
1194be36d101SStefano Zampini 
1195552f7358SJed Brown /*@
1196552f7358SJed Brown   DMPlexGetChart - Return the interval for all mesh points [pStart, pEnd)
1197552f7358SJed Brown 
1198552f7358SJed Brown   Not collective
1199552f7358SJed Brown 
1200552f7358SJed Brown   Input Parameter:
1201552f7358SJed Brown . mesh - The DMPlex
1202552f7358SJed Brown 
1203552f7358SJed Brown   Output Parameters:
1204552f7358SJed Brown + pStart - The first mesh point
1205552f7358SJed Brown - pEnd   - The upper bound for mesh points
1206552f7358SJed Brown 
1207552f7358SJed Brown   Level: beginner
1208552f7358SJed Brown 
1209552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetChart()
1210552f7358SJed Brown @*/
1211552f7358SJed Brown PetscErrorCode DMPlexGetChart(DM dm, PetscInt *pStart, PetscInt *pEnd)
1212552f7358SJed Brown {
1213552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1214552f7358SJed Brown   PetscErrorCode ierr;
1215552f7358SJed Brown 
1216552f7358SJed Brown   PetscFunctionBegin;
1217552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1218552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, pStart, pEnd);CHKERRQ(ierr);
1219552f7358SJed Brown   PetscFunctionReturn(0);
1220552f7358SJed Brown }
1221552f7358SJed Brown 
1222552f7358SJed Brown /*@
1223552f7358SJed Brown   DMPlexSetChart - Set the interval for all mesh points [pStart, pEnd)
1224552f7358SJed Brown 
1225552f7358SJed Brown   Not collective
1226552f7358SJed Brown 
1227552f7358SJed Brown   Input Parameters:
1228552f7358SJed Brown + mesh - The DMPlex
1229552f7358SJed Brown . pStart - The first mesh point
1230552f7358SJed Brown - pEnd   - The upper bound for mesh points
1231552f7358SJed Brown 
1232552f7358SJed Brown   Output Parameters:
1233552f7358SJed Brown 
1234552f7358SJed Brown   Level: beginner
1235552f7358SJed Brown 
1236552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetChart()
1237552f7358SJed Brown @*/
1238552f7358SJed Brown PetscErrorCode DMPlexSetChart(DM dm, PetscInt pStart, PetscInt pEnd)
1239552f7358SJed Brown {
1240552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1241552f7358SJed Brown   PetscErrorCode ierr;
1242552f7358SJed Brown 
1243552f7358SJed Brown   PetscFunctionBegin;
1244552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1245552f7358SJed Brown   ierr = PetscSectionSetChart(mesh->coneSection, pStart, pEnd);CHKERRQ(ierr);
1246552f7358SJed Brown   ierr = PetscSectionSetChart(mesh->supportSection, pStart, pEnd);CHKERRQ(ierr);
1247552f7358SJed Brown   PetscFunctionReturn(0);
1248552f7358SJed Brown }
1249552f7358SJed Brown 
1250552f7358SJed Brown /*@
1251552f7358SJed Brown   DMPlexGetConeSize - Return the number of in-edges for this point in the Sieve DAG
1252552f7358SJed Brown 
1253552f7358SJed Brown   Not collective
1254552f7358SJed Brown 
1255552f7358SJed Brown   Input Parameters:
1256552f7358SJed Brown + mesh - The DMPlex
1257552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1258552f7358SJed Brown 
1259552f7358SJed Brown   Output Parameter:
1260552f7358SJed Brown . size - The cone size for point p
1261552f7358SJed Brown 
1262552f7358SJed Brown   Level: beginner
1263552f7358SJed Brown 
1264552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexSetChart()
1265552f7358SJed Brown @*/
1266552f7358SJed Brown PetscErrorCode DMPlexGetConeSize(DM dm, PetscInt p, PetscInt *size)
1267552f7358SJed Brown {
1268552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1269552f7358SJed Brown   PetscErrorCode ierr;
1270552f7358SJed Brown 
1271552f7358SJed Brown   PetscFunctionBegin;
1272552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1273552f7358SJed Brown   PetscValidPointer(size, 3);
1274552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, p, size);CHKERRQ(ierr);
1275552f7358SJed Brown   PetscFunctionReturn(0);
1276552f7358SJed Brown }
1277552f7358SJed Brown 
1278552f7358SJed Brown /*@
1279552f7358SJed Brown   DMPlexSetConeSize - Set the number of in-edges for this point in the Sieve DAG
1280552f7358SJed Brown 
1281552f7358SJed Brown   Not collective
1282552f7358SJed Brown 
1283552f7358SJed Brown   Input Parameters:
1284552f7358SJed Brown + mesh - The DMPlex
1285552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1286552f7358SJed Brown - size - The cone size for point p
1287552f7358SJed Brown 
1288552f7358SJed Brown   Output Parameter:
1289552f7358SJed Brown 
1290552f7358SJed Brown   Note:
1291552f7358SJed Brown   This should be called after DMPlexSetChart().
1292552f7358SJed Brown 
1293552f7358SJed Brown   Level: beginner
1294552f7358SJed Brown 
1295552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetConeSize(), DMPlexSetChart()
1296552f7358SJed Brown @*/
1297552f7358SJed Brown PetscErrorCode DMPlexSetConeSize(DM dm, PetscInt p, PetscInt size)
1298552f7358SJed Brown {
1299552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1300552f7358SJed Brown   PetscErrorCode ierr;
1301552f7358SJed Brown 
1302552f7358SJed Brown   PetscFunctionBegin;
1303552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1304552f7358SJed Brown   ierr = PetscSectionSetDof(mesh->coneSection, p, size);CHKERRQ(ierr);
13050d644c17SKarl Rupp 
1306552f7358SJed Brown   mesh->maxConeSize = PetscMax(mesh->maxConeSize, size);
1307552f7358SJed Brown   PetscFunctionReturn(0);
1308552f7358SJed Brown }
1309552f7358SJed Brown 
1310f5a469b9SMatthew G. Knepley /*@
1311f5a469b9SMatthew G. Knepley   DMPlexAddConeSize - Add the given number of in-edges to this point in the Sieve DAG
1312f5a469b9SMatthew G. Knepley 
1313f5a469b9SMatthew G. Knepley   Not collective
1314f5a469b9SMatthew G. Knepley 
1315f5a469b9SMatthew G. Knepley   Input Parameters:
1316f5a469b9SMatthew G. Knepley + mesh - The DMPlex
1317f5a469b9SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1318f5a469b9SMatthew G. Knepley - size - The additional cone size for point p
1319f5a469b9SMatthew G. Knepley 
1320f5a469b9SMatthew G. Knepley   Output Parameter:
1321f5a469b9SMatthew G. Knepley 
1322f5a469b9SMatthew G. Knepley   Note:
1323f5a469b9SMatthew G. Knepley   This should be called after DMPlexSetChart().
1324f5a469b9SMatthew G. Knepley 
1325f5a469b9SMatthew G. Knepley   Level: beginner
1326f5a469b9SMatthew G. Knepley 
1327f5a469b9SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexGetConeSize(), DMPlexSetChart()
1328f5a469b9SMatthew G. Knepley @*/
1329f5a469b9SMatthew G. Knepley PetscErrorCode DMPlexAddConeSize(DM dm, PetscInt p, PetscInt size)
1330f5a469b9SMatthew G. Knepley {
1331f5a469b9SMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
1332f5a469b9SMatthew G. Knepley   PetscInt       csize;
1333f5a469b9SMatthew G. Knepley   PetscErrorCode ierr;
1334f5a469b9SMatthew G. Knepley 
1335f5a469b9SMatthew G. Knepley   PetscFunctionBegin;
1336f5a469b9SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1337f5a469b9SMatthew G. Knepley   ierr = PetscSectionAddDof(mesh->coneSection, p, size);CHKERRQ(ierr);
1338f5a469b9SMatthew G. Knepley   ierr = PetscSectionGetDof(mesh->coneSection, p, &csize);CHKERRQ(ierr);
1339f5a469b9SMatthew G. Knepley 
1340f5a469b9SMatthew G. Knepley   mesh->maxConeSize = PetscMax(mesh->maxConeSize, csize);
1341f5a469b9SMatthew G. Knepley   PetscFunctionReturn(0);
1342f5a469b9SMatthew G. Knepley }
1343f5a469b9SMatthew G. Knepley 
1344552f7358SJed Brown /*@C
1345552f7358SJed Brown   DMPlexGetCone - Return the points on the in-edges for this point in the Sieve DAG
1346552f7358SJed Brown 
1347552f7358SJed Brown   Not collective
1348552f7358SJed Brown 
1349552f7358SJed Brown   Input Parameters:
1350552f7358SJed Brown + mesh - The DMPlex
1351552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1352552f7358SJed Brown 
1353552f7358SJed Brown   Output Parameter:
1354552f7358SJed Brown . cone - An array of points which are on the in-edges for point p
1355552f7358SJed Brown 
1356552f7358SJed Brown   Level: beginner
1357552f7358SJed Brown 
13583813dfbdSMatthew G Knepley   Fortran Notes:
13593813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
13603813dfbdSMatthew G Knepley   include petsc.h90 in your code.
13613813dfbdSMatthew G Knepley 
13623813dfbdSMatthew G Knepley   You must also call DMPlexRestoreCone() after you finish using the returned array.
1363552f7358SJed Brown 
1364552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart()
1365552f7358SJed Brown @*/
1366552f7358SJed Brown PetscErrorCode DMPlexGetCone(DM dm, PetscInt p, const PetscInt *cone[])
1367552f7358SJed Brown {
1368552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1369552f7358SJed Brown   PetscInt       off;
1370552f7358SJed Brown   PetscErrorCode ierr;
1371552f7358SJed Brown 
1372552f7358SJed Brown   PetscFunctionBegin;
1373552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1374552f7358SJed Brown   PetscValidPointer(cone, 3);
1375552f7358SJed Brown   ierr  = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
1376552f7358SJed Brown   *cone = &mesh->cones[off];
1377552f7358SJed Brown   PetscFunctionReturn(0);
1378552f7358SJed Brown }
1379552f7358SJed Brown 
1380552f7358SJed Brown /*@
1381552f7358SJed Brown   DMPlexSetCone - Set the points on the in-edges for this point in the Sieve DAG
1382552f7358SJed Brown 
1383552f7358SJed Brown   Not collective
1384552f7358SJed Brown 
1385552f7358SJed Brown   Input Parameters:
1386552f7358SJed Brown + mesh - The DMPlex
1387552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1388552f7358SJed Brown - cone - An array of points which are on the in-edges for point p
1389552f7358SJed Brown 
1390552f7358SJed Brown   Output Parameter:
1391552f7358SJed Brown 
1392552f7358SJed Brown   Note:
1393552f7358SJed Brown   This should be called after all calls to DMPlexSetConeSize() and DMSetUp().
1394552f7358SJed Brown 
1395552f7358SJed Brown   Level: beginner
1396552f7358SJed Brown 
1397552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
1398552f7358SJed Brown @*/
1399552f7358SJed Brown PetscErrorCode DMPlexSetCone(DM dm, PetscInt p, const PetscInt cone[])
1400552f7358SJed Brown {
1401552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1402552f7358SJed Brown   PetscInt       pStart, pEnd;
1403552f7358SJed Brown   PetscInt       dof, off, c;
1404552f7358SJed Brown   PetscErrorCode ierr;
1405552f7358SJed Brown 
1406552f7358SJed Brown   PetscFunctionBegin;
1407552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1408552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
1409552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
1410552f7358SJed Brown   if (dof) PetscValidPointer(cone, 3);
1411552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
141282f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
1413552f7358SJed Brown   for (c = 0; c < dof; ++c) {
141482f516ccSBarry Smith     if ((cone[c] < pStart) || (cone[c] >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone point %D is not in the valid range [%D, %D)", cone[c], pStart, pEnd);
1415552f7358SJed Brown     mesh->cones[off+c] = cone[c];
1416552f7358SJed Brown   }
1417552f7358SJed Brown   PetscFunctionReturn(0);
1418552f7358SJed Brown }
1419552f7358SJed Brown 
1420552f7358SJed Brown /*@C
1421552f7358SJed Brown   DMPlexGetConeOrientation - Return the orientations on the in-edges for this point in the Sieve DAG
1422552f7358SJed Brown 
1423552f7358SJed Brown   Not collective
1424552f7358SJed Brown 
1425552f7358SJed Brown   Input Parameters:
1426552f7358SJed Brown + mesh - The DMPlex
1427552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1428552f7358SJed Brown 
1429552f7358SJed Brown   Output Parameter:
1430552f7358SJed Brown . coneOrientation - An array of orientations which are on the in-edges for point p. An orientation is an
1431552f7358SJed Brown                     integer giving the prescription for cone traversal. If it is negative, the cone is
1432552f7358SJed Brown                     traversed in the opposite direction. Its value 'o', or if negative '-(o+1)', gives
1433552f7358SJed Brown                     the index of the cone point on which to start.
1434552f7358SJed Brown 
1435552f7358SJed Brown   Level: beginner
1436552f7358SJed Brown 
14373813dfbdSMatthew G Knepley   Fortran Notes:
14383813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
14393813dfbdSMatthew G Knepley   include petsc.h90 in your code.
14403813dfbdSMatthew G Knepley 
14413813dfbdSMatthew G Knepley   You must also call DMPlexRestoreConeOrientation() after you finish using the returned array.
1442552f7358SJed Brown 
1443552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetCone(), DMPlexSetChart()
1444552f7358SJed Brown @*/
1445552f7358SJed Brown PetscErrorCode DMPlexGetConeOrientation(DM dm, PetscInt p, const PetscInt *coneOrientation[])
1446552f7358SJed Brown {
1447552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1448552f7358SJed Brown   PetscInt       off;
1449552f7358SJed Brown   PetscErrorCode ierr;
1450552f7358SJed Brown 
1451552f7358SJed Brown   PetscFunctionBegin;
1452552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1453552f7358SJed Brown #if defined(PETSC_USE_DEBUG)
1454552f7358SJed Brown   {
1455552f7358SJed Brown     PetscInt dof;
1456552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
1457552f7358SJed Brown     if (dof) PetscValidPointer(coneOrientation, 3);
1458552f7358SJed Brown   }
1459552f7358SJed Brown #endif
1460552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
14610d644c17SKarl Rupp 
1462552f7358SJed Brown   *coneOrientation = &mesh->coneOrientations[off];
1463552f7358SJed Brown   PetscFunctionReturn(0);
1464552f7358SJed Brown }
1465552f7358SJed Brown 
1466552f7358SJed Brown /*@
1467552f7358SJed Brown   DMPlexSetConeOrientation - Set the orientations on the in-edges for this point in the Sieve DAG
1468552f7358SJed Brown 
1469552f7358SJed Brown   Not collective
1470552f7358SJed Brown 
1471552f7358SJed Brown   Input Parameters:
1472552f7358SJed Brown + mesh - The DMPlex
1473552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1474552f7358SJed Brown - coneOrientation - An array of orientations which are on the in-edges for point p. An orientation is an
1475552f7358SJed Brown                     integer giving the prescription for cone traversal. If it is negative, the cone is
1476552f7358SJed Brown                     traversed in the opposite direction. Its value 'o', or if negative '-(o+1)', gives
1477552f7358SJed Brown                     the index of the cone point on which to start.
1478552f7358SJed Brown 
1479552f7358SJed Brown   Output Parameter:
1480552f7358SJed Brown 
1481552f7358SJed Brown   Note:
1482552f7358SJed Brown   This should be called after all calls to DMPlexSetConeSize() and DMSetUp().
1483552f7358SJed Brown 
1484552f7358SJed Brown   Level: beginner
1485552f7358SJed Brown 
1486552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetConeOrientation(), DMPlexSetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
1487552f7358SJed Brown @*/
1488552f7358SJed Brown PetscErrorCode DMPlexSetConeOrientation(DM dm, PetscInt p, const PetscInt coneOrientation[])
1489552f7358SJed Brown {
1490552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1491552f7358SJed Brown   PetscInt       pStart, pEnd;
1492552f7358SJed Brown   PetscInt       dof, off, c;
1493552f7358SJed Brown   PetscErrorCode ierr;
1494552f7358SJed Brown 
1495552f7358SJed Brown   PetscFunctionBegin;
1496552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1497552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
1498552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
1499552f7358SJed Brown   if (dof) PetscValidPointer(coneOrientation, 3);
1500552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
150182f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
1502552f7358SJed Brown   for (c = 0; c < dof; ++c) {
1503552f7358SJed Brown     PetscInt cdof, o = coneOrientation[c];
1504552f7358SJed Brown 
1505552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, mesh->cones[off+c], &cdof);CHKERRQ(ierr);
150682f516ccSBarry Smith     if (o && ((o < -(cdof+1)) || (o >= cdof))) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone orientation %D is not in the valid range [%D. %D)", o, -(cdof+1), cdof);
1507552f7358SJed Brown     mesh->coneOrientations[off+c] = o;
1508552f7358SJed Brown   }
1509552f7358SJed Brown   PetscFunctionReturn(0);
1510552f7358SJed Brown }
1511552f7358SJed Brown 
15127cd05799SMatthew G. Knepley /*@
15137cd05799SMatthew G. Knepley   DMPlexInsertCone - Insert a point into the in-edges for the point p in the Sieve DAG
15147cd05799SMatthew G. Knepley 
15157cd05799SMatthew G. Knepley   Not collective
15167cd05799SMatthew G. Knepley 
15177cd05799SMatthew G. Knepley   Input Parameters:
15187cd05799SMatthew G. Knepley + mesh - The DMPlex
15197cd05799SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
15207cd05799SMatthew G. Knepley . conePos - The local index in the cone where the point should be put
15217cd05799SMatthew G. Knepley - conePoint - The mesh point to insert
15227cd05799SMatthew G. Knepley 
15237cd05799SMatthew G. Knepley   Level: beginner
15247cd05799SMatthew G. Knepley 
15257cd05799SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
15267cd05799SMatthew G. Knepley @*/
1527552f7358SJed Brown PetscErrorCode DMPlexInsertCone(DM dm, PetscInt p, PetscInt conePos, PetscInt conePoint)
1528552f7358SJed Brown {
1529552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1530552f7358SJed Brown   PetscInt       pStart, pEnd;
1531552f7358SJed Brown   PetscInt       dof, off;
1532552f7358SJed Brown   PetscErrorCode ierr;
1533552f7358SJed Brown 
1534552f7358SJed Brown   PetscFunctionBegin;
1535552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1536552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
153782f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
153882f516ccSBarry Smith   if ((conePoint < pStart) || (conePoint >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone point %D is not in the valid range [%D, %D)", conePoint, pStart, pEnd);
153977c88f5bSMatthew G Knepley   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
154077c88f5bSMatthew G Knepley   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
154177c88f5bSMatthew G Knepley   if ((conePos < 0) || (conePos >= dof)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone position %D of point %D is not in the valid range [0, %D)", conePos, p, dof);
1542552f7358SJed Brown   mesh->cones[off+conePos] = conePoint;
1543552f7358SJed Brown   PetscFunctionReturn(0);
1544552f7358SJed Brown }
1545552f7358SJed Brown 
15467cd05799SMatthew G. Knepley /*@
15477cd05799SMatthew G. Knepley   DMPlexInsertConeOrientation - Insert a point orientation for the in-edge for the point p in the Sieve DAG
15487cd05799SMatthew G. Knepley 
15497cd05799SMatthew G. Knepley   Not collective
15507cd05799SMatthew G. Knepley 
15517cd05799SMatthew G. Knepley   Input Parameters:
15527cd05799SMatthew G. Knepley + mesh - The DMPlex
15537cd05799SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
15547cd05799SMatthew G. Knepley . conePos - The local index in the cone where the point should be put
15557cd05799SMatthew G. Knepley - coneOrientation - The point orientation to insert
15567cd05799SMatthew G. Knepley 
15577cd05799SMatthew G. Knepley   Level: beginner
15587cd05799SMatthew G. Knepley 
15597cd05799SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
15607cd05799SMatthew G. Knepley @*/
156177c88f5bSMatthew G Knepley PetscErrorCode DMPlexInsertConeOrientation(DM dm, PetscInt p, PetscInt conePos, PetscInt coneOrientation)
156277c88f5bSMatthew G Knepley {
156377c88f5bSMatthew G Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
156477c88f5bSMatthew G Knepley   PetscInt       pStart, pEnd;
156577c88f5bSMatthew G Knepley   PetscInt       dof, off;
156677c88f5bSMatthew G Knepley   PetscErrorCode ierr;
156777c88f5bSMatthew G Knepley 
156877c88f5bSMatthew G Knepley   PetscFunctionBegin;
156977c88f5bSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
157077c88f5bSMatthew G Knepley   ierr = PetscSectionGetChart(mesh->coneSection, &pStart, &pEnd);CHKERRQ(ierr);
157177c88f5bSMatthew G Knepley   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
157277c88f5bSMatthew G Knepley   ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
157377c88f5bSMatthew G Knepley   ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
157477c88f5bSMatthew G Knepley   if ((conePos < 0) || (conePos >= dof)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cone position %D of point %D is not in the valid range [0, %D)", conePos, p, dof);
157577c88f5bSMatthew G Knepley   mesh->coneOrientations[off+conePos] = coneOrientation;
157677c88f5bSMatthew G Knepley   PetscFunctionReturn(0);
157777c88f5bSMatthew G Knepley }
157877c88f5bSMatthew G Knepley 
1579552f7358SJed Brown /*@
1580552f7358SJed Brown   DMPlexGetSupportSize - Return the number of out-edges for this point in the Sieve DAG
1581552f7358SJed Brown 
1582552f7358SJed Brown   Not collective
1583552f7358SJed Brown 
1584552f7358SJed Brown   Input Parameters:
1585552f7358SJed Brown + mesh - The DMPlex
1586552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1587552f7358SJed Brown 
1588552f7358SJed Brown   Output Parameter:
1589552f7358SJed Brown . size - The support size for point p
1590552f7358SJed Brown 
1591552f7358SJed Brown   Level: beginner
1592552f7358SJed Brown 
1593552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexSetChart(), DMPlexGetConeSize()
1594552f7358SJed Brown @*/
1595552f7358SJed Brown PetscErrorCode DMPlexGetSupportSize(DM dm, PetscInt p, PetscInt *size)
1596552f7358SJed Brown {
1597552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1598552f7358SJed Brown   PetscErrorCode ierr;
1599552f7358SJed Brown 
1600552f7358SJed Brown   PetscFunctionBegin;
1601552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1602552f7358SJed Brown   PetscValidPointer(size, 3);
1603552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, p, size);CHKERRQ(ierr);
1604552f7358SJed Brown   PetscFunctionReturn(0);
1605552f7358SJed Brown }
1606552f7358SJed Brown 
1607552f7358SJed Brown /*@
1608552f7358SJed Brown   DMPlexSetSupportSize - Set the number of out-edges for this point in the Sieve DAG
1609552f7358SJed Brown 
1610552f7358SJed Brown   Not collective
1611552f7358SJed Brown 
1612552f7358SJed Brown   Input Parameters:
1613552f7358SJed Brown + mesh - The DMPlex
1614552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1615552f7358SJed Brown - size - The support size for point p
1616552f7358SJed Brown 
1617552f7358SJed Brown   Output Parameter:
1618552f7358SJed Brown 
1619552f7358SJed Brown   Note:
1620552f7358SJed Brown   This should be called after DMPlexSetChart().
1621552f7358SJed Brown 
1622552f7358SJed Brown   Level: beginner
1623552f7358SJed Brown 
1624552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetSupportSize(), DMPlexSetChart()
1625552f7358SJed Brown @*/
1626552f7358SJed Brown PetscErrorCode DMPlexSetSupportSize(DM dm, PetscInt p, PetscInt size)
1627552f7358SJed Brown {
1628552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1629552f7358SJed Brown   PetscErrorCode ierr;
1630552f7358SJed Brown 
1631552f7358SJed Brown   PetscFunctionBegin;
1632552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1633552f7358SJed Brown   ierr = PetscSectionSetDof(mesh->supportSection, p, size);CHKERRQ(ierr);
16340d644c17SKarl Rupp 
1635552f7358SJed Brown   mesh->maxSupportSize = PetscMax(mesh->maxSupportSize, size);
1636552f7358SJed Brown   PetscFunctionReturn(0);
1637552f7358SJed Brown }
1638552f7358SJed Brown 
1639552f7358SJed Brown /*@C
1640552f7358SJed Brown   DMPlexGetSupport - Return the points on the out-edges for this point in the Sieve DAG
1641552f7358SJed Brown 
1642552f7358SJed Brown   Not collective
1643552f7358SJed Brown 
1644552f7358SJed Brown   Input Parameters:
1645552f7358SJed Brown + mesh - The DMPlex
1646552f7358SJed Brown - p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1647552f7358SJed Brown 
1648552f7358SJed Brown   Output Parameter:
1649552f7358SJed Brown . support - An array of points which are on the out-edges for point p
1650552f7358SJed Brown 
1651552f7358SJed Brown   Level: beginner
1652552f7358SJed Brown 
16533813dfbdSMatthew G Knepley   Fortran Notes:
16543813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
16553813dfbdSMatthew G Knepley   include petsc.h90 in your code.
16563813dfbdSMatthew G Knepley 
16573813dfbdSMatthew G Knepley   You must also call DMPlexRestoreSupport() after you finish using the returned array.
16583813dfbdSMatthew G Knepley 
1659552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
1660552f7358SJed Brown @*/
1661552f7358SJed Brown PetscErrorCode DMPlexGetSupport(DM dm, PetscInt p, const PetscInt *support[])
1662552f7358SJed Brown {
1663552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1664552f7358SJed Brown   PetscInt       off;
1665552f7358SJed Brown   PetscErrorCode ierr;
1666552f7358SJed Brown 
1667552f7358SJed Brown   PetscFunctionBegin;
1668552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1669552f7358SJed Brown   PetscValidPointer(support, 3);
1670552f7358SJed Brown   ierr     = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
1671552f7358SJed Brown   *support = &mesh->supports[off];
1672552f7358SJed Brown   PetscFunctionReturn(0);
1673552f7358SJed Brown }
1674552f7358SJed Brown 
1675552f7358SJed Brown /*@
1676552f7358SJed Brown   DMPlexSetSupport - Set the points on the out-edges for this point in the Sieve DAG
1677552f7358SJed Brown 
1678552f7358SJed Brown   Not collective
1679552f7358SJed Brown 
1680552f7358SJed Brown   Input Parameters:
1681552f7358SJed Brown + mesh - The DMPlex
1682552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1683552f7358SJed Brown - support - An array of points which are on the in-edges for point p
1684552f7358SJed Brown 
1685552f7358SJed Brown   Output Parameter:
1686552f7358SJed Brown 
1687552f7358SJed Brown   Note:
1688552f7358SJed Brown   This should be called after all calls to DMPlexSetSupportSize() and DMSetUp().
1689552f7358SJed Brown 
1690552f7358SJed Brown   Level: beginner
1691552f7358SJed Brown 
1692552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexGetSupport(), DMPlexSetChart(), DMPlexSetSupportSize(), DMSetUp()
1693552f7358SJed Brown @*/
1694552f7358SJed Brown PetscErrorCode DMPlexSetSupport(DM dm, PetscInt p, const PetscInt support[])
1695552f7358SJed Brown {
1696552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1697552f7358SJed Brown   PetscInt       pStart, pEnd;
1698552f7358SJed Brown   PetscInt       dof, off, c;
1699552f7358SJed Brown   PetscErrorCode ierr;
1700552f7358SJed Brown 
1701552f7358SJed Brown   PetscFunctionBegin;
1702552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1703552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->supportSection, &pStart, &pEnd);CHKERRQ(ierr);
1704552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
1705552f7358SJed Brown   if (dof) PetscValidPointer(support, 3);
1706552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
170782f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
1708552f7358SJed Brown   for (c = 0; c < dof; ++c) {
170982f516ccSBarry Smith     if ((support[c] < pStart) || (support[c] >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Support point %D is not in the valid range [%D, %D)", support[c], pStart, pEnd);
1710552f7358SJed Brown     mesh->supports[off+c] = support[c];
1711552f7358SJed Brown   }
1712552f7358SJed Brown   PetscFunctionReturn(0);
1713552f7358SJed Brown }
1714552f7358SJed Brown 
17157cd05799SMatthew G. Knepley /*@
17167cd05799SMatthew G. Knepley   DMPlexInsertSupport - Insert a point into the out-edges for the point p in the Sieve DAG
17177cd05799SMatthew G. Knepley 
17187cd05799SMatthew G. Knepley   Not collective
17197cd05799SMatthew G. Knepley 
17207cd05799SMatthew G. Knepley   Input Parameters:
17217cd05799SMatthew G. Knepley + mesh - The DMPlex
17227cd05799SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
17237cd05799SMatthew G. Knepley . supportPos - The local index in the cone where the point should be put
17247cd05799SMatthew G. Knepley - supportPoint - The mesh point to insert
17257cd05799SMatthew G. Knepley 
17267cd05799SMatthew G. Knepley   Level: beginner
17277cd05799SMatthew G. Knepley 
17287cd05799SMatthew G. Knepley .seealso: DMPlexCreate(), DMPlexGetCone(), DMPlexSetChart(), DMPlexSetConeSize(), DMSetUp()
17297cd05799SMatthew G. Knepley @*/
1730552f7358SJed Brown PetscErrorCode DMPlexInsertSupport(DM dm, PetscInt p, PetscInt supportPos, PetscInt supportPoint)
1731552f7358SJed Brown {
1732552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
1733552f7358SJed Brown   PetscInt       pStart, pEnd;
1734552f7358SJed Brown   PetscInt       dof, off;
1735552f7358SJed Brown   PetscErrorCode ierr;
1736552f7358SJed Brown 
1737552f7358SJed Brown   PetscFunctionBegin;
1738552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1739552f7358SJed Brown   ierr = PetscSectionGetChart(mesh->supportSection, &pStart, &pEnd);CHKERRQ(ierr);
1740552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
1741552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->supportSection, p, &off);CHKERRQ(ierr);
174282f516ccSBarry Smith   if ((p < pStart) || (p >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Mesh point %D is not in the valid range [%D, %D)", p, pStart, pEnd);
174382f516ccSBarry Smith   if ((supportPoint < pStart) || (supportPoint >= pEnd)) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Support point %D is not in the valid range [%D, %D)", supportPoint, pStart, pEnd);
174482f516ccSBarry Smith   if (supportPos >= dof) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Support position %D of point %D is not in the valid range [0, %D)", supportPos, p, dof);
1745552f7358SJed Brown   mesh->supports[off+supportPos] = supportPoint;
1746552f7358SJed Brown   PetscFunctionReturn(0);
1747552f7358SJed Brown }
1748552f7358SJed Brown 
1749552f7358SJed Brown /*@C
1750552f7358SJed Brown   DMPlexGetTransitiveClosure - Return the points on the transitive closure of the in-edges or out-edges for this point in the Sieve DAG
1751552f7358SJed Brown 
1752552f7358SJed Brown   Not collective
1753552f7358SJed Brown 
1754552f7358SJed Brown   Input Parameters:
1755552f7358SJed Brown + mesh - The DMPlex
1756552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
1757552f7358SJed Brown . useCone - PETSC_TRUE for in-edges,  otherwise use out-edges
17580298fd71SBarry Smith - points - If points is NULL on input, internal storage will be returned, otherwise the provided array is used
1759552f7358SJed Brown 
1760552f7358SJed Brown   Output Parameters:
1761552f7358SJed Brown + numPoints - The number of points in the closure, so points[] is of size 2*numPoints
1762552f7358SJed Brown - points - The points and point orientations, interleaved as pairs [p0, o0, p1, o1, ...]
1763552f7358SJed Brown 
1764552f7358SJed Brown   Note:
17650298fd71SBarry Smith   If using internal storage (points is NULL on input), each call overwrites the last output.
1766552f7358SJed Brown 
17673813dfbdSMatthew G Knepley   Fortran Notes:
17683813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
17693813dfbdSMatthew G Knepley   include petsc.h90 in your code.
17703813dfbdSMatthew G Knepley 
17713813dfbdSMatthew G Knepley   The numPoints argument is not present in the Fortran 90 binding since it is internal to the array.
17723813dfbdSMatthew G Knepley 
1773552f7358SJed Brown   Level: beginner
1774552f7358SJed Brown 
1775552f7358SJed Brown .seealso: DMPlexRestoreTransitiveClosure(), DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
1776552f7358SJed Brown @*/
1777552f7358SJed Brown PetscErrorCode DMPlexGetTransitiveClosure(DM dm, PetscInt p, PetscBool useCone, PetscInt *numPoints, PetscInt *points[])
1778552f7358SJed Brown {
1779552f7358SJed Brown   DM_Plex        *mesh = (DM_Plex*) dm->data;
1780552f7358SJed Brown   PetscInt       *closure, *fifo;
17810298fd71SBarry Smith   const PetscInt *tmp = NULL, *tmpO = NULL;
1782552f7358SJed Brown   PetscInt        tmpSize, t;
1783552f7358SJed Brown   PetscInt        depth       = 0, maxSize;
1784552f7358SJed Brown   PetscInt        closureSize = 2, fifoSize = 0, fifoStart = 0;
1785552f7358SJed Brown   PetscErrorCode  ierr;
1786552f7358SJed Brown 
1787552f7358SJed Brown   PetscFunctionBegin;
1788552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1789552f7358SJed Brown   ierr    = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
1790552f7358SJed Brown   /* This is only 1-level */
1791552f7358SJed Brown   if (useCone) {
1792552f7358SJed Brown     ierr = DMPlexGetConeSize(dm, p, &tmpSize);CHKERRQ(ierr);
1793552f7358SJed Brown     ierr = DMPlexGetCone(dm, p, &tmp);CHKERRQ(ierr);
1794552f7358SJed Brown     ierr = DMPlexGetConeOrientation(dm, p, &tmpO);CHKERRQ(ierr);
1795552f7358SJed Brown   } else {
1796552f7358SJed Brown     ierr = DMPlexGetSupportSize(dm, p, &tmpSize);CHKERRQ(ierr);
1797552f7358SJed Brown     ierr = DMPlexGetSupport(dm, p, &tmp);CHKERRQ(ierr);
1798552f7358SJed Brown   }
1799bfbcdd7aSMatthew G. Knepley   if (depth == 1) {
1800bfbcdd7aSMatthew G. Knepley     if (*points) {
1801bfbcdd7aSMatthew G. Knepley       closure = *points;
1802bfbcdd7aSMatthew G. Knepley     } else {
1803bfbcdd7aSMatthew G. Knepley       maxSize = 2*(PetscMax(mesh->maxConeSize, mesh->maxSupportSize)+1);
1804bfbcdd7aSMatthew G. Knepley       ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
1805bfbcdd7aSMatthew G. Knepley     }
1806bfbcdd7aSMatthew G. Knepley     closure[0] = p; closure[1] = 0;
1807bfbcdd7aSMatthew G. Knepley     for (t = 0; t < tmpSize; ++t, closureSize += 2) {
1808bfbcdd7aSMatthew G. Knepley       closure[closureSize]   = tmp[t];
1809bfbcdd7aSMatthew G. Knepley       closure[closureSize+1] = tmpO ? tmpO[t] : 0;
1810bfbcdd7aSMatthew G. Knepley     }
1811bfbcdd7aSMatthew G. Knepley     if (numPoints) *numPoints = closureSize/2;
1812bfbcdd7aSMatthew G. Knepley     if (points)    *points    = closure;
1813bfbcdd7aSMatthew G. Knepley     PetscFunctionReturn(0);
1814bfbcdd7aSMatthew G. Knepley   }
181524c766afSToby Isaac   {
181624c766afSToby Isaac     PetscInt c, coneSeries, s,supportSeries;
181724c766afSToby Isaac 
181824c766afSToby Isaac     c = mesh->maxConeSize;
181924c766afSToby Isaac     coneSeries = (c > 1) ? ((PetscPowInt(c,depth+1)-1)/(c-1)) : depth+1;
182024c766afSToby Isaac     s = mesh->maxSupportSize;
182124c766afSToby Isaac     supportSeries = (s > 1) ? ((PetscPowInt(s,depth+1)-1)/(s-1)) : depth+1;
182224c766afSToby Isaac     maxSize = 2*PetscMax(coneSeries,supportSeries);
182324c766afSToby Isaac   }
1824bfbcdd7aSMatthew G. Knepley   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
1825bfbcdd7aSMatthew G. Knepley   if (*points) {
1826bfbcdd7aSMatthew G. Knepley     closure = *points;
1827bfbcdd7aSMatthew G. Knepley   } else {
1828bfbcdd7aSMatthew G. Knepley     ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
1829bfbcdd7aSMatthew G. Knepley   }
1830bfbcdd7aSMatthew G. Knepley   closure[0] = p; closure[1] = 0;
1831552f7358SJed Brown   for (t = 0; t < tmpSize; ++t, closureSize += 2, fifoSize += 2) {
1832552f7358SJed Brown     const PetscInt cp = tmp[t];
1833552f7358SJed Brown     const PetscInt co = tmpO ? tmpO[t] : 0;
1834552f7358SJed Brown 
1835552f7358SJed Brown     closure[closureSize]   = cp;
1836552f7358SJed Brown     closure[closureSize+1] = co;
1837552f7358SJed Brown     fifo[fifoSize]         = cp;
1838552f7358SJed Brown     fifo[fifoSize+1]       = co;
1839552f7358SJed Brown   }
1840bfbcdd7aSMatthew G. Knepley   /* Should kick out early when depth is reached, rather than checking all vertices for empty cones */
1841552f7358SJed Brown   while (fifoSize - fifoStart) {
1842552f7358SJed Brown     const PetscInt q   = fifo[fifoStart];
1843552f7358SJed Brown     const PetscInt o   = fifo[fifoStart+1];
1844552f7358SJed Brown     const PetscInt rev = o >= 0 ? 0 : 1;
1845552f7358SJed Brown     const PetscInt off = rev ? -(o+1) : o;
1846552f7358SJed Brown 
1847552f7358SJed Brown     if (useCone) {
1848552f7358SJed Brown       ierr = DMPlexGetConeSize(dm, q, &tmpSize);CHKERRQ(ierr);
1849552f7358SJed Brown       ierr = DMPlexGetCone(dm, q, &tmp);CHKERRQ(ierr);
1850552f7358SJed Brown       ierr = DMPlexGetConeOrientation(dm, q, &tmpO);CHKERRQ(ierr);
1851552f7358SJed Brown     } else {
1852552f7358SJed Brown       ierr = DMPlexGetSupportSize(dm, q, &tmpSize);CHKERRQ(ierr);
1853552f7358SJed Brown       ierr = DMPlexGetSupport(dm, q, &tmp);CHKERRQ(ierr);
18540298fd71SBarry Smith       tmpO = NULL;
1855552f7358SJed Brown     }
1856552f7358SJed Brown     for (t = 0; t < tmpSize; ++t) {
1857552f7358SJed Brown       const PetscInt i  = ((rev ? tmpSize-t : t) + off)%tmpSize;
1858552f7358SJed Brown       const PetscInt cp = tmp[i];
18592e1b13c2SMatthew G. Knepley       /* Must propogate orientation: When we reverse orientation, we both reverse the direction of iteration and start at the other end of the chain. */
18602e1b13c2SMatthew G. Knepley       /* HACK: It is worse to get the size here, than to change the interpretation of -(*+1)
18612e1b13c2SMatthew G. Knepley        const PetscInt co = tmpO ? (rev ? -(tmpO[i]+1) : tmpO[i]) : 0; */
18622e1b13c2SMatthew G. Knepley       PetscInt       co = tmpO ? tmpO[i] : 0;
1863552f7358SJed Brown       PetscInt       c;
1864552f7358SJed Brown 
18652e1b13c2SMatthew G. Knepley       if (rev) {
18662e1b13c2SMatthew G. Knepley         PetscInt childSize, coff;
18672e1b13c2SMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, cp, &childSize);CHKERRQ(ierr);
18682e1b13c2SMatthew G. Knepley         coff = tmpO[i] < 0 ? -(tmpO[i]+1) : tmpO[i];
18692e1b13c2SMatthew G. Knepley         co   = childSize ? -(((coff+childSize-1)%childSize)+1) : 0;
18702e1b13c2SMatthew G. Knepley       }
1871552f7358SJed Brown       /* Check for duplicate */
1872552f7358SJed Brown       for (c = 0; c < closureSize; c += 2) {
1873552f7358SJed Brown         if (closure[c] == cp) break;
1874552f7358SJed Brown       }
1875552f7358SJed Brown       if (c == closureSize) {
1876552f7358SJed Brown         closure[closureSize]   = cp;
1877552f7358SJed Brown         closure[closureSize+1] = co;
1878552f7358SJed Brown         fifo[fifoSize]         = cp;
1879552f7358SJed Brown         fifo[fifoSize+1]       = co;
1880552f7358SJed Brown         closureSize           += 2;
1881552f7358SJed Brown         fifoSize              += 2;
1882552f7358SJed Brown       }
1883552f7358SJed Brown     }
1884552f7358SJed Brown     fifoStart += 2;
1885552f7358SJed Brown   }
1886552f7358SJed Brown   if (numPoints) *numPoints = closureSize/2;
1887552f7358SJed Brown   if (points)    *points    = closure;
1888552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
1889552f7358SJed Brown   PetscFunctionReturn(0);
1890552f7358SJed Brown }
1891552f7358SJed Brown 
18929bf0dad6SMatthew G. Knepley /*@C
18939bf0dad6SMatthew G. Knepley   DMPlexGetTransitiveClosure_Internal - Return the points on the transitive closure of the in-edges or out-edges for this point in the Sieve DAG with a specified initial orientation
18949bf0dad6SMatthew G. Knepley 
18959bf0dad6SMatthew G. Knepley   Not collective
18969bf0dad6SMatthew G. Knepley 
18979bf0dad6SMatthew G. Knepley   Input Parameters:
18989bf0dad6SMatthew G. Knepley + mesh - The DMPlex
18999bf0dad6SMatthew G. Knepley . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
19009bf0dad6SMatthew G. Knepley . orientation - The orientation of the point
19019bf0dad6SMatthew G. Knepley . useCone - PETSC_TRUE for in-edges,  otherwise use out-edges
19029bf0dad6SMatthew G. Knepley - points - If points is NULL on input, internal storage will be returned, otherwise the provided array is used
19039bf0dad6SMatthew G. Knepley 
19049bf0dad6SMatthew G. Knepley   Output Parameters:
19059bf0dad6SMatthew G. Knepley + numPoints - The number of points in the closure, so points[] is of size 2*numPoints
19069bf0dad6SMatthew G. Knepley - points - The points and point orientations, interleaved as pairs [p0, o0, p1, o1, ...]
19079bf0dad6SMatthew G. Knepley 
19089bf0dad6SMatthew G. Knepley   Note:
19099bf0dad6SMatthew G. Knepley   If using internal storage (points is NULL on input), each call overwrites the last output.
19109bf0dad6SMatthew G. Knepley 
19119bf0dad6SMatthew G. Knepley   Fortran Notes:
19129bf0dad6SMatthew G. Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
19139bf0dad6SMatthew G. Knepley   include petsc.h90 in your code.
19149bf0dad6SMatthew G. Knepley 
19159bf0dad6SMatthew G. Knepley   The numPoints argument is not present in the Fortran 90 binding since it is internal to the array.
19169bf0dad6SMatthew G. Knepley 
19179bf0dad6SMatthew G. Knepley   Level: beginner
19189bf0dad6SMatthew G. Knepley 
19199bf0dad6SMatthew G. Knepley .seealso: DMPlexRestoreTransitiveClosure(), DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
19209bf0dad6SMatthew G. Knepley @*/
19219bf0dad6SMatthew G. Knepley PetscErrorCode DMPlexGetTransitiveClosure_Internal(DM dm, PetscInt p, PetscInt ornt, PetscBool useCone, PetscInt *numPoints, PetscInt *points[])
19229bf0dad6SMatthew G. Knepley {
19239bf0dad6SMatthew G. Knepley   DM_Plex        *mesh = (DM_Plex*) dm->data;
19249bf0dad6SMatthew G. Knepley   PetscInt       *closure, *fifo;
19259bf0dad6SMatthew G. Knepley   const PetscInt *tmp = NULL, *tmpO = NULL;
19269bf0dad6SMatthew G. Knepley   PetscInt        tmpSize, t;
19279bf0dad6SMatthew G. Knepley   PetscInt        depth       = 0, maxSize;
19289bf0dad6SMatthew G. Knepley   PetscInt        closureSize = 2, fifoSize = 0, fifoStart = 0;
19299bf0dad6SMatthew G. Knepley   PetscErrorCode  ierr;
19309bf0dad6SMatthew G. Knepley 
19319bf0dad6SMatthew G. Knepley   PetscFunctionBegin;
19329bf0dad6SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
19339bf0dad6SMatthew G. Knepley   ierr    = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
19349bf0dad6SMatthew G. Knepley   /* This is only 1-level */
19359bf0dad6SMatthew G. Knepley   if (useCone) {
19369bf0dad6SMatthew G. Knepley     ierr = DMPlexGetConeSize(dm, p, &tmpSize);CHKERRQ(ierr);
19379bf0dad6SMatthew G. Knepley     ierr = DMPlexGetCone(dm, p, &tmp);CHKERRQ(ierr);
19389bf0dad6SMatthew G. Knepley     ierr = DMPlexGetConeOrientation(dm, p, &tmpO);CHKERRQ(ierr);
19399bf0dad6SMatthew G. Knepley   } else {
19409bf0dad6SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dm, p, &tmpSize);CHKERRQ(ierr);
19419bf0dad6SMatthew G. Knepley     ierr = DMPlexGetSupport(dm, p, &tmp);CHKERRQ(ierr);
19429bf0dad6SMatthew G. Knepley   }
19439bf0dad6SMatthew G. Knepley   if (depth == 1) {
19449bf0dad6SMatthew G. Knepley     if (*points) {
19459bf0dad6SMatthew G. Knepley       closure = *points;
19469bf0dad6SMatthew G. Knepley     } else {
19479bf0dad6SMatthew G. Knepley       maxSize = 2*(PetscMax(mesh->maxConeSize, mesh->maxSupportSize)+1);
19489bf0dad6SMatthew G. Knepley       ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
19499bf0dad6SMatthew G. Knepley     }
19509bf0dad6SMatthew G. Knepley     closure[0] = p; closure[1] = ornt;
19519bf0dad6SMatthew G. Knepley     for (t = 0; t < tmpSize; ++t, closureSize += 2) {
19529bf0dad6SMatthew G. Knepley       const PetscInt i = ornt >= 0 ? (t+ornt)%tmpSize : (-(ornt+1) + tmpSize-t)%tmpSize;
19539bf0dad6SMatthew G. Knepley       closure[closureSize]   = tmp[i];
19549bf0dad6SMatthew G. Knepley       closure[closureSize+1] = tmpO ? tmpO[i] : 0;
19559bf0dad6SMatthew G. Knepley     }
19569bf0dad6SMatthew G. Knepley     if (numPoints) *numPoints = closureSize/2;
19579bf0dad6SMatthew G. Knepley     if (points)    *points    = closure;
19589bf0dad6SMatthew G. Knepley     PetscFunctionReturn(0);
19599bf0dad6SMatthew G. Knepley   }
196024c766afSToby Isaac   {
196124c766afSToby Isaac     PetscInt c, coneSeries, s,supportSeries;
196224c766afSToby Isaac 
196324c766afSToby Isaac     c = mesh->maxConeSize;
196424c766afSToby Isaac     coneSeries = (c > 1) ? ((PetscPowInt(c,depth+1)-1)/(c-1)) : depth+1;
196524c766afSToby Isaac     s = mesh->maxSupportSize;
196624c766afSToby Isaac     supportSeries = (s > 1) ? ((PetscPowInt(s,depth+1)-1)/(s-1)) : depth+1;
196724c766afSToby Isaac     maxSize = 2*PetscMax(coneSeries,supportSeries);
196824c766afSToby Isaac   }
19699bf0dad6SMatthew G. Knepley   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
19709bf0dad6SMatthew G. Knepley   if (*points) {
19719bf0dad6SMatthew G. Knepley     closure = *points;
19729bf0dad6SMatthew G. Knepley   } else {
19739bf0dad6SMatthew G. Knepley     ierr = DMGetWorkArray(dm, maxSize, PETSC_INT, &closure);CHKERRQ(ierr);
19749bf0dad6SMatthew G. Knepley   }
19759bf0dad6SMatthew G. Knepley   closure[0] = p; closure[1] = ornt;
19769bf0dad6SMatthew G. Knepley   for (t = 0; t < tmpSize; ++t, closureSize += 2, fifoSize += 2) {
19779bf0dad6SMatthew G. Knepley     const PetscInt i  = ornt >= 0 ? (t+ornt)%tmpSize : (-(ornt+1) + tmpSize-t)%tmpSize;
19789bf0dad6SMatthew G. Knepley     const PetscInt cp = tmp[i];
19799bf0dad6SMatthew G. Knepley     PetscInt       co = tmpO ? tmpO[i] : 0;
19809bf0dad6SMatthew G. Knepley 
19819bf0dad6SMatthew G. Knepley     if (ornt < 0) {
19829bf0dad6SMatthew G. Knepley       PetscInt childSize, coff;
19839bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, cp, &childSize);CHKERRQ(ierr);
198486b63641SMatthew G. Knepley       coff = co < 0 ? -(tmpO[i]+1) : tmpO[i];
19859bf0dad6SMatthew G. Knepley       co   = childSize ? -(((coff+childSize-1)%childSize)+1) : 0;
19869bf0dad6SMatthew G. Knepley     }
19879bf0dad6SMatthew G. Knepley     closure[closureSize]   = cp;
19889bf0dad6SMatthew G. Knepley     closure[closureSize+1] = co;
19899bf0dad6SMatthew G. Knepley     fifo[fifoSize]         = cp;
19909bf0dad6SMatthew G. Knepley     fifo[fifoSize+1]       = co;
19919bf0dad6SMatthew G. Knepley   }
19929bf0dad6SMatthew G. Knepley   /* Should kick out early when depth is reached, rather than checking all vertices for empty cones */
19939bf0dad6SMatthew G. Knepley   while (fifoSize - fifoStart) {
19949bf0dad6SMatthew G. Knepley     const PetscInt q   = fifo[fifoStart];
19959bf0dad6SMatthew G. Knepley     const PetscInt o   = fifo[fifoStart+1];
19969bf0dad6SMatthew G. Knepley     const PetscInt rev = o >= 0 ? 0 : 1;
19979bf0dad6SMatthew G. Knepley     const PetscInt off = rev ? -(o+1) : o;
19989bf0dad6SMatthew G. Knepley 
19999bf0dad6SMatthew G. Knepley     if (useCone) {
20009bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, q, &tmpSize);CHKERRQ(ierr);
20019bf0dad6SMatthew G. Knepley       ierr = DMPlexGetCone(dm, q, &tmp);CHKERRQ(ierr);
20029bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeOrientation(dm, q, &tmpO);CHKERRQ(ierr);
20039bf0dad6SMatthew G. Knepley     } else {
20049bf0dad6SMatthew G. Knepley       ierr = DMPlexGetSupportSize(dm, q, &tmpSize);CHKERRQ(ierr);
20059bf0dad6SMatthew G. Knepley       ierr = DMPlexGetSupport(dm, q, &tmp);CHKERRQ(ierr);
20069bf0dad6SMatthew G. Knepley       tmpO = NULL;
20079bf0dad6SMatthew G. Knepley     }
20089bf0dad6SMatthew G. Knepley     for (t = 0; t < tmpSize; ++t) {
20099bf0dad6SMatthew G. Knepley       const PetscInt i  = ((rev ? tmpSize-t : t) + off)%tmpSize;
20109bf0dad6SMatthew G. Knepley       const PetscInt cp = tmp[i];
20119bf0dad6SMatthew G. Knepley       /* Must propogate orientation: When we reverse orientation, we both reverse the direction of iteration and start at the other end of the chain. */
20129bf0dad6SMatthew G. Knepley       /* HACK: It is worse to get the size here, than to change the interpretation of -(*+1)
20139bf0dad6SMatthew G. Knepley        const PetscInt co = tmpO ? (rev ? -(tmpO[i]+1) : tmpO[i]) : 0; */
20149bf0dad6SMatthew G. Knepley       PetscInt       co = tmpO ? tmpO[i] : 0;
20159bf0dad6SMatthew G. Knepley       PetscInt       c;
20169bf0dad6SMatthew G. Knepley 
20179bf0dad6SMatthew G. Knepley       if (rev) {
20189bf0dad6SMatthew G. Knepley         PetscInt childSize, coff;
20199bf0dad6SMatthew G. Knepley         ierr = DMPlexGetConeSize(dm, cp, &childSize);CHKERRQ(ierr);
20209bf0dad6SMatthew G. Knepley         coff = tmpO[i] < 0 ? -(tmpO[i]+1) : tmpO[i];
20219bf0dad6SMatthew G. Knepley         co   = childSize ? -(((coff+childSize-1)%childSize)+1) : 0;
20229bf0dad6SMatthew G. Knepley       }
20239bf0dad6SMatthew G. Knepley       /* Check for duplicate */
20249bf0dad6SMatthew G. Knepley       for (c = 0; c < closureSize; c += 2) {
20259bf0dad6SMatthew G. Knepley         if (closure[c] == cp) break;
20269bf0dad6SMatthew G. Knepley       }
20279bf0dad6SMatthew G. Knepley       if (c == closureSize) {
20289bf0dad6SMatthew G. Knepley         closure[closureSize]   = cp;
20299bf0dad6SMatthew G. Knepley         closure[closureSize+1] = co;
20309bf0dad6SMatthew G. Knepley         fifo[fifoSize]         = cp;
20319bf0dad6SMatthew G. Knepley         fifo[fifoSize+1]       = co;
20329bf0dad6SMatthew G. Knepley         closureSize           += 2;
20339bf0dad6SMatthew G. Knepley         fifoSize              += 2;
20349bf0dad6SMatthew G. Knepley       }
20359bf0dad6SMatthew G. Knepley     }
20369bf0dad6SMatthew G. Knepley     fifoStart += 2;
20379bf0dad6SMatthew G. Knepley   }
20389bf0dad6SMatthew G. Knepley   if (numPoints) *numPoints = closureSize/2;
20399bf0dad6SMatthew G. Knepley   if (points)    *points    = closure;
20409bf0dad6SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, maxSize, PETSC_INT, &fifo);CHKERRQ(ierr);
20419bf0dad6SMatthew G. Knepley   PetscFunctionReturn(0);
20429bf0dad6SMatthew G. Knepley }
20439bf0dad6SMatthew G. Knepley 
2044552f7358SJed Brown /*@C
2045552f7358SJed Brown   DMPlexRestoreTransitiveClosure - Restore the array of points on the transitive closure of the in-edges or out-edges for this point in the Sieve DAG
2046552f7358SJed Brown 
2047552f7358SJed Brown   Not collective
2048552f7358SJed Brown 
2049552f7358SJed Brown   Input Parameters:
2050552f7358SJed Brown + mesh - The DMPlex
2051552f7358SJed Brown . p - The Sieve point, which must lie in the chart set with DMPlexSetChart()
2052552f7358SJed Brown . useCone - PETSC_TRUE for in-edges,  otherwise use out-edges
2053e5c84f05SJed Brown . numPoints - The number of points in the closure, so points[] is of size 2*numPoints, zeroed on exit
2054e5c84f05SJed Brown - points - The points and point orientations, interleaved as pairs [p0, o0, p1, o1, ...], zeroed on exit
2055552f7358SJed Brown 
2056552f7358SJed Brown   Note:
20570298fd71SBarry Smith   If not using internal storage (points is not NULL on input), this call is unnecessary
2058552f7358SJed Brown 
20593813dfbdSMatthew G Knepley   Fortran Notes:
20603813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
20613813dfbdSMatthew G Knepley   include petsc.h90 in your code.
20623813dfbdSMatthew G Knepley 
20633813dfbdSMatthew G Knepley   The numPoints argument is not present in the Fortran 90 binding since it is internal to the array.
20643813dfbdSMatthew G Knepley 
2065552f7358SJed Brown   Level: beginner
2066552f7358SJed Brown 
2067552f7358SJed Brown .seealso: DMPlexGetTransitiveClosure(), DMPlexCreate(), DMPlexSetCone(), DMPlexSetChart(), DMPlexGetCone()
2068552f7358SJed Brown @*/
2069552f7358SJed Brown PetscErrorCode DMPlexRestoreTransitiveClosure(DM dm, PetscInt p, PetscBool useCone, PetscInt *numPoints, PetscInt *points[])
2070552f7358SJed Brown {
2071552f7358SJed Brown   PetscErrorCode ierr;
2072552f7358SJed Brown 
2073552f7358SJed Brown   PetscFunctionBegin;
2074552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2075e5c84f05SJed Brown   if (numPoints) PetscValidIntPointer(numPoints,4);
2076e5c84f05SJed Brown   if (points) PetscValidPointer(points,5);
2077552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, points);CHKERRQ(ierr);
20784ff43b2cSJed Brown   if (numPoints) *numPoints = 0;
2079552f7358SJed Brown   PetscFunctionReturn(0);
2080552f7358SJed Brown }
2081552f7358SJed Brown 
2082552f7358SJed Brown /*@
2083552f7358SJed Brown   DMPlexGetMaxSizes - Return the maximum number of in-edges (cone) and out-edges (support) for any point in the Sieve DAG
2084552f7358SJed Brown 
2085552f7358SJed Brown   Not collective
2086552f7358SJed Brown 
2087552f7358SJed Brown   Input Parameter:
2088552f7358SJed Brown . mesh - The DMPlex
2089552f7358SJed Brown 
2090552f7358SJed Brown   Output Parameters:
2091552f7358SJed Brown + maxConeSize - The maximum number of in-edges
2092552f7358SJed Brown - maxSupportSize - The maximum number of out-edges
2093552f7358SJed Brown 
2094552f7358SJed Brown   Level: beginner
2095552f7358SJed Brown 
2096552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetConeSize(), DMPlexSetChart()
2097552f7358SJed Brown @*/
2098552f7358SJed Brown PetscErrorCode DMPlexGetMaxSizes(DM dm, PetscInt *maxConeSize, PetscInt *maxSupportSize)
2099552f7358SJed Brown {
2100552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
2101552f7358SJed Brown 
2102552f7358SJed Brown   PetscFunctionBegin;
2103552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2104552f7358SJed Brown   if (maxConeSize)    *maxConeSize    = mesh->maxConeSize;
2105552f7358SJed Brown   if (maxSupportSize) *maxSupportSize = mesh->maxSupportSize;
2106552f7358SJed Brown   PetscFunctionReturn(0);
2107552f7358SJed Brown }
2108552f7358SJed Brown 
2109552f7358SJed Brown PetscErrorCode DMSetUp_Plex(DM dm)
2110552f7358SJed Brown {
2111552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2112552f7358SJed Brown   PetscInt       size;
2113552f7358SJed Brown   PetscErrorCode ierr;
2114552f7358SJed Brown 
2115552f7358SJed Brown   PetscFunctionBegin;
2116552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2117552f7358SJed Brown   ierr = PetscSectionSetUp(mesh->coneSection);CHKERRQ(ierr);
2118552f7358SJed Brown   ierr = PetscSectionGetStorageSize(mesh->coneSection, &size);CHKERRQ(ierr);
21191795a4d1SJed Brown   ierr = PetscMalloc1(size, &mesh->cones);CHKERRQ(ierr);
21201795a4d1SJed Brown   ierr = PetscCalloc1(size, &mesh->coneOrientations);CHKERRQ(ierr);
2121552f7358SJed Brown   if (mesh->maxSupportSize) {
2122552f7358SJed Brown     ierr = PetscSectionSetUp(mesh->supportSection);CHKERRQ(ierr);
2123552f7358SJed Brown     ierr = PetscSectionGetStorageSize(mesh->supportSection, &size);CHKERRQ(ierr);
21241795a4d1SJed Brown     ierr = PetscMalloc1(size, &mesh->supports);CHKERRQ(ierr);
2125552f7358SJed Brown   }
2126552f7358SJed Brown   PetscFunctionReturn(0);
2127552f7358SJed Brown }
2128552f7358SJed Brown 
2129552f7358SJed Brown PetscErrorCode DMCreateSubDM_Plex(DM dm, PetscInt numFields, PetscInt fields[], IS *is, DM *subdm)
2130552f7358SJed Brown {
2131552f7358SJed Brown   PetscErrorCode ierr;
2132552f7358SJed Brown 
2133552f7358SJed Brown   PetscFunctionBegin;
21344d9407bcSMatthew G. Knepley   if (subdm) {ierr = DMClone(dm, subdm);CHKERRQ(ierr);}
21354d9407bcSMatthew G. Knepley   ierr = DMCreateSubDM_Section_Private(dm, numFields, fields, is, subdm);CHKERRQ(ierr);
2136552f7358SJed Brown   PetscFunctionReturn(0);
2137552f7358SJed Brown }
2138552f7358SJed Brown 
2139*2adcc780SMatthew G. Knepley PetscErrorCode DMCreateSuperDM_Plex(DM dms[], PetscInt len, IS **is, DM *superdm)
2140*2adcc780SMatthew G. Knepley {
2141*2adcc780SMatthew G. Knepley   PetscErrorCode ierr;
2142*2adcc780SMatthew G. Knepley 
2143*2adcc780SMatthew G. Knepley   PetscFunctionBegin;
2144*2adcc780SMatthew G. Knepley   if (superdm) {ierr = DMClone(dms[0], superdm);CHKERRQ(ierr);}
2145*2adcc780SMatthew G. Knepley   ierr = DMCreateSuperDM_Section_Private(dms, len, is, superdm);CHKERRQ(ierr);
2146*2adcc780SMatthew G. Knepley   PetscFunctionReturn(0);
2147*2adcc780SMatthew G. Knepley }
2148*2adcc780SMatthew G. Knepley 
2149552f7358SJed Brown /*@
2150552f7358SJed Brown   DMPlexSymmetrize - Creates support (out-edge) information from cone (in-edge) inoformation
2151552f7358SJed Brown 
2152552f7358SJed Brown   Not collective
2153552f7358SJed Brown 
2154552f7358SJed Brown   Input Parameter:
2155552f7358SJed Brown . mesh - The DMPlex
2156552f7358SJed Brown 
2157552f7358SJed Brown   Output Parameter:
2158552f7358SJed Brown 
2159552f7358SJed Brown   Note:
2160552f7358SJed Brown   This should be called after all calls to DMPlexSetCone()
2161552f7358SJed Brown 
2162552f7358SJed Brown   Level: beginner
2163552f7358SJed Brown 
2164552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSetChart(), DMPlexSetConeSize(), DMPlexSetCone()
2165552f7358SJed Brown @*/
2166552f7358SJed Brown PetscErrorCode DMPlexSymmetrize(DM dm)
2167552f7358SJed Brown {
2168552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2169552f7358SJed Brown   PetscInt      *offsets;
2170552f7358SJed Brown   PetscInt       supportSize;
2171552f7358SJed Brown   PetscInt       pStart, pEnd, p;
2172552f7358SJed Brown   PetscErrorCode ierr;
2173552f7358SJed Brown 
2174552f7358SJed Brown   PetscFunctionBegin;
2175552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
217682f516ccSBarry Smith   if (mesh->supports) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONGSTATE, "Supports were already setup in this DMPlex");
2177552f7358SJed Brown   /* Calculate support sizes */
2178552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
2179552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2180552f7358SJed Brown     PetscInt dof, off, c;
2181552f7358SJed Brown 
2182552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
2183552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
2184552f7358SJed Brown     for (c = off; c < off+dof; ++c) {
2185552f7358SJed Brown       ierr = PetscSectionAddDof(mesh->supportSection, mesh->cones[c], 1);CHKERRQ(ierr);
2186552f7358SJed Brown     }
2187552f7358SJed Brown   }
2188552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2189552f7358SJed Brown     PetscInt dof;
2190552f7358SJed Brown 
2191552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->supportSection, p, &dof);CHKERRQ(ierr);
21920d644c17SKarl Rupp 
2193552f7358SJed Brown     mesh->maxSupportSize = PetscMax(mesh->maxSupportSize, dof);
2194552f7358SJed Brown   }
2195552f7358SJed Brown   ierr = PetscSectionSetUp(mesh->supportSection);CHKERRQ(ierr);
2196552f7358SJed Brown   /* Calculate supports */
2197552f7358SJed Brown   ierr = PetscSectionGetStorageSize(mesh->supportSection, &supportSize);CHKERRQ(ierr);
21981795a4d1SJed Brown   ierr = PetscMalloc1(supportSize, &mesh->supports);CHKERRQ(ierr);
21991795a4d1SJed Brown   ierr = PetscCalloc1(pEnd - pStart, &offsets);CHKERRQ(ierr);
2200552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2201552f7358SJed Brown     PetscInt dof, off, c;
2202552f7358SJed Brown 
2203552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, p, &dof);CHKERRQ(ierr);
2204552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->coneSection, p, &off);CHKERRQ(ierr);
2205552f7358SJed Brown     for (c = off; c < off+dof; ++c) {
2206552f7358SJed Brown       const PetscInt q = mesh->cones[c];
2207552f7358SJed Brown       PetscInt       offS;
2208552f7358SJed Brown 
2209552f7358SJed Brown       ierr = PetscSectionGetOffset(mesh->supportSection, q, &offS);CHKERRQ(ierr);
22100d644c17SKarl Rupp 
2211552f7358SJed Brown       mesh->supports[offS+offsets[q]] = p;
2212552f7358SJed Brown       ++offsets[q];
2213552f7358SJed Brown     }
2214552f7358SJed Brown   }
2215552f7358SJed Brown   ierr = PetscFree(offsets);CHKERRQ(ierr);
2216552f7358SJed Brown   PetscFunctionReturn(0);
2217552f7358SJed Brown }
2218552f7358SJed Brown 
2219552f7358SJed Brown /*@
2220552f7358SJed Brown   DMPlexStratify - The Sieve DAG for most topologies is a graded poset (http://en.wikipedia.org/wiki/Graded_poset), and
2221552f7358SJed Brown   can be illustrated by Hasse Diagram (a http://en.wikipedia.org/wiki/Hasse_diagram). The strata group all points of the
2222552f7358SJed Brown   same grade, and this function calculates the strata. This grade can be seen as the height (or depth) of the point in
2223552f7358SJed Brown   the DAG.
2224552f7358SJed Brown 
2225bf4602e4SToby Isaac   Collective on dm
2226552f7358SJed Brown 
2227552f7358SJed Brown   Input Parameter:
2228552f7358SJed Brown . mesh - The DMPlex
2229552f7358SJed Brown 
2230552f7358SJed Brown   Output Parameter:
2231552f7358SJed Brown 
2232552f7358SJed Brown   Notes:
2233150b719bSJed Brown   Concretely, DMPlexStratify() creates a new label named "depth" containing the dimension of each element: 0 for vertices,
2234150b719bSJed Brown   1 for edges, and so on.  The depth label can be accessed through DMPlexGetDepthLabel() or DMPlexGetDepthStratum(), or
2235c58f1c22SToby Isaac   manually via DMGetLabel().  The height is defined implicitly by height = maxDimension - depth, and can be accessed
2236150b719bSJed Brown   via DMPlexGetHeightStratum().  For example, cells have height 0 and faces have height 1.
2237552f7358SJed Brown 
2238150b719bSJed Brown   DMPlexStratify() should be called after all calls to DMPlexSymmetrize()
2239552f7358SJed Brown 
2240552f7358SJed Brown   Level: beginner
2241552f7358SJed Brown 
2242552f7358SJed Brown .seealso: DMPlexCreate(), DMPlexSymmetrize()
2243552f7358SJed Brown @*/
2244552f7358SJed Brown PetscErrorCode DMPlexStratify(DM dm)
2245552f7358SJed Brown {
2246df0420ecSMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
2247aa50250dSMatthew G. Knepley   DMLabel        label;
2248552f7358SJed Brown   PetscInt       pStart, pEnd, p;
2249552f7358SJed Brown   PetscInt       numRoots = 0, numLeaves = 0;
2250552f7358SJed Brown   PetscErrorCode ierr;
2251552f7358SJed Brown 
2252552f7358SJed Brown   PetscFunctionBegin;
2253552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2254552f7358SJed Brown   ierr = PetscLogEventBegin(DMPLEX_Stratify,dm,0,0,0);CHKERRQ(ierr);
2255552f7358SJed Brown   /* Calculate depth */
2256aa50250dSMatthew G. Knepley   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
2257c58f1c22SToby Isaac   ierr = DMCreateLabel(dm, "depth");CHKERRQ(ierr);
2258aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
2259552f7358SJed Brown   /* Initialize roots and count leaves */
2260552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
2261552f7358SJed Brown     PetscInt coneSize, supportSize;
2262552f7358SJed Brown 
2263552f7358SJed Brown     ierr = DMPlexGetConeSize(dm, p, &coneSize);CHKERRQ(ierr);
2264552f7358SJed Brown     ierr = DMPlexGetSupportSize(dm, p, &supportSize);CHKERRQ(ierr);
2265552f7358SJed Brown     if (!coneSize && supportSize) {
2266552f7358SJed Brown       ++numRoots;
2267aa50250dSMatthew G. Knepley       ierr = DMLabelSetValue(label, p, 0);CHKERRQ(ierr);
2268552f7358SJed Brown     } else if (!supportSize && coneSize) {
2269552f7358SJed Brown       ++numLeaves;
2270552f7358SJed Brown     } else if (!supportSize && !coneSize) {
2271552f7358SJed Brown       /* Isolated points */
2272aa50250dSMatthew G. Knepley       ierr = DMLabelSetValue(label, p, 0);CHKERRQ(ierr);
2273552f7358SJed Brown     }
2274552f7358SJed Brown   }
2275552f7358SJed Brown   if (numRoots + numLeaves == (pEnd - pStart)) {
2276552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
2277552f7358SJed Brown       PetscInt coneSize, supportSize;
2278552f7358SJed Brown 
2279552f7358SJed Brown       ierr = DMPlexGetConeSize(dm, p, &coneSize);CHKERRQ(ierr);
2280552f7358SJed Brown       ierr = DMPlexGetSupportSize(dm, p, &supportSize);CHKERRQ(ierr);
2281552f7358SJed Brown       if (!supportSize && coneSize) {
2282aa50250dSMatthew G. Knepley         ierr = DMLabelSetValue(label, p, 1);CHKERRQ(ierr);
2283552f7358SJed Brown       }
2284552f7358SJed Brown     }
2285552f7358SJed Brown   } else {
228674ef644bSMatthew G. Knepley     IS       pointIS;
228774ef644bSMatthew G. Knepley     PetscInt numPoints = 0, level = 0;
2288552f7358SJed Brown 
228974ef644bSMatthew G. Knepley     ierr = DMLabelGetStratumIS(label, level, &pointIS);CHKERRQ(ierr);
229074ef644bSMatthew G. Knepley     if (pointIS) {ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr);}
229174ef644bSMatthew G. Knepley     while (numPoints) {
229274ef644bSMatthew G. Knepley       const PetscInt *points;
229374ef644bSMatthew G. Knepley       const PetscInt  newLevel = level+1;
229474ef644bSMatthew G. Knepley 
229574ef644bSMatthew G. Knepley       ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr);
229674ef644bSMatthew G. Knepley       for (p = 0; p < numPoints; ++p) {
229774ef644bSMatthew G. Knepley         const PetscInt  point = points[p];
229874ef644bSMatthew G. Knepley         const PetscInt *support;
229974ef644bSMatthew G. Knepley         PetscInt        supportSize, s;
230074ef644bSMatthew G. Knepley 
230174ef644bSMatthew G. Knepley         ierr = DMPlexGetSupportSize(dm, point, &supportSize);CHKERRQ(ierr);
230274ef644bSMatthew G. Knepley         ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr);
230374ef644bSMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
230474ef644bSMatthew G. Knepley           ierr = DMLabelSetValue(label, support[s], newLevel);CHKERRQ(ierr);
2305552f7358SJed Brown         }
2306552f7358SJed Brown       }
23075edfc765SMatthew G. Knepley       ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr);
230874ef644bSMatthew G. Knepley       ++level;
230974ef644bSMatthew G. Knepley       ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
231074ef644bSMatthew G. Knepley       ierr = DMLabelGetStratumIS(label, level, &pointIS);CHKERRQ(ierr);
231174ef644bSMatthew G. Knepley       if (pointIS) {ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr);}
231274ef644bSMatthew G. Knepley       else         {numPoints = 0;}
231374ef644bSMatthew G. Knepley     }
231474ef644bSMatthew G. Knepley     ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
231574ef644bSMatthew G. Knepley   }
2316bf4602e4SToby Isaac   { /* just in case there is an empty process */
2317bf4602e4SToby Isaac     PetscInt numValues, maxValues = 0, v;
2318bf4602e4SToby Isaac 
2319bf4602e4SToby Isaac     ierr = DMLabelGetNumValues(label,&numValues);CHKERRQ(ierr);
23204de306b1SToby Isaac     for (v = 0; v < numValues; v++) {
23214de306b1SToby Isaac       IS pointIS;
23224de306b1SToby Isaac 
23234de306b1SToby Isaac       ierr = DMLabelGetStratumIS(label, v, &pointIS);CHKERRQ(ierr);
23244de306b1SToby Isaac       if (pointIS) {
23254de306b1SToby Isaac         PetscInt  min, max, numPoints;
23264de306b1SToby Isaac         PetscInt  start;
23274de306b1SToby Isaac         PetscBool contig;
23284de306b1SToby Isaac 
23294de306b1SToby Isaac         ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr);
23304de306b1SToby Isaac         ierr = ISGetMinMax(pointIS, &min, &max);CHKERRQ(ierr);
23314de306b1SToby Isaac         ierr = ISContiguousLocal(pointIS,min,max+1,&start,&contig);CHKERRQ(ierr);
23324de306b1SToby Isaac         if (start == 0 && contig) {
23334de306b1SToby Isaac           ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
23344de306b1SToby Isaac           ierr = ISCreateStride(PETSC_COMM_SELF,numPoints,min,1,&pointIS);CHKERRQ(ierr);
23354de306b1SToby Isaac           ierr = DMLabelSetStratumIS(label, v, pointIS);CHKERRQ(ierr);
23364de306b1SToby Isaac         }
23374de306b1SToby Isaac       }
23384de306b1SToby Isaac       ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
23394de306b1SToby Isaac     }
23406d1e82d3SBarry Smith     ierr = MPI_Allreduce(&numValues,&maxValues,1,MPIU_INT,MPI_MAX,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
2341bf4602e4SToby Isaac     for (v = numValues; v < maxValues; v++) {
2342bf4602e4SToby Isaac       DMLabelAddStratum(label,v);CHKERRQ(ierr);
2343bf4602e4SToby Isaac     }
2344bf4602e4SToby Isaac   }
2345bf4602e4SToby Isaac 
2346df0420ecSMatthew G. Knepley   ierr = DMLabelGetState(label, &mesh->depthState);CHKERRQ(ierr);
2347552f7358SJed Brown   ierr = PetscLogEventEnd(DMPLEX_Stratify,dm,0,0,0);CHKERRQ(ierr);
2348552f7358SJed Brown   PetscFunctionReturn(0);
2349552f7358SJed Brown }
2350552f7358SJed Brown 
2351552f7358SJed Brown /*@C
2352552f7358SJed Brown   DMPlexGetJoin - Get an array for the join of the set of points
2353552f7358SJed Brown 
2354552f7358SJed Brown   Not Collective
2355552f7358SJed Brown 
2356552f7358SJed Brown   Input Parameters:
2357552f7358SJed Brown + dm - The DMPlex object
2358552f7358SJed Brown . numPoints - The number of input points for the join
2359552f7358SJed Brown - points - The input points
2360552f7358SJed Brown 
2361552f7358SJed Brown   Output Parameters:
2362552f7358SJed Brown + numCoveredPoints - The number of points in the join
2363552f7358SJed Brown - coveredPoints - The points in the join
2364552f7358SJed Brown 
2365552f7358SJed Brown   Level: intermediate
2366552f7358SJed Brown 
2367552f7358SJed Brown   Note: Currently, this is restricted to a single level join
2368552f7358SJed Brown 
23693813dfbdSMatthew G Knepley   Fortran Notes:
23703813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
23713813dfbdSMatthew G Knepley   include petsc.h90 in your code.
23723813dfbdSMatthew G Knepley 
23733813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
23743813dfbdSMatthew G Knepley 
2375552f7358SJed Brown .keywords: mesh
2376552f7358SJed Brown .seealso: DMPlexRestoreJoin(), DMPlexGetMeet()
2377552f7358SJed Brown @*/
2378552f7358SJed Brown PetscErrorCode DMPlexGetJoin(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2379552f7358SJed Brown {
2380552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2381552f7358SJed Brown   PetscInt      *join[2];
2382552f7358SJed Brown   PetscInt       joinSize, i = 0;
2383552f7358SJed Brown   PetscInt       dof, off, p, c, m;
2384552f7358SJed Brown   PetscErrorCode ierr;
2385552f7358SJed Brown 
2386552f7358SJed Brown   PetscFunctionBegin;
2387552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2388552f7358SJed Brown   PetscValidPointer(points, 2);
2389552f7358SJed Brown   PetscValidPointer(numCoveredPoints, 3);
2390552f7358SJed Brown   PetscValidPointer(coveredPoints, 4);
2391552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[0]);CHKERRQ(ierr);
2392552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[1]);CHKERRQ(ierr);
2393552f7358SJed Brown   /* Copy in support of first point */
2394552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->supportSection, points[0], &dof);CHKERRQ(ierr);
2395552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->supportSection, points[0], &off);CHKERRQ(ierr);
2396552f7358SJed Brown   for (joinSize = 0; joinSize < dof; ++joinSize) {
2397552f7358SJed Brown     join[i][joinSize] = mesh->supports[off+joinSize];
2398552f7358SJed Brown   }
2399552f7358SJed Brown   /* Check each successive support */
2400552f7358SJed Brown   for (p = 1; p < numPoints; ++p) {
2401552f7358SJed Brown     PetscInt newJoinSize = 0;
2402552f7358SJed Brown 
2403552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->supportSection, points[p], &dof);CHKERRQ(ierr);
2404552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->supportSection, points[p], &off);CHKERRQ(ierr);
2405552f7358SJed Brown     for (c = 0; c < dof; ++c) {
2406552f7358SJed Brown       const PetscInt point = mesh->supports[off+c];
2407552f7358SJed Brown 
2408552f7358SJed Brown       for (m = 0; m < joinSize; ++m) {
2409552f7358SJed Brown         if (point == join[i][m]) {
2410552f7358SJed Brown           join[1-i][newJoinSize++] = point;
2411552f7358SJed Brown           break;
2412552f7358SJed Brown         }
2413552f7358SJed Brown       }
2414552f7358SJed Brown     }
2415552f7358SJed Brown     joinSize = newJoinSize;
2416552f7358SJed Brown     i        = 1-i;
2417552f7358SJed Brown   }
2418552f7358SJed Brown   *numCoveredPoints = joinSize;
2419552f7358SJed Brown   *coveredPoints    = join[i];
2420552f7358SJed Brown   ierr              = DMRestoreWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[1-i]);CHKERRQ(ierr);
2421552f7358SJed Brown   PetscFunctionReturn(0);
2422552f7358SJed Brown }
2423552f7358SJed Brown 
2424552f7358SJed Brown /*@C
2425552f7358SJed Brown   DMPlexRestoreJoin - Restore an array for the join of the set of points
2426552f7358SJed Brown 
2427552f7358SJed Brown   Not Collective
2428552f7358SJed Brown 
2429552f7358SJed Brown   Input Parameters:
2430552f7358SJed Brown + dm - The DMPlex object
2431552f7358SJed Brown . numPoints - The number of input points for the join
2432552f7358SJed Brown - points - The input points
2433552f7358SJed Brown 
2434552f7358SJed Brown   Output Parameters:
2435552f7358SJed Brown + numCoveredPoints - The number of points in the join
2436552f7358SJed Brown - coveredPoints - The points in the join
2437552f7358SJed Brown 
24383813dfbdSMatthew G Knepley   Fortran Notes:
24393813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
24403813dfbdSMatthew G Knepley   include petsc.h90 in your code.
24413813dfbdSMatthew G Knepley 
24423813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
24433813dfbdSMatthew G Knepley 
2444552f7358SJed Brown   Level: intermediate
2445552f7358SJed Brown 
2446552f7358SJed Brown .keywords: mesh
2447552f7358SJed Brown .seealso: DMPlexGetJoin(), DMPlexGetFullJoin(), DMPlexGetMeet()
2448552f7358SJed Brown @*/
2449552f7358SJed Brown PetscErrorCode DMPlexRestoreJoin(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2450552f7358SJed Brown {
2451552f7358SJed Brown   PetscErrorCode ierr;
2452552f7358SJed Brown 
2453552f7358SJed Brown   PetscFunctionBegin;
2454552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2455d7902bd2SMatthew G. Knepley   if (points) PetscValidIntPointer(points,3);
2456d7902bd2SMatthew G. Knepley   if (numCoveredPoints) PetscValidIntPointer(numCoveredPoints,4);
2457d7902bd2SMatthew G. Knepley   PetscValidPointer(coveredPoints, 5);
2458552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, (void*) coveredPoints);CHKERRQ(ierr);
2459d7902bd2SMatthew G. Knepley   if (numCoveredPoints) *numCoveredPoints = 0;
2460552f7358SJed Brown   PetscFunctionReturn(0);
2461552f7358SJed Brown }
2462552f7358SJed Brown 
2463552f7358SJed Brown /*@C
2464552f7358SJed Brown   DMPlexGetFullJoin - Get an array for the join of the set of points
2465552f7358SJed Brown 
2466552f7358SJed Brown   Not Collective
2467552f7358SJed Brown 
2468552f7358SJed Brown   Input Parameters:
2469552f7358SJed Brown + dm - The DMPlex object
2470552f7358SJed Brown . numPoints - The number of input points for the join
2471552f7358SJed Brown - points - The input points
2472552f7358SJed Brown 
2473552f7358SJed Brown   Output Parameters:
2474552f7358SJed Brown + numCoveredPoints - The number of points in the join
2475552f7358SJed Brown - coveredPoints - The points in the join
2476552f7358SJed Brown 
24773813dfbdSMatthew G Knepley   Fortran Notes:
24783813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
24793813dfbdSMatthew G Knepley   include petsc.h90 in your code.
24803813dfbdSMatthew G Knepley 
24813813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
24823813dfbdSMatthew G Knepley 
2483552f7358SJed Brown   Level: intermediate
2484552f7358SJed Brown 
2485552f7358SJed Brown .keywords: mesh
2486552f7358SJed Brown .seealso: DMPlexGetJoin(), DMPlexRestoreJoin(), DMPlexGetMeet()
2487552f7358SJed Brown @*/
2488552f7358SJed Brown PetscErrorCode DMPlexGetFullJoin(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2489552f7358SJed Brown {
2490552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2491552f7358SJed Brown   PetscInt      *offsets, **closures;
2492552f7358SJed Brown   PetscInt      *join[2];
2493552f7358SJed Brown   PetscInt       depth = 0, maxSize, joinSize = 0, i = 0;
249424c766afSToby Isaac   PetscInt       p, d, c, m, ms;
2495552f7358SJed Brown   PetscErrorCode ierr;
2496552f7358SJed Brown 
2497552f7358SJed Brown   PetscFunctionBegin;
2498552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2499552f7358SJed Brown   PetscValidPointer(points, 2);
2500552f7358SJed Brown   PetscValidPointer(numCoveredPoints, 3);
2501552f7358SJed Brown   PetscValidPointer(coveredPoints, 4);
2502552f7358SJed Brown 
2503552f7358SJed Brown   ierr    = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
25041795a4d1SJed Brown   ierr    = PetscCalloc1(numPoints, &closures);CHKERRQ(ierr);
2505552f7358SJed Brown   ierr    = DMGetWorkArray(dm, numPoints*(depth+2), PETSC_INT, &offsets);CHKERRQ(ierr);
250624c766afSToby Isaac   ms      = mesh->maxSupportSize;
250724c766afSToby Isaac   maxSize = (ms > 1) ? ((PetscPowInt(ms,depth+1)-1)/(ms-1)) : depth + 1;
2508552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &join[0]);CHKERRQ(ierr);
2509552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &join[1]);CHKERRQ(ierr);
2510552f7358SJed Brown 
2511552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
2512552f7358SJed Brown     PetscInt closureSize;
2513552f7358SJed Brown 
2514552f7358SJed Brown     ierr = DMPlexGetTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closures[p]);CHKERRQ(ierr);
25150d644c17SKarl Rupp 
2516552f7358SJed Brown     offsets[p*(depth+2)+0] = 0;
2517552f7358SJed Brown     for (d = 0; d < depth+1; ++d) {
2518552f7358SJed Brown       PetscInt pStart, pEnd, i;
2519552f7358SJed Brown 
2520552f7358SJed Brown       ierr = DMPlexGetDepthStratum(dm, d, &pStart, &pEnd);CHKERRQ(ierr);
2521552f7358SJed Brown       for (i = offsets[p*(depth+2)+d]; i < closureSize; ++i) {
2522552f7358SJed Brown         if ((pStart > closures[p][i*2]) || (pEnd <= closures[p][i*2])) {
2523552f7358SJed Brown           offsets[p*(depth+2)+d+1] = i;
2524552f7358SJed Brown           break;
2525552f7358SJed Brown         }
2526552f7358SJed Brown       }
2527552f7358SJed Brown       if (i == closureSize) offsets[p*(depth+2)+d+1] = i;
2528552f7358SJed Brown     }
252982f516ccSBarry Smith     if (offsets[p*(depth+2)+depth+1] != closureSize) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Total size of closure %D should be %D", offsets[p*(depth+2)+depth+1], closureSize);
2530552f7358SJed Brown   }
2531552f7358SJed Brown   for (d = 0; d < depth+1; ++d) {
2532552f7358SJed Brown     PetscInt dof;
2533552f7358SJed Brown 
2534552f7358SJed Brown     /* Copy in support of first point */
2535552f7358SJed Brown     dof = offsets[d+1] - offsets[d];
2536552f7358SJed Brown     for (joinSize = 0; joinSize < dof; ++joinSize) {
2537552f7358SJed Brown       join[i][joinSize] = closures[0][(offsets[d]+joinSize)*2];
2538552f7358SJed Brown     }
2539552f7358SJed Brown     /* Check each successive cone */
2540552f7358SJed Brown     for (p = 1; p < numPoints && joinSize; ++p) {
2541552f7358SJed Brown       PetscInt newJoinSize = 0;
2542552f7358SJed Brown 
2543552f7358SJed Brown       dof = offsets[p*(depth+2)+d+1] - offsets[p*(depth+2)+d];
2544552f7358SJed Brown       for (c = 0; c < dof; ++c) {
2545552f7358SJed Brown         const PetscInt point = closures[p][(offsets[p*(depth+2)+d]+c)*2];
2546552f7358SJed Brown 
2547552f7358SJed Brown         for (m = 0; m < joinSize; ++m) {
2548552f7358SJed Brown           if (point == join[i][m]) {
2549552f7358SJed Brown             join[1-i][newJoinSize++] = point;
2550552f7358SJed Brown             break;
2551552f7358SJed Brown           }
2552552f7358SJed Brown         }
2553552f7358SJed Brown       }
2554552f7358SJed Brown       joinSize = newJoinSize;
2555552f7358SJed Brown       i        = 1-i;
2556552f7358SJed Brown     }
2557552f7358SJed Brown     if (joinSize) break;
2558552f7358SJed Brown   }
2559552f7358SJed Brown   *numCoveredPoints = joinSize;
2560552f7358SJed Brown   *coveredPoints    = join[i];
2561552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
25620298fd71SBarry Smith     ierr = DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_FALSE, NULL, &closures[p]);CHKERRQ(ierr);
2563552f7358SJed Brown   }
2564552f7358SJed Brown   ierr = PetscFree(closures);CHKERRQ(ierr);
2565552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, numPoints*(depth+2), PETSC_INT, &offsets);CHKERRQ(ierr);
2566552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, mesh->maxSupportSize, PETSC_INT, &join[1-i]);CHKERRQ(ierr);
2567552f7358SJed Brown   PetscFunctionReturn(0);
2568552f7358SJed Brown }
2569552f7358SJed Brown 
2570552f7358SJed Brown /*@C
2571552f7358SJed Brown   DMPlexGetMeet - Get an array for the meet of the set of points
2572552f7358SJed Brown 
2573552f7358SJed Brown   Not Collective
2574552f7358SJed Brown 
2575552f7358SJed Brown   Input Parameters:
2576552f7358SJed Brown + dm - The DMPlex object
2577552f7358SJed Brown . numPoints - The number of input points for the meet
2578552f7358SJed Brown - points - The input points
2579552f7358SJed Brown 
2580552f7358SJed Brown   Output Parameters:
2581552f7358SJed Brown + numCoveredPoints - The number of points in the meet
2582552f7358SJed Brown - coveredPoints - The points in the meet
2583552f7358SJed Brown 
2584552f7358SJed Brown   Level: intermediate
2585552f7358SJed Brown 
2586552f7358SJed Brown   Note: Currently, this is restricted to a single level meet
2587552f7358SJed Brown 
25883813dfbdSMatthew G Knepley   Fortran Notes:
25893813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
25903813dfbdSMatthew G Knepley   include petsc.h90 in your code.
25913813dfbdSMatthew G Knepley 
25923813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
25933813dfbdSMatthew G Knepley 
2594552f7358SJed Brown .keywords: mesh
2595552f7358SJed Brown .seealso: DMPlexRestoreMeet(), DMPlexGetJoin()
2596552f7358SJed Brown @*/
2597552f7358SJed Brown PetscErrorCode DMPlexGetMeet(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveringPoints, const PetscInt **coveringPoints)
2598552f7358SJed Brown {
2599552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2600552f7358SJed Brown   PetscInt      *meet[2];
2601552f7358SJed Brown   PetscInt       meetSize, i = 0;
2602552f7358SJed Brown   PetscInt       dof, off, p, c, m;
2603552f7358SJed Brown   PetscErrorCode ierr;
2604552f7358SJed Brown 
2605552f7358SJed Brown   PetscFunctionBegin;
2606552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2607552f7358SJed Brown   PetscValidPointer(points, 2);
2608552f7358SJed Brown   PetscValidPointer(numCoveringPoints, 3);
2609552f7358SJed Brown   PetscValidPointer(coveringPoints, 4);
2610552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[0]);CHKERRQ(ierr);
2611552f7358SJed Brown   ierr = DMGetWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[1]);CHKERRQ(ierr);
2612552f7358SJed Brown   /* Copy in cone of first point */
2613552f7358SJed Brown   ierr = PetscSectionGetDof(mesh->coneSection, points[0], &dof);CHKERRQ(ierr);
2614552f7358SJed Brown   ierr = PetscSectionGetOffset(mesh->coneSection, points[0], &off);CHKERRQ(ierr);
2615552f7358SJed Brown   for (meetSize = 0; meetSize < dof; ++meetSize) {
2616552f7358SJed Brown     meet[i][meetSize] = mesh->cones[off+meetSize];
2617552f7358SJed Brown   }
2618552f7358SJed Brown   /* Check each successive cone */
2619552f7358SJed Brown   for (p = 1; p < numPoints; ++p) {
2620552f7358SJed Brown     PetscInt newMeetSize = 0;
2621552f7358SJed Brown 
2622552f7358SJed Brown     ierr = PetscSectionGetDof(mesh->coneSection, points[p], &dof);CHKERRQ(ierr);
2623552f7358SJed Brown     ierr = PetscSectionGetOffset(mesh->coneSection, points[p], &off);CHKERRQ(ierr);
2624552f7358SJed Brown     for (c = 0; c < dof; ++c) {
2625552f7358SJed Brown       const PetscInt point = mesh->cones[off+c];
2626552f7358SJed Brown 
2627552f7358SJed Brown       for (m = 0; m < meetSize; ++m) {
2628552f7358SJed Brown         if (point == meet[i][m]) {
2629552f7358SJed Brown           meet[1-i][newMeetSize++] = point;
2630552f7358SJed Brown           break;
2631552f7358SJed Brown         }
2632552f7358SJed Brown       }
2633552f7358SJed Brown     }
2634552f7358SJed Brown     meetSize = newMeetSize;
2635552f7358SJed Brown     i        = 1-i;
2636552f7358SJed Brown   }
2637552f7358SJed Brown   *numCoveringPoints = meetSize;
2638552f7358SJed Brown   *coveringPoints    = meet[i];
2639552f7358SJed Brown   ierr               = DMRestoreWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[1-i]);CHKERRQ(ierr);
2640552f7358SJed Brown   PetscFunctionReturn(0);
2641552f7358SJed Brown }
2642552f7358SJed Brown 
2643552f7358SJed Brown /*@C
2644552f7358SJed Brown   DMPlexRestoreMeet - Restore an array for the meet of the set of points
2645552f7358SJed Brown 
2646552f7358SJed Brown   Not Collective
2647552f7358SJed Brown 
2648552f7358SJed Brown   Input Parameters:
2649552f7358SJed Brown + dm - The DMPlex object
2650552f7358SJed Brown . numPoints - The number of input points for the meet
2651552f7358SJed Brown - points - The input points
2652552f7358SJed Brown 
2653552f7358SJed Brown   Output Parameters:
2654552f7358SJed Brown + numCoveredPoints - The number of points in the meet
2655552f7358SJed Brown - coveredPoints - The points in the meet
2656552f7358SJed Brown 
2657552f7358SJed Brown   Level: intermediate
2658552f7358SJed Brown 
26593813dfbdSMatthew G Knepley   Fortran Notes:
26603813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
26613813dfbdSMatthew G Knepley   include petsc.h90 in your code.
26623813dfbdSMatthew G Knepley 
26633813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
26643813dfbdSMatthew G Knepley 
2665552f7358SJed Brown .keywords: mesh
2666552f7358SJed Brown .seealso: DMPlexGetMeet(), DMPlexGetFullMeet(), DMPlexGetJoin()
2667552f7358SJed Brown @*/
2668552f7358SJed Brown PetscErrorCode DMPlexRestoreMeet(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2669552f7358SJed Brown {
2670552f7358SJed Brown   PetscErrorCode ierr;
2671552f7358SJed Brown 
2672552f7358SJed Brown   PetscFunctionBegin;
2673552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2674d7902bd2SMatthew G. Knepley   if (points) PetscValidIntPointer(points,3);
2675d7902bd2SMatthew G. Knepley   if (numCoveredPoints) PetscValidIntPointer(numCoveredPoints,4);
2676d7902bd2SMatthew G. Knepley   PetscValidPointer(coveredPoints,5);
2677552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, (void*) coveredPoints);CHKERRQ(ierr);
2678d7902bd2SMatthew G. Knepley   if (numCoveredPoints) *numCoveredPoints = 0;
2679552f7358SJed Brown   PetscFunctionReturn(0);
2680552f7358SJed Brown }
2681552f7358SJed Brown 
2682552f7358SJed Brown /*@C
2683552f7358SJed Brown   DMPlexGetFullMeet - Get an array for the meet of the set of points
2684552f7358SJed Brown 
2685552f7358SJed Brown   Not Collective
2686552f7358SJed Brown 
2687552f7358SJed Brown   Input Parameters:
2688552f7358SJed Brown + dm - The DMPlex object
2689552f7358SJed Brown . numPoints - The number of input points for the meet
2690552f7358SJed Brown - points - The input points
2691552f7358SJed Brown 
2692552f7358SJed Brown   Output Parameters:
2693552f7358SJed Brown + numCoveredPoints - The number of points in the meet
2694552f7358SJed Brown - coveredPoints - The points in the meet
2695552f7358SJed Brown 
2696552f7358SJed Brown   Level: intermediate
2697552f7358SJed Brown 
26983813dfbdSMatthew G Knepley   Fortran Notes:
26993813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
27003813dfbdSMatthew G Knepley   include petsc.h90 in your code.
27013813dfbdSMatthew G Knepley 
27023813dfbdSMatthew G Knepley   The numCoveredPoints argument is not present in the Fortran 90 binding since it is internal to the array.
27033813dfbdSMatthew G Knepley 
2704552f7358SJed Brown .keywords: mesh
2705552f7358SJed Brown .seealso: DMPlexGetMeet(), DMPlexRestoreMeet(), DMPlexGetJoin()
2706552f7358SJed Brown @*/
2707552f7358SJed Brown PetscErrorCode DMPlexGetFullMeet(DM dm, PetscInt numPoints, const PetscInt points[], PetscInt *numCoveredPoints, const PetscInt **coveredPoints)
2708552f7358SJed Brown {
2709552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
2710552f7358SJed Brown   PetscInt      *offsets, **closures;
2711552f7358SJed Brown   PetscInt      *meet[2];
2712552f7358SJed Brown   PetscInt       height = 0, maxSize, meetSize = 0, i = 0;
271324c766afSToby Isaac   PetscInt       p, h, c, m, mc;
2714552f7358SJed Brown   PetscErrorCode ierr;
2715552f7358SJed Brown 
2716552f7358SJed Brown   PetscFunctionBegin;
2717552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2718552f7358SJed Brown   PetscValidPointer(points, 2);
2719552f7358SJed Brown   PetscValidPointer(numCoveredPoints, 3);
2720552f7358SJed Brown   PetscValidPointer(coveredPoints, 4);
2721552f7358SJed Brown 
2722552f7358SJed Brown   ierr    = DMPlexGetDepth(dm, &height);CHKERRQ(ierr);
2723785e854fSJed Brown   ierr    = PetscMalloc1(numPoints, &closures);CHKERRQ(ierr);
2724552f7358SJed Brown   ierr    = DMGetWorkArray(dm, numPoints*(height+2), PETSC_INT, &offsets);CHKERRQ(ierr);
272524c766afSToby Isaac   mc      = mesh->maxConeSize;
272624c766afSToby Isaac   maxSize = (mc > 1) ? ((PetscPowInt(mc,height+1)-1)/(mc-1)) : height + 1;
2727552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &meet[0]);CHKERRQ(ierr);
2728552f7358SJed Brown   ierr    = DMGetWorkArray(dm, maxSize, PETSC_INT, &meet[1]);CHKERRQ(ierr);
2729552f7358SJed Brown 
2730552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
2731552f7358SJed Brown     PetscInt closureSize;
2732552f7358SJed Brown 
2733552f7358SJed Brown     ierr = DMPlexGetTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closures[p]);CHKERRQ(ierr);
27340d644c17SKarl Rupp 
2735552f7358SJed Brown     offsets[p*(height+2)+0] = 0;
2736552f7358SJed Brown     for (h = 0; h < height+1; ++h) {
2737552f7358SJed Brown       PetscInt pStart, pEnd, i;
2738552f7358SJed Brown 
2739552f7358SJed Brown       ierr = DMPlexGetHeightStratum(dm, h, &pStart, &pEnd);CHKERRQ(ierr);
2740552f7358SJed Brown       for (i = offsets[p*(height+2)+h]; i < closureSize; ++i) {
2741552f7358SJed Brown         if ((pStart > closures[p][i*2]) || (pEnd <= closures[p][i*2])) {
2742552f7358SJed Brown           offsets[p*(height+2)+h+1] = i;
2743552f7358SJed Brown           break;
2744552f7358SJed Brown         }
2745552f7358SJed Brown       }
2746552f7358SJed Brown       if (i == closureSize) offsets[p*(height+2)+h+1] = i;
2747552f7358SJed Brown     }
274882f516ccSBarry Smith     if (offsets[p*(height+2)+height+1] != closureSize) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Total size of closure %D should be %D", offsets[p*(height+2)+height+1], closureSize);
2749552f7358SJed Brown   }
2750552f7358SJed Brown   for (h = 0; h < height+1; ++h) {
2751552f7358SJed Brown     PetscInt dof;
2752552f7358SJed Brown 
2753552f7358SJed Brown     /* Copy in cone of first point */
2754552f7358SJed Brown     dof = offsets[h+1] - offsets[h];
2755552f7358SJed Brown     for (meetSize = 0; meetSize < dof; ++meetSize) {
2756552f7358SJed Brown       meet[i][meetSize] = closures[0][(offsets[h]+meetSize)*2];
2757552f7358SJed Brown     }
2758552f7358SJed Brown     /* Check each successive cone */
2759552f7358SJed Brown     for (p = 1; p < numPoints && meetSize; ++p) {
2760552f7358SJed Brown       PetscInt newMeetSize = 0;
2761552f7358SJed Brown 
2762552f7358SJed Brown       dof = offsets[p*(height+2)+h+1] - offsets[p*(height+2)+h];
2763552f7358SJed Brown       for (c = 0; c < dof; ++c) {
2764552f7358SJed Brown         const PetscInt point = closures[p][(offsets[p*(height+2)+h]+c)*2];
2765552f7358SJed Brown 
2766552f7358SJed Brown         for (m = 0; m < meetSize; ++m) {
2767552f7358SJed Brown           if (point == meet[i][m]) {
2768552f7358SJed Brown             meet[1-i][newMeetSize++] = point;
2769552f7358SJed Brown             break;
2770552f7358SJed Brown           }
2771552f7358SJed Brown         }
2772552f7358SJed Brown       }
2773552f7358SJed Brown       meetSize = newMeetSize;
2774552f7358SJed Brown       i        = 1-i;
2775552f7358SJed Brown     }
2776552f7358SJed Brown     if (meetSize) break;
2777552f7358SJed Brown   }
2778552f7358SJed Brown   *numCoveredPoints = meetSize;
2779552f7358SJed Brown   *coveredPoints    = meet[i];
2780552f7358SJed Brown   for (p = 0; p < numPoints; ++p) {
27810298fd71SBarry Smith     ierr = DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_TRUE, NULL, &closures[p]);CHKERRQ(ierr);
2782552f7358SJed Brown   }
2783552f7358SJed Brown   ierr = PetscFree(closures);CHKERRQ(ierr);
2784552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, numPoints*(height+2), PETSC_INT, &offsets);CHKERRQ(ierr);
2785552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, mesh->maxConeSize, PETSC_INT, &meet[1-i]);CHKERRQ(ierr);
2786552f7358SJed Brown   PetscFunctionReturn(0);
2787552f7358SJed Brown }
2788552f7358SJed Brown 
27894e3744c5SMatthew G. Knepley /*@C
27904e3744c5SMatthew G. Knepley   DMPlexEqual - Determine if two DMs have the same topology
27914e3744c5SMatthew G. Knepley 
27924e3744c5SMatthew G. Knepley   Not Collective
27934e3744c5SMatthew G. Knepley 
27944e3744c5SMatthew G. Knepley   Input Parameters:
27954e3744c5SMatthew G. Knepley + dmA - A DMPlex object
27964e3744c5SMatthew G. Knepley - dmB - A DMPlex object
27974e3744c5SMatthew G. Knepley 
27984e3744c5SMatthew G. Knepley   Output Parameters:
27994e3744c5SMatthew G. Knepley . equal - PETSC_TRUE if the topologies are identical
28004e3744c5SMatthew G. Knepley 
28014e3744c5SMatthew G. Knepley   Level: intermediate
28024e3744c5SMatthew G. Knepley 
28034e3744c5SMatthew G. Knepley   Notes:
28044e3744c5SMatthew G. Knepley   We are not solving graph isomorphism, so we do not permutation.
28054e3744c5SMatthew G. Knepley 
28064e3744c5SMatthew G. Knepley .keywords: mesh
28074e3744c5SMatthew G. Knepley .seealso: DMPlexGetCone()
28084e3744c5SMatthew G. Knepley @*/
28094e3744c5SMatthew G. Knepley PetscErrorCode DMPlexEqual(DM dmA, DM dmB, PetscBool *equal)
28104e3744c5SMatthew G. Knepley {
28114e3744c5SMatthew G. Knepley   PetscInt       depth, depthB, pStart, pEnd, pStartB, pEndB, p;
28124e3744c5SMatthew G. Knepley   PetscErrorCode ierr;
28134e3744c5SMatthew G. Knepley 
28144e3744c5SMatthew G. Knepley   PetscFunctionBegin;
28154e3744c5SMatthew G. Knepley   PetscValidHeaderSpecific(dmA, DM_CLASSID, 1);
28164e3744c5SMatthew G. Knepley   PetscValidHeaderSpecific(dmB, DM_CLASSID, 2);
28174e3744c5SMatthew G. Knepley   PetscValidPointer(equal, 3);
28184e3744c5SMatthew G. Knepley 
28194e3744c5SMatthew G. Knepley   *equal = PETSC_FALSE;
28204e3744c5SMatthew G. Knepley   ierr = DMPlexGetDepth(dmA, &depth);CHKERRQ(ierr);
28214e3744c5SMatthew G. Knepley   ierr = DMPlexGetDepth(dmB, &depthB);CHKERRQ(ierr);
28224e3744c5SMatthew G. Knepley   if (depth != depthB) PetscFunctionReturn(0);
28234e3744c5SMatthew G. Knepley   ierr = DMPlexGetChart(dmA, &pStart,  &pEnd);CHKERRQ(ierr);
28244e3744c5SMatthew G. Knepley   ierr = DMPlexGetChart(dmB, &pStartB, &pEndB);CHKERRQ(ierr);
28254e3744c5SMatthew G. Knepley   if ((pStart != pStartB) || (pEnd != pEndB)) PetscFunctionReturn(0);
28264e3744c5SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) {
28274e3744c5SMatthew G. Knepley     const PetscInt *cone, *coneB, *ornt, *orntB, *support, *supportB;
28284e3744c5SMatthew G. Knepley     PetscInt        coneSize, coneSizeB, c, supportSize, supportSizeB, s;
28294e3744c5SMatthew G. Knepley 
28304e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeSize(dmA, p, &coneSize);CHKERRQ(ierr);
28314e3744c5SMatthew G. Knepley     ierr = DMPlexGetCone(dmA, p, &cone);CHKERRQ(ierr);
28324e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeOrientation(dmA, p, &ornt);CHKERRQ(ierr);
28334e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeSize(dmB, p, &coneSizeB);CHKERRQ(ierr);
28344e3744c5SMatthew G. Knepley     ierr = DMPlexGetCone(dmB, p, &coneB);CHKERRQ(ierr);
28354e3744c5SMatthew G. Knepley     ierr = DMPlexGetConeOrientation(dmB, p, &orntB);CHKERRQ(ierr);
28364e3744c5SMatthew G. Knepley     if (coneSize != coneSizeB) PetscFunctionReturn(0);
28374e3744c5SMatthew G. Knepley     for (c = 0; c < coneSize; ++c) {
28384e3744c5SMatthew G. Knepley       if (cone[c] != coneB[c]) PetscFunctionReturn(0);
28394e3744c5SMatthew G. Knepley       if (ornt[c] != orntB[c]) PetscFunctionReturn(0);
28404e3744c5SMatthew G. Knepley     }
28414e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dmA, p, &supportSize);CHKERRQ(ierr);
28424e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupport(dmA, p, &support);CHKERRQ(ierr);
28434e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dmB, p, &supportSizeB);CHKERRQ(ierr);
28444e3744c5SMatthew G. Knepley     ierr = DMPlexGetSupport(dmB, p, &supportB);CHKERRQ(ierr);
28454e3744c5SMatthew G. Knepley     if (supportSize != supportSizeB) PetscFunctionReturn(0);
28464e3744c5SMatthew G. Knepley     for (s = 0; s < supportSize; ++s) {
28474e3744c5SMatthew G. Knepley       if (support[s] != supportB[s]) PetscFunctionReturn(0);
28484e3744c5SMatthew G. Knepley     }
28494e3744c5SMatthew G. Knepley   }
28504e3744c5SMatthew G. Knepley   *equal = PETSC_TRUE;
28514e3744c5SMatthew G. Knepley   PetscFunctionReturn(0);
28524e3744c5SMatthew G. Knepley }
28534e3744c5SMatthew G. Knepley 
28547cd05799SMatthew G. Knepley /*@C
28557cd05799SMatthew G. Knepley   DMPlexGetNumFaceVertices - Returns the number of vertices on a face
28567cd05799SMatthew G. Knepley 
28577cd05799SMatthew G. Knepley   Not Collective
28587cd05799SMatthew G. Knepley 
28597cd05799SMatthew G. Knepley   Input Parameters:
28607cd05799SMatthew G. Knepley + dm         - The DMPlex
28617cd05799SMatthew G. Knepley . cellDim    - The cell dimension
28627cd05799SMatthew G. Knepley - numCorners - The number of vertices on a cell
28637cd05799SMatthew G. Knepley 
28647cd05799SMatthew G. Knepley   Output Parameters:
28657cd05799SMatthew G. Knepley . numFaceVertices - The number of vertices on a face
28667cd05799SMatthew G. Knepley 
28677cd05799SMatthew G. Knepley   Level: developer
28687cd05799SMatthew G. Knepley 
28697cd05799SMatthew G. Knepley   Notes:
28707cd05799SMatthew G. Knepley   Of course this can only work for a restricted set of symmetric shapes
28717cd05799SMatthew G. Knepley 
28727cd05799SMatthew G. Knepley .seealso: DMPlexGetCone()
28737cd05799SMatthew G. Knepley @*/
287418ad9376SMatthew G. Knepley PetscErrorCode DMPlexGetNumFaceVertices(DM dm, PetscInt cellDim, PetscInt numCorners, PetscInt *numFaceVertices)
2875a6dfd86eSKarl Rupp {
287682f516ccSBarry Smith   MPI_Comm       comm;
2877552f7358SJed Brown   PetscErrorCode ierr;
2878552f7358SJed Brown 
2879552f7358SJed Brown   PetscFunctionBegin;
288082f516ccSBarry Smith   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
2881552f7358SJed Brown   PetscValidPointer(numFaceVertices,3);
2882552f7358SJed Brown   switch (cellDim) {
2883552f7358SJed Brown   case 0:
2884552f7358SJed Brown     *numFaceVertices = 0;
2885552f7358SJed Brown     break;
2886552f7358SJed Brown   case 1:
2887552f7358SJed Brown     *numFaceVertices = 1;
2888552f7358SJed Brown     break;
2889552f7358SJed Brown   case 2:
2890552f7358SJed Brown     switch (numCorners) {
289119436ca2SJed Brown     case 3: /* triangle */
289219436ca2SJed Brown       *numFaceVertices = 2; /* Edge has 2 vertices */
2893552f7358SJed Brown       break;
289419436ca2SJed Brown     case 4: /* quadrilateral */
289519436ca2SJed Brown       *numFaceVertices = 2; /* Edge has 2 vertices */
2896552f7358SJed Brown       break;
289719436ca2SJed Brown     case 6: /* quadratic triangle, tri and quad cohesive Lagrange cells */
289819436ca2SJed Brown       *numFaceVertices = 3; /* Edge has 3 vertices */
2899552f7358SJed Brown       break;
290019436ca2SJed Brown     case 9: /* quadratic quadrilateral, quadratic quad cohesive Lagrange cells */
290119436ca2SJed Brown       *numFaceVertices = 3; /* Edge has 3 vertices */
2902552f7358SJed Brown       break;
2903552f7358SJed Brown     default:
2904f347f43bSBarry Smith       SETERRQ2(comm, PETSC_ERR_ARG_OUTOFRANGE, "Invalid number of face corners %D for dimension %D", numCorners, cellDim);
2905552f7358SJed Brown     }
2906552f7358SJed Brown     break;
2907552f7358SJed Brown   case 3:
2908552f7358SJed Brown     switch (numCorners) {
290919436ca2SJed Brown     case 4: /* tetradehdron */
291019436ca2SJed Brown       *numFaceVertices = 3; /* Face has 3 vertices */
2911552f7358SJed Brown       break;
291219436ca2SJed Brown     case 6: /* tet cohesive cells */
291319436ca2SJed Brown       *numFaceVertices = 4; /* Face has 4 vertices */
2914552f7358SJed Brown       break;
291519436ca2SJed Brown     case 8: /* hexahedron */
291619436ca2SJed Brown       *numFaceVertices = 4; /* Face has 4 vertices */
2917552f7358SJed Brown       break;
291819436ca2SJed Brown     case 9: /* tet cohesive Lagrange cells */
291919436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2920552f7358SJed Brown       break;
292119436ca2SJed Brown     case 10: /* quadratic tetrahedron */
292219436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2923552f7358SJed Brown       break;
292419436ca2SJed Brown     case 12: /* hex cohesive Lagrange cells */
292519436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2926552f7358SJed Brown       break;
292719436ca2SJed Brown     case 18: /* quadratic tet cohesive Lagrange cells */
292819436ca2SJed Brown       *numFaceVertices = 6; /* Face has 6 vertices */
2929552f7358SJed Brown       break;
293019436ca2SJed Brown     case 27: /* quadratic hexahedron, quadratic hex cohesive Lagrange cells */
293119436ca2SJed Brown       *numFaceVertices = 9; /* Face has 9 vertices */
2932552f7358SJed Brown       break;
2933552f7358SJed Brown     default:
2934f347f43bSBarry Smith       SETERRQ2(comm, PETSC_ERR_ARG_OUTOFRANGE, "Invalid number of face corners %D for dimension %D", numCorners, cellDim);
2935552f7358SJed Brown     }
2936552f7358SJed Brown     break;
2937552f7358SJed Brown   default:
2938f347f43bSBarry Smith     SETERRQ1(comm, PETSC_ERR_ARG_OUTOFRANGE, "Invalid cell dimension %D", cellDim);
2939552f7358SJed Brown   }
2940552f7358SJed Brown   PetscFunctionReturn(0);
2941552f7358SJed Brown }
2942552f7358SJed Brown 
2943552f7358SJed Brown /*@
2944aa50250dSMatthew G. Knepley   DMPlexGetDepthLabel - Get the DMLabel recording the depth of each point
2945552f7358SJed Brown 
2946552f7358SJed Brown   Not Collective
2947552f7358SJed Brown 
2948aa50250dSMatthew G. Knepley   Input Parameter:
2949552f7358SJed Brown . dm    - The DMPlex object
2950552f7358SJed Brown 
2951aa50250dSMatthew G. Knepley   Output Parameter:
2952aa50250dSMatthew G. Knepley . depthLabel - The DMLabel recording point depth
2953552f7358SJed Brown 
2954552f7358SJed Brown   Level: developer
2955552f7358SJed Brown 
2956aa50250dSMatthew G. Knepley .keywords: mesh, points
2957aa50250dSMatthew G. Knepley .seealso: DMPlexGetDepth(), DMPlexGetHeightStratum(), DMPlexGetDepthStratum()
2958aa50250dSMatthew G. Knepley @*/
2959aa50250dSMatthew G. Knepley PetscErrorCode DMPlexGetDepthLabel(DM dm, DMLabel *depthLabel)
2960aa50250dSMatthew G. Knepley {
2961aa50250dSMatthew G. Knepley   PetscErrorCode ierr;
2962aa50250dSMatthew G. Knepley 
2963aa50250dSMatthew G. Knepley   PetscFunctionBegin;
2964aa50250dSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2965aa50250dSMatthew G. Knepley   PetscValidPointer(depthLabel, 2);
2966c58f1c22SToby Isaac   if (!dm->depthLabel) {ierr = DMGetLabel(dm, "depth", &dm->depthLabel);CHKERRQ(ierr);}
2967c58f1c22SToby Isaac   *depthLabel = dm->depthLabel;
2968aa50250dSMatthew G. Knepley   PetscFunctionReturn(0);
2969aa50250dSMatthew G. Knepley }
2970aa50250dSMatthew G. Knepley 
2971aa50250dSMatthew G. Knepley /*@
2972aa50250dSMatthew G. Knepley   DMPlexGetDepth - Get the depth of the DAG representing this mesh
2973aa50250dSMatthew G. Knepley 
2974aa50250dSMatthew G. Knepley   Not Collective
2975aa50250dSMatthew G. Knepley 
2976aa50250dSMatthew G. Knepley   Input Parameter:
2977aa50250dSMatthew G. Knepley . dm    - The DMPlex object
2978aa50250dSMatthew G. Knepley 
2979aa50250dSMatthew G. Knepley   Output Parameter:
2980aa50250dSMatthew G. Knepley . depth - The number of strata (breadth first levels) in the DAG
2981aa50250dSMatthew G. Knepley 
2982aa50250dSMatthew G. Knepley   Level: developer
2983552f7358SJed Brown 
2984552f7358SJed Brown .keywords: mesh, points
2985aa50250dSMatthew G. Knepley .seealso: DMPlexGetDepthLabel(), DMPlexGetHeightStratum(), DMPlexGetDepthStratum()
2986552f7358SJed Brown @*/
2987552f7358SJed Brown PetscErrorCode DMPlexGetDepth(DM dm, PetscInt *depth)
2988552f7358SJed Brown {
2989aa50250dSMatthew G. Knepley   DMLabel        label;
2990aa50250dSMatthew G. Knepley   PetscInt       d = 0;
2991552f7358SJed Brown   PetscErrorCode ierr;
2992552f7358SJed Brown 
2993552f7358SJed Brown   PetscFunctionBegin;
2994552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
2995552f7358SJed Brown   PetscValidPointer(depth, 2);
2996aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
2997aa50250dSMatthew G. Knepley   if (label) {ierr = DMLabelGetNumValues(label, &d);CHKERRQ(ierr);}
2998552f7358SJed Brown   *depth = d-1;
2999552f7358SJed Brown   PetscFunctionReturn(0);
3000552f7358SJed Brown }
3001552f7358SJed Brown 
3002552f7358SJed Brown /*@
3003552f7358SJed Brown   DMPlexGetDepthStratum - Get the bounds [start, end) for all points at a certain depth.
3004552f7358SJed Brown 
3005552f7358SJed Brown   Not Collective
3006552f7358SJed Brown 
3007552f7358SJed Brown   Input Parameters:
3008552f7358SJed Brown + dm           - The DMPlex object
3009552f7358SJed Brown - stratumValue - The requested depth
3010552f7358SJed Brown 
3011552f7358SJed Brown   Output Parameters:
3012552f7358SJed Brown + start - The first point at this depth
3013552f7358SJed Brown - end   - One beyond the last point at this depth
3014552f7358SJed Brown 
3015552f7358SJed Brown   Level: developer
3016552f7358SJed Brown 
3017552f7358SJed Brown .keywords: mesh, points
3018552f7358SJed Brown .seealso: DMPlexGetHeightStratum(), DMPlexGetDepth()
3019552f7358SJed Brown @*/
30200adebc6cSBarry Smith PetscErrorCode DMPlexGetDepthStratum(DM dm, PetscInt stratumValue, PetscInt *start, PetscInt *end)
30210adebc6cSBarry Smith {
3022aa50250dSMatthew G. Knepley   DMLabel        label;
302363d1a920SMatthew G. Knepley   PetscInt       pStart, pEnd;
3024552f7358SJed Brown   PetscErrorCode ierr;
3025552f7358SJed Brown 
3026552f7358SJed Brown   PetscFunctionBegin;
3027552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
302863d1a920SMatthew G. Knepley   if (start) {PetscValidPointer(start, 3); *start = 0;}
302963d1a920SMatthew G. Knepley   if (end)   {PetscValidPointer(end,   4); *end   = 0;}
3030552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
30310d644c17SKarl Rupp   if (pStart == pEnd) PetscFunctionReturn(0);
303263d1a920SMatthew G. Knepley   if (stratumValue < 0) {
303363d1a920SMatthew G. Knepley     if (start) *start = pStart;
303463d1a920SMatthew G. Knepley     if (end)   *end   = pEnd;
303563d1a920SMatthew G. Knepley     PetscFunctionReturn(0);
3036552f7358SJed Brown   }
3037aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
303863d1a920SMatthew G. Knepley   if (!label) SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "No label named depth was found");
303963d1a920SMatthew G. Knepley   ierr = DMLabelGetStratumBounds(label, stratumValue, start, end);CHKERRQ(ierr);
3040552f7358SJed Brown   PetscFunctionReturn(0);
3041552f7358SJed Brown }
3042552f7358SJed Brown 
3043552f7358SJed Brown /*@
3044552f7358SJed Brown   DMPlexGetHeightStratum - Get the bounds [start, end) for all points at a certain height.
3045552f7358SJed Brown 
3046552f7358SJed Brown   Not Collective
3047552f7358SJed Brown 
3048552f7358SJed Brown   Input Parameters:
3049552f7358SJed Brown + dm           - The DMPlex object
3050552f7358SJed Brown - stratumValue - The requested height
3051552f7358SJed Brown 
3052552f7358SJed Brown   Output Parameters:
3053552f7358SJed Brown + start - The first point at this height
3054552f7358SJed Brown - end   - One beyond the last point at this height
3055552f7358SJed Brown 
3056552f7358SJed Brown   Level: developer
3057552f7358SJed Brown 
3058552f7358SJed Brown .keywords: mesh, points
3059552f7358SJed Brown .seealso: DMPlexGetDepthStratum(), DMPlexGetDepth()
3060552f7358SJed Brown @*/
30610adebc6cSBarry Smith PetscErrorCode DMPlexGetHeightStratum(DM dm, PetscInt stratumValue, PetscInt *start, PetscInt *end)
30620adebc6cSBarry Smith {
3063aa50250dSMatthew G. Knepley   DMLabel        label;
306463d1a920SMatthew G. Knepley   PetscInt       depth, pStart, pEnd;
3065552f7358SJed Brown   PetscErrorCode ierr;
3066552f7358SJed Brown 
3067552f7358SJed Brown   PetscFunctionBegin;
3068552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
306963d1a920SMatthew G. Knepley   if (start) {PetscValidPointer(start, 3); *start = 0;}
307063d1a920SMatthew G. Knepley   if (end)   {PetscValidPointer(end,   4); *end   = 0;}
3071552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
30720d644c17SKarl Rupp   if (pStart == pEnd) PetscFunctionReturn(0);
307363d1a920SMatthew G. Knepley   if (stratumValue < 0) {
307463d1a920SMatthew G. Knepley     if (start) *start = pStart;
307563d1a920SMatthew G. Knepley     if (end)   *end   = pEnd;
307663d1a920SMatthew G. Knepley     PetscFunctionReturn(0);
3077552f7358SJed Brown   }
3078aa50250dSMatthew G. Knepley   ierr = DMPlexGetDepthLabel(dm, &label);CHKERRQ(ierr);
307913903a91SSatish Balay   if (!label) SETERRQ(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "No label named depth was found");
308063d1a920SMatthew G. Knepley   ierr = DMLabelGetNumValues(label, &depth);CHKERRQ(ierr);
308163d1a920SMatthew G. Knepley   ierr = DMLabelGetStratumBounds(label, depth-1-stratumValue, start, end);CHKERRQ(ierr);
3082552f7358SJed Brown   PetscFunctionReturn(0);
3083552f7358SJed Brown }
3084552f7358SJed Brown 
3085552f7358SJed Brown /* Set the number of dof on each point and separate by fields */
30867cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionInitial(DM dm, PetscInt dim, PetscInt numFields,const PetscInt numComp[],const PetscInt numDof[], PetscSection *section)
3087a6dfd86eSKarl Rupp {
3088ee55978aSMatthew G. Knepley   PetscInt      *pMax;
3089916f0f19SMatthew G. Knepley   PetscInt       depth, pStart = 0, pEnd = 0;
3090ee55978aSMatthew G. Knepley   PetscInt       Nf, p, d, dep, f;
3091fa716be8SMatthew G. Knepley   PetscBool     *isFE;
3092552f7358SJed Brown   PetscErrorCode ierr;
3093552f7358SJed Brown 
3094552f7358SJed Brown   PetscFunctionBegin;
3095fa716be8SMatthew G. Knepley   ierr = PetscMalloc1(numFields, &isFE);CHKERRQ(ierr);
3096ee55978aSMatthew G. Knepley   ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr);
3097fa716be8SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
3098fa716be8SMatthew G. Knepley     PetscObject  obj;
3099fa716be8SMatthew G. Knepley     PetscClassId id;
3100fa716be8SMatthew G. Knepley 
3101ee55978aSMatthew G. Knepley     isFE[f] = PETSC_FALSE;
3102ee55978aSMatthew G. Knepley     if (f >= Nf) continue;
3103fa716be8SMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
3104fa716be8SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
3105fa716be8SMatthew G. Knepley     if (id == PETSCFE_CLASSID)      {isFE[f] = PETSC_TRUE;}
3106fa716be8SMatthew G. Knepley     else if (id == PETSCFV_CLASSID) {isFE[f] = PETSC_FALSE;}
3107552f7358SJed Brown   }
310882f516ccSBarry Smith   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), section);CHKERRQ(ierr);
3109552f7358SJed Brown   if (numFields > 0) {
3110552f7358SJed Brown     ierr = PetscSectionSetNumFields(*section, numFields);CHKERRQ(ierr);
3111552f7358SJed Brown     if (numComp) {
3112552f7358SJed Brown       for (f = 0; f < numFields; ++f) {
3113552f7358SJed Brown         ierr = PetscSectionSetFieldComponents(*section, f, numComp[f]);CHKERRQ(ierr);
3114d484f18aSToby Isaac         if (isFE[f]) {
3115d484f18aSToby Isaac           PetscFE           fe;
3116d484f18aSToby Isaac           PetscDualSpace    dspace;
3117d484f18aSToby Isaac           const PetscInt    ***perms;
3118d484f18aSToby Isaac           const PetscScalar ***flips;
3119d484f18aSToby Isaac           const PetscInt    *numDof;
3120d484f18aSToby Isaac 
3121d484f18aSToby Isaac           ierr = DMGetField(dm,f,(PetscObject *) &fe);CHKERRQ(ierr);
3122d484f18aSToby Isaac           ierr = PetscFEGetDualSpace(fe,&dspace);CHKERRQ(ierr);
3123d484f18aSToby Isaac           ierr = PetscDualSpaceGetSymmetries(dspace,&perms,&flips);CHKERRQ(ierr);
3124d484f18aSToby Isaac           ierr = PetscDualSpaceGetNumDof(dspace,&numDof);CHKERRQ(ierr);
3125d484f18aSToby Isaac           if (perms || flips) {
3126d484f18aSToby Isaac             DM               K;
3127d484f18aSToby Isaac             DMLabel          depthLabel;
3128d484f18aSToby Isaac             PetscInt         depth, h;
3129d484f18aSToby Isaac             PetscSectionSym  sym;
3130d484f18aSToby Isaac 
3131d484f18aSToby Isaac             ierr = PetscDualSpaceGetDM(dspace,&K);CHKERRQ(ierr);
3132d484f18aSToby Isaac             ierr = DMPlexGetDepthLabel(dm,&depthLabel);CHKERRQ(ierr);
3133d484f18aSToby Isaac             ierr = DMPlexGetDepth(dm,&depth);CHKERRQ(ierr);
3134d484f18aSToby Isaac             ierr = PetscSectionSymCreateLabel(PetscObjectComm((PetscObject)*section),depthLabel,&sym);CHKERRQ(ierr);
3135d484f18aSToby Isaac             for (h = 0; h <= depth; h++) {
3136d484f18aSToby Isaac               PetscDualSpace    hspace;
3137d484f18aSToby Isaac               PetscInt          kStart, kEnd;
3138d484f18aSToby Isaac               PetscInt          kConeSize;
3139d484f18aSToby Isaac               const PetscInt    **perms0 = NULL;
3140d484f18aSToby Isaac               const PetscScalar **flips0 = NULL;
3141d484f18aSToby Isaac 
3142d484f18aSToby Isaac               ierr = PetscDualSpaceGetHeightSubspace(dspace,h,&hspace);CHKERRQ(ierr);
3143d484f18aSToby Isaac               ierr = DMPlexGetHeightStratum(K,h,&kStart,&kEnd);CHKERRQ(ierr);
3144d484f18aSToby Isaac               if (!hspace) continue;
3145d484f18aSToby Isaac               ierr = PetscDualSpaceGetSymmetries(hspace,&perms,&flips);CHKERRQ(ierr);
3146d484f18aSToby Isaac               if (perms) perms0 = perms[0];
3147d484f18aSToby Isaac               if (flips) flips0 = flips[0];
3148d484f18aSToby Isaac               if (!(perms0 || flips0)) continue;
3149d484f18aSToby Isaac               ierr = DMPlexGetConeSize(K,kStart,&kConeSize);CHKERRQ(ierr);
3150d484f18aSToby Isaac               ierr = PetscSectionSymLabelSetStratum(sym,depth - h,numDof[depth - h],-kConeSize,kConeSize,PETSC_USE_POINTER,perms0 ? &perms0[-kConeSize] : NULL,flips0 ? &flips0[-kConeSize] : NULL);CHKERRQ(ierr);
3151d484f18aSToby Isaac             }
3152d484f18aSToby Isaac             ierr = PetscSectionSetFieldSym(*section,f,sym);CHKERRQ(ierr);
3153d484f18aSToby Isaac             ierr = PetscSectionSymDestroy(&sym);CHKERRQ(ierr);
3154d484f18aSToby Isaac           }
3155d484f18aSToby Isaac         }
3156552f7358SJed Brown       }
3157552f7358SJed Brown     }
3158552f7358SJed Brown   }
3159552f7358SJed Brown   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
3160552f7358SJed Brown   ierr = PetscSectionSetChart(*section, pStart, pEnd);CHKERRQ(ierr);
3161916f0f19SMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
31629ac3fadcSMatthew G. Knepley   ierr = PetscMalloc1(depth+1,&pMax);CHKERRQ(ierr);
31639ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, depth >= 0 ? &pMax[depth] : NULL, depth>1 ? &pMax[depth-1] : NULL, depth>2 ? &pMax[1] : NULL, &pMax[0]);CHKERRQ(ierr);
3164916f0f19SMatthew G. Knepley   for (dep = 0; dep <= depth; ++dep) {
3165916f0f19SMatthew G. Knepley     d    = dim == depth ? dep : (!dep ? 0 : dim);
3166916f0f19SMatthew G. Knepley     ierr = DMPlexGetDepthStratum(dm, dep, &pStart, &pEnd);CHKERRQ(ierr);
3167fa716be8SMatthew G. Knepley     pMax[dep] = pMax[dep] < 0 ? pEnd : pMax[dep];
3168552f7358SJed Brown     for (p = pStart; p < pEnd; ++p) {
3169ee55978aSMatthew G. Knepley       PetscInt tot = 0;
3170ee55978aSMatthew G. Knepley 
3171552f7358SJed Brown       for (f = 0; f < numFields; ++f) {
3172fa716be8SMatthew G. Knepley         if (isFE[f] && p >= pMax[dep]) continue;
3173552f7358SJed Brown         ierr = PetscSectionSetFieldDof(*section, p, f, numDof[f*(dim+1)+d]);CHKERRQ(ierr);
3174ee55978aSMatthew G. Knepley         tot += numDof[f*(dim+1)+d];
3175552f7358SJed Brown       }
3176ee55978aSMatthew G. Knepley       ierr = PetscSectionSetDof(*section, p, tot);CHKERRQ(ierr);
3177552f7358SJed Brown     }
3178552f7358SJed Brown   }
31799ac3fadcSMatthew G. Knepley   ierr = PetscFree(pMax);CHKERRQ(ierr);
3180fa716be8SMatthew G. Knepley   ierr = PetscFree(isFE);CHKERRQ(ierr);
3181552f7358SJed Brown   PetscFunctionReturn(0);
3182552f7358SJed Brown }
3183552f7358SJed Brown 
3184552f7358SJed Brown /* Set the number of dof on each point and separate by fields
3185ab1d0545SMatthew G. Knepley    If bcComps is NULL or the IS is NULL, constrain every dof on the point
3186552f7358SJed Brown */
31877cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionBCDof(DM dm, PetscInt numBC, const PetscInt bcField[], const IS bcComps[], const IS bcPoints[], PetscSection section)
3188a6dfd86eSKarl Rupp {
3189552f7358SJed Brown   PetscInt       numFields;
3190552f7358SJed Brown   PetscInt       bc;
3191a68b90caSToby Isaac   PetscSection   aSec;
3192552f7358SJed Brown   PetscErrorCode ierr;
3193552f7358SJed Brown 
3194552f7358SJed Brown   PetscFunctionBegin;
3195552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
3196552f7358SJed Brown   for (bc = 0; bc < numBC; ++bc) {
3197552f7358SJed Brown     PetscInt        field = 0;
3198ab1d0545SMatthew G. Knepley     const PetscInt *comp;
3199552f7358SJed Brown     const PetscInt *idx;
3200ab1d0545SMatthew G. Knepley     PetscInt        Nc = -1, n, i;
3201552f7358SJed Brown 
32020d644c17SKarl Rupp     if (numFields) field = bcField[bc];
3203ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetLocalSize(bcComps[bc], &Nc);CHKERRQ(ierr);}
3204ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3205552f7358SJed Brown     ierr = ISGetLocalSize(bcPoints[bc], &n);CHKERRQ(ierr);
3206552f7358SJed Brown     ierr = ISGetIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
3207552f7358SJed Brown     for (i = 0; i < n; ++i) {
3208552f7358SJed Brown       const PetscInt p = idx[i];
320906ff1081SMatthew G. Knepley       PetscInt       numConst;
3210552f7358SJed Brown 
3211552f7358SJed Brown       if (numFields) {
3212552f7358SJed Brown         ierr = PetscSectionGetFieldDof(section, p, field, &numConst);CHKERRQ(ierr);
3213552f7358SJed Brown       } else {
3214552f7358SJed Brown         ierr = PetscSectionGetDof(section, p, &numConst);CHKERRQ(ierr);
3215552f7358SJed Brown       }
321606ff1081SMatthew G. Knepley       /* If Nc < 0, constrain every dof on the point */
321706ff1081SMatthew G. Knepley       if (Nc > 0) numConst = PetscMin(numConst, Nc);
321806ff1081SMatthew G. Knepley       if (numFields) {ierr = PetscSectionAddFieldConstraintDof(section, p, field, numConst);CHKERRQ(ierr);}
3219552f7358SJed Brown       ierr = PetscSectionAddConstraintDof(section, p, numConst);CHKERRQ(ierr);
3220552f7358SJed Brown     }
3221552f7358SJed Brown     ierr = ISRestoreIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
322206ff1081SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISRestoreIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3223552f7358SJed Brown   }
3224a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm, &aSec, NULL);CHKERRQ(ierr);
3225a68b90caSToby Isaac   if (aSec) {
3226a68b90caSToby Isaac     PetscInt aStart, aEnd, a;
3227a68b90caSToby Isaac 
3228a68b90caSToby Isaac     ierr = PetscSectionGetChart(aSec, &aStart, &aEnd);CHKERRQ(ierr);
3229a68b90caSToby Isaac     for (a = aStart; a < aEnd; a++) {
3230ab1d0545SMatthew G. Knepley       PetscInt dof, f;
3231a68b90caSToby Isaac 
3232a68b90caSToby Isaac       ierr = PetscSectionGetDof(aSec, a, &dof);CHKERRQ(ierr);
3233a68b90caSToby Isaac       if (dof) {
3234a68b90caSToby Isaac         /* if there are point-to-point constraints, then all dofs are constrained */
3235a68b90caSToby Isaac         ierr = PetscSectionGetDof(section, a, &dof);CHKERRQ(ierr);
3236a68b90caSToby Isaac         ierr = PetscSectionSetConstraintDof(section, a, dof);CHKERRQ(ierr);
3237a68b90caSToby Isaac         for (f = 0; f < numFields; f++) {
3238a68b90caSToby Isaac           ierr = PetscSectionGetFieldDof(section, a, f, &dof);CHKERRQ(ierr);
3239a68b90caSToby Isaac           ierr = PetscSectionSetFieldConstraintDof(section, a, f, dof);CHKERRQ(ierr);
3240a68b90caSToby Isaac         }
3241a68b90caSToby Isaac       }
3242a68b90caSToby Isaac     }
3243a68b90caSToby Isaac   }
3244552f7358SJed Brown   PetscFunctionReturn(0);
3245552f7358SJed Brown }
3246552f7358SJed Brown 
3247ab1d0545SMatthew G. Knepley /* Set the constrained field indices on each point
3248ab1d0545SMatthew G. Knepley    If bcComps is NULL or the IS is NULL, constrain every dof on the point
3249ab1d0545SMatthew G. Knepley */
32507cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionBCIndicesField(DM dm, PetscInt numBC,const PetscInt bcField[], const IS bcComps[], const IS bcPoints[], PetscSection section)
32510adebc6cSBarry Smith {
3252ab1d0545SMatthew G. Knepley   PetscSection   aSec;
3253ab1d0545SMatthew G. Knepley   PetscInt      *indices;
3254503335f2SSander Arens   PetscInt       numFields, cdof, maxDof = 0, pStart, pEnd, p, bc, f, d;
3255552f7358SJed Brown   PetscErrorCode ierr;
3256552f7358SJed Brown 
3257552f7358SJed Brown   PetscFunctionBegin;
3258552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
3259ab1d0545SMatthew G. Knepley   if (!numFields) PetscFunctionReturn(0);
3260ab1d0545SMatthew G. Knepley   /* Initialize all field indices to -1 */
3261552f7358SJed Brown   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
3262503335f2SSander Arens   for (p = pStart; p < pEnd; ++p) {ierr = PetscSectionGetConstraintDof(section, p, &cdof);CHKERRQ(ierr); maxDof = PetscMax(maxDof, cdof);}
3263ab1d0545SMatthew G. Knepley   ierr = PetscMalloc1(maxDof, &indices);CHKERRQ(ierr);
3264ab1d0545SMatthew G. Knepley   for (d = 0; d < maxDof; ++d) indices[d] = -1;
3265ab1d0545SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) for (f = 0; f < numFields; ++f) {ierr = PetscSectionSetFieldConstraintIndices(section, p, f, indices);CHKERRQ(ierr);}
3266ab1d0545SMatthew G. Knepley   /* Handle BC constraints */
3267ab1d0545SMatthew G. Knepley   for (bc = 0; bc < numBC; ++bc) {
3268ab1d0545SMatthew G. Knepley     const PetscInt  field = bcField[bc];
3269ab1d0545SMatthew G. Knepley     const PetscInt *comp, *idx;
3270ab1d0545SMatthew G. Knepley     PetscInt        Nc = -1, n, i;
3271552f7358SJed Brown 
3272ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetLocalSize(bcComps[bc], &Nc);CHKERRQ(ierr);}
3273ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISGetIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3274ab1d0545SMatthew G. Knepley     ierr = ISGetLocalSize(bcPoints[bc], &n);CHKERRQ(ierr);
3275ab1d0545SMatthew G. Knepley     ierr = ISGetIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
3276ab1d0545SMatthew G. Knepley     for (i = 0; i < n; ++i) {
3277ab1d0545SMatthew G. Knepley       const PetscInt  p = idx[i];
3278ab1d0545SMatthew G. Knepley       const PetscInt *find;
3279503335f2SSander Arens       PetscInt        fdof, fcdof, c;
3280ab1d0545SMatthew G. Knepley 
3281503335f2SSander Arens       ierr = PetscSectionGetFieldDof(section, p, field, &fdof);CHKERRQ(ierr);
3282503335f2SSander Arens       if (!fdof) continue;
3283ab1d0545SMatthew G. Knepley       if (Nc < 0) {
3284503335f2SSander Arens         for (d = 0; d < fdof; ++d) indices[d] = d;
3285503335f2SSander Arens         fcdof = fdof;
3286552f7358SJed Brown       } else {
3287503335f2SSander Arens         ierr = PetscSectionGetFieldConstraintDof(section, p, field, &fcdof);CHKERRQ(ierr);
3288ab1d0545SMatthew G. Knepley         ierr = PetscSectionGetFieldConstraintIndices(section, p, field, &find);CHKERRQ(ierr);
3289ab1d0545SMatthew G. Knepley         for (d = 0; d < fcdof; ++d) {if (find[d] < 0) break; indices[d] = find[d];}
3290503335f2SSander Arens         for (c = 0; c < Nc; ++c) indices[d++] = comp[c];
3291503335f2SSander Arens         ierr = PetscSortRemoveDupsInt(&d, indices);CHKERRQ(ierr);
3292503335f2SSander Arens         for (c = d; c < fcdof; ++c) indices[c] = -1;
3293503335f2SSander Arens         fcdof = d;
3294552f7358SJed Brown       }
3295503335f2SSander Arens       ierr = PetscSectionSetFieldConstraintDof(section, p, field, fcdof);CHKERRQ(ierr);
3296ab1d0545SMatthew G. Knepley       ierr = PetscSectionSetFieldConstraintIndices(section, p, field, indices);CHKERRQ(ierr);
3297552f7358SJed Brown     }
3298ab1d0545SMatthew G. Knepley     if (bcComps && bcComps[bc]) {ierr = ISRestoreIndices(bcComps[bc], &comp);CHKERRQ(ierr);}
3299ab1d0545SMatthew G. Knepley     ierr = ISRestoreIndices(bcPoints[bc], &idx);CHKERRQ(ierr);
3300552f7358SJed Brown   }
3301ab1d0545SMatthew G. Knepley   /* Handle anchors */
3302ab1d0545SMatthew G. Knepley   ierr = DMPlexGetAnchors(dm, &aSec, NULL);CHKERRQ(ierr);
3303ab1d0545SMatthew G. Knepley   if (aSec) {
3304ab1d0545SMatthew G. Knepley     PetscInt aStart, aEnd, a;
3305552f7358SJed Brown 
3306ab1d0545SMatthew G. Knepley     for (d = 0; d < maxDof; ++d) indices[d] = d;
3307ab1d0545SMatthew G. Knepley     ierr = PetscSectionGetChart(aSec, &aStart, &aEnd);CHKERRQ(ierr);
3308ab1d0545SMatthew G. Knepley     for (a = aStart; a < aEnd; a++) {
3309503335f2SSander Arens       PetscInt dof, f;
3310ab1d0545SMatthew G. Knepley 
3311ab1d0545SMatthew G. Knepley       ierr = PetscSectionGetDof(aSec, a, &dof);CHKERRQ(ierr);
3312ab1d0545SMatthew G. Knepley       if (dof) {
3313ab1d0545SMatthew G. Knepley         /* if there are point-to-point constraints, then all dofs are constrained */
3314ab1d0545SMatthew G. Knepley         for (f = 0; f < numFields; f++) {
3315ab1d0545SMatthew G. Knepley           ierr = PetscSectionSetFieldConstraintIndices(section, a, f, indices);CHKERRQ(ierr);
3316ab1d0545SMatthew G. Knepley         }
3317ab1d0545SMatthew G. Knepley       }
3318ab1d0545SMatthew G. Knepley     }
3319ab1d0545SMatthew G. Knepley   }
3320ab1d0545SMatthew G. Knepley   ierr = PetscFree(indices);CHKERRQ(ierr);
3321ab1d0545SMatthew G. Knepley   PetscFunctionReturn(0);
3322ab1d0545SMatthew G. Knepley }
3323ab1d0545SMatthew G. Knepley 
3324ab1d0545SMatthew G. Knepley /* Set the constrained indices on each point */
33257cd05799SMatthew G. Knepley static PetscErrorCode DMPlexCreateSectionBCIndices(DM dm, PetscSection section)
3326ab1d0545SMatthew G. Knepley {
3327ab1d0545SMatthew G. Knepley   PetscInt      *indices;
3328ab1d0545SMatthew G. Knepley   PetscInt       numFields, maxDof, pStart, pEnd, p, f, d;
3329ab1d0545SMatthew G. Knepley   PetscErrorCode ierr;
3330ab1d0545SMatthew G. Knepley 
3331ab1d0545SMatthew G. Knepley   PetscFunctionBegin;
3332ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
3333ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetMaxDof(section, &maxDof);CHKERRQ(ierr);
3334ab1d0545SMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
3335ab1d0545SMatthew G. Knepley   ierr = PetscMalloc1(maxDof, &indices);CHKERRQ(ierr);
3336ab1d0545SMatthew G. Knepley   for (d = 0; d < maxDof; ++d) indices[d] = -1;
3337552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
3338552f7358SJed Brown     PetscInt cdof, d;
3339552f7358SJed Brown 
3340552f7358SJed Brown     ierr = PetscSectionGetConstraintDof(section, p, &cdof);CHKERRQ(ierr);
3341552f7358SJed Brown     if (cdof) {
3342552f7358SJed Brown       if (numFields) {
3343552f7358SJed Brown         PetscInt numConst = 0, foff = 0;
3344552f7358SJed Brown 
3345552f7358SJed Brown         for (f = 0; f < numFields; ++f) {
3346ab1d0545SMatthew G. Knepley           const PetscInt *find;
3347ab1d0545SMatthew G. Knepley           PetscInt        fcdof, fdof;
3348552f7358SJed Brown 
3349552f7358SJed Brown           ierr = PetscSectionGetFieldDof(section, p, f, &fdof);CHKERRQ(ierr);
3350ab1d0545SMatthew G. Knepley           ierr = PetscSectionGetFieldConstraintDof(section, p, f, &fcdof);CHKERRQ(ierr);
3351ab1d0545SMatthew G. Knepley           /* Change constraint numbering from field component to local dof number */
3352ab1d0545SMatthew G. Knepley           ierr = PetscSectionGetFieldConstraintIndices(section, p, f, &find);CHKERRQ(ierr);
3353ab1d0545SMatthew G. Knepley           for (d = 0; d < fcdof; ++d) indices[numConst+d] = find[d] + foff;
3354ab1d0545SMatthew G. Knepley           numConst += fcdof;
3355552f7358SJed Brown           foff     += fdof;
3356552f7358SJed Brown         }
3357503335f2SSander Arens         if (cdof != numConst) {ierr = PetscSectionSetConstraintDof(section, p, numConst);CHKERRQ(ierr);}
3358552f7358SJed Brown       } else {
33590d644c17SKarl Rupp         for (d = 0; d < cdof; ++d) indices[d] = d;
3360552f7358SJed Brown       }
3361552f7358SJed Brown       ierr = PetscSectionSetConstraintIndices(section, p, indices);CHKERRQ(ierr);
3362552f7358SJed Brown     }
3363552f7358SJed Brown   }
3364552f7358SJed Brown   ierr = PetscFree(indices);CHKERRQ(ierr);
3365552f7358SJed Brown   PetscFunctionReturn(0);
3366552f7358SJed Brown }
3367552f7358SJed Brown 
3368552f7358SJed Brown /*@C
3369552f7358SJed Brown   DMPlexCreateSection - Create a PetscSection based upon the dof layout specification provided.
3370552f7358SJed Brown 
3371552f7358SJed Brown   Not Collective
3372552f7358SJed Brown 
3373552f7358SJed Brown   Input Parameters:
3374552f7358SJed Brown + dm        - The DMPlex object
3375552f7358SJed Brown . dim       - The spatial dimension of the problem
3376552f7358SJed Brown . numFields - The number of fields in the problem
3377552f7358SJed Brown . numComp   - An array of size numFields that holds the number of components for each field
3378552f7358SJed Brown . numDof    - An array of size numFields*(dim+1) which holds the number of dof for each field on a mesh piece of dimension d
3379552f7358SJed Brown . numBC     - The number of boundary conditions
3380552f7358SJed Brown . bcField   - An array of size numBC giving the field number for each boundry condition
3381ab1d0545SMatthew G. Knepley . bcComps   - [Optional] An array of size numBC giving an IS holding the field components to which each boundary condition applies
3382ab1d0545SMatthew G. Knepley . bcPoints  - An array of size numBC giving an IS holding the Plex points to which each boundary condition applies
3383f8f126e8SMatthew G. Knepley - perm      - Optional permutation of the chart, or NULL
3384552f7358SJed Brown 
3385552f7358SJed Brown   Output Parameter:
3386552f7358SJed Brown . section - The PetscSection object
3387552f7358SJed Brown 
3388552f7358SJed Brown   Notes: numDof[f*(dim+1)+d] gives the number of dof for field f on sieve points of dimension d. For instance, numDof[1] is the
3389f8f126e8SMatthew G. Knepley   number of dof for field 0 on each edge.
3390f8f126e8SMatthew G. Knepley 
3391f8f126e8SMatthew G. Knepley   The chart permutation is the same one set using PetscSectionSetPermutation()
3392552f7358SJed Brown 
3393552f7358SJed Brown   Level: developer
3394552f7358SJed Brown 
33953813dfbdSMatthew G Knepley   Fortran Notes:
33963813dfbdSMatthew G Knepley   A Fortran 90 version is available as DMPlexCreateSectionF90()
33973813dfbdSMatthew G Knepley 
3398552f7358SJed Brown .keywords: mesh, elements
3399f8f126e8SMatthew G. Knepley .seealso: DMPlexCreate(), PetscSectionCreate(), PetscSectionSetPermutation()
3400552f7358SJed Brown @*/
3401ab1d0545SMatthew G. Knepley PetscErrorCode DMPlexCreateSection(DM dm, PetscInt dim, PetscInt numFields,const PetscInt numComp[],const PetscInt numDof[], PetscInt numBC,const PetscInt bcField[], const IS bcComps[], const IS bcPoints[], IS perm, PetscSection *section)
3402a6dfd86eSKarl Rupp {
3403a68b90caSToby Isaac   PetscSection   aSec;
3404552f7358SJed Brown   PetscErrorCode ierr;
3405552f7358SJed Brown 
3406552f7358SJed Brown   PetscFunctionBegin;
3407552f7358SJed Brown   ierr = DMPlexCreateSectionInitial(dm, dim, numFields, numComp, numDof, section);CHKERRQ(ierr);
3408ab1d0545SMatthew G. Knepley   ierr = DMPlexCreateSectionBCDof(dm, numBC, bcField, bcComps, bcPoints, *section);CHKERRQ(ierr);
3409f8f126e8SMatthew G. Knepley   if (perm) {ierr = PetscSectionSetPermutation(*section, perm);CHKERRQ(ierr);}
3410552f7358SJed Brown   ierr = PetscSectionSetUp(*section);CHKERRQ(ierr);
3411a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&aSec,NULL);CHKERRQ(ierr);
3412ab1d0545SMatthew G. Knepley   if (numBC || aSec) {
3413ab1d0545SMatthew G. Knepley     ierr = DMPlexCreateSectionBCIndicesField(dm, numBC, bcField, bcComps, bcPoints, *section);CHKERRQ(ierr);
3414ab1d0545SMatthew G. Knepley     ierr = DMPlexCreateSectionBCIndices(dm, *section);CHKERRQ(ierr);
3415ab1d0545SMatthew G. Knepley   }
3416ce1779c8SBarry Smith   ierr = PetscSectionViewFromOptions(*section,NULL,"-section_view");CHKERRQ(ierr);
3417552f7358SJed Brown   PetscFunctionReturn(0);
3418552f7358SJed Brown }
3419552f7358SJed Brown 
34200adebc6cSBarry Smith PetscErrorCode DMCreateCoordinateDM_Plex(DM dm, DM *cdm)
34210adebc6cSBarry Smith {
3422efe440bfSMatthew G. Knepley   PetscSection   section, s;
3423efe440bfSMatthew G. Knepley   Mat            m;
34243e922f36SToby Isaac   PetscInt       maxHeight;
3425552f7358SJed Brown   PetscErrorCode ierr;
3426552f7358SJed Brown 
3427552f7358SJed Brown   PetscFunctionBegin;
342838221697SMatthew G. Knepley   ierr = DMClone(dm, cdm);CHKERRQ(ierr);
34293e922f36SToby Isaac   ierr = DMPlexGetMaxProjectionHeight(dm, &maxHeight);CHKERRQ(ierr);
34303e922f36SToby Isaac   ierr = DMPlexSetMaxProjectionHeight(*cdm, maxHeight);CHKERRQ(ierr);
343182f516ccSBarry Smith   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), &section);CHKERRQ(ierr);
3432552f7358SJed Brown   ierr = DMSetDefaultSection(*cdm, section);CHKERRQ(ierr);
34331d799100SJed Brown   ierr = PetscSectionDestroy(&section);CHKERRQ(ierr);
3434efe440bfSMatthew G. Knepley   ierr = PetscSectionCreate(PETSC_COMM_SELF, &s);CHKERRQ(ierr);
3435efe440bfSMatthew G. Knepley   ierr = MatCreate(PETSC_COMM_SELF, &m);CHKERRQ(ierr);
3436efe440bfSMatthew G. Knepley   ierr = DMSetDefaultConstraints(*cdm, s, m);CHKERRQ(ierr);
3437efe440bfSMatthew G. Knepley   ierr = PetscSectionDestroy(&s);CHKERRQ(ierr);
3438efe440bfSMatthew G. Knepley   ierr = MatDestroy(&m);CHKERRQ(ierr);
3439552f7358SJed Brown   PetscFunctionReturn(0);
3440552f7358SJed Brown }
3441552f7358SJed Brown 
34427cd05799SMatthew G. Knepley /*@C
34437cd05799SMatthew G. Knepley   DMPlexGetConeSection - Return a section which describes the layout of cone data
34447cd05799SMatthew G. Knepley 
34457cd05799SMatthew G. Knepley   Not Collective
34467cd05799SMatthew G. Knepley 
34477cd05799SMatthew G. Knepley   Input Parameters:
34487cd05799SMatthew G. Knepley . dm        - The DMPlex object
34497cd05799SMatthew G. Knepley 
34507cd05799SMatthew G. Knepley   Output Parameter:
34517cd05799SMatthew G. Knepley . section - The PetscSection object
34527cd05799SMatthew G. Knepley 
34537cd05799SMatthew G. Knepley   Level: developer
34547cd05799SMatthew G. Knepley 
34557cd05799SMatthew G. Knepley .seealso: DMPlexGetSupportSection(), DMPlexGetCones(), DMPlexGetConeOrientations()
34567cd05799SMatthew G. Knepley @*/
34570adebc6cSBarry Smith PetscErrorCode DMPlexGetConeSection(DM dm, PetscSection *section)
34580adebc6cSBarry Smith {
3459552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
3460552f7358SJed Brown 
3461552f7358SJed Brown   PetscFunctionBegin;
3462552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3463552f7358SJed Brown   if (section) *section = mesh->coneSection;
3464552f7358SJed Brown   PetscFunctionReturn(0);
3465552f7358SJed Brown }
3466552f7358SJed Brown 
34677cd05799SMatthew G. Knepley /*@C
34687cd05799SMatthew G. Knepley   DMPlexGetSupportSection - Return a section which describes the layout of support data
34697cd05799SMatthew G. Knepley 
34707cd05799SMatthew G. Knepley   Not Collective
34717cd05799SMatthew G. Knepley 
34727cd05799SMatthew G. Knepley   Input Parameters:
34737cd05799SMatthew G. Knepley . dm        - The DMPlex object
34747cd05799SMatthew G. Knepley 
34757cd05799SMatthew G. Knepley   Output Parameter:
34767cd05799SMatthew G. Knepley . section - The PetscSection object
34777cd05799SMatthew G. Knepley 
34787cd05799SMatthew G. Knepley   Level: developer
34797cd05799SMatthew G. Knepley 
34807cd05799SMatthew G. Knepley .seealso: DMPlexGetConeSection()
34817cd05799SMatthew G. Knepley @*/
34828cb4d582SMatthew G. Knepley PetscErrorCode DMPlexGetSupportSection(DM dm, PetscSection *section)
34838cb4d582SMatthew G. Knepley {
34848cb4d582SMatthew G. Knepley   DM_Plex *mesh = (DM_Plex*) dm->data;
34858cb4d582SMatthew G. Knepley 
34868cb4d582SMatthew G. Knepley   PetscFunctionBegin;
34878cb4d582SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
34888cb4d582SMatthew G. Knepley   if (section) *section = mesh->supportSection;
34898cb4d582SMatthew G. Knepley   PetscFunctionReturn(0);
34908cb4d582SMatthew G. Knepley }
34918cb4d582SMatthew G. Knepley 
34927cd05799SMatthew G. Knepley /*@C
34937cd05799SMatthew G. Knepley   DMPlexGetCones - Return cone data
34947cd05799SMatthew G. Knepley 
34957cd05799SMatthew G. Knepley   Not Collective
34967cd05799SMatthew G. Knepley 
34977cd05799SMatthew G. Knepley   Input Parameters:
34987cd05799SMatthew G. Knepley . dm        - The DMPlex object
34997cd05799SMatthew G. Knepley 
35007cd05799SMatthew G. Knepley   Output Parameter:
35017cd05799SMatthew G. Knepley . cones - The cone for each point
35027cd05799SMatthew G. Knepley 
35037cd05799SMatthew G. Knepley   Level: developer
35047cd05799SMatthew G. Knepley 
35057cd05799SMatthew G. Knepley .seealso: DMPlexGetConeSection()
35067cd05799SMatthew G. Knepley @*/
3507a6dfd86eSKarl Rupp PetscErrorCode DMPlexGetCones(DM dm, PetscInt *cones[])
3508a6dfd86eSKarl Rupp {
3509552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
3510552f7358SJed Brown 
3511552f7358SJed Brown   PetscFunctionBegin;
3512552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3513552f7358SJed Brown   if (cones) *cones = mesh->cones;
3514552f7358SJed Brown   PetscFunctionReturn(0);
3515552f7358SJed Brown }
3516552f7358SJed Brown 
35177cd05799SMatthew G. Knepley /*@C
35187cd05799SMatthew G. Knepley   DMPlexGetConeOrientations - Return cone orientation data
35197cd05799SMatthew G. Knepley 
35207cd05799SMatthew G. Knepley   Not Collective
35217cd05799SMatthew G. Knepley 
35227cd05799SMatthew G. Knepley   Input Parameters:
35237cd05799SMatthew G. Knepley . dm        - The DMPlex object
35247cd05799SMatthew G. Knepley 
35257cd05799SMatthew G. Knepley   Output Parameter:
35267cd05799SMatthew G. Knepley . coneOrientations - The cone orientation for each point
35277cd05799SMatthew G. Knepley 
35287cd05799SMatthew G. Knepley   Level: developer
35297cd05799SMatthew G. Knepley 
35307cd05799SMatthew G. Knepley .seealso: DMPlexGetConeSection()
35317cd05799SMatthew G. Knepley @*/
3532a6dfd86eSKarl Rupp PetscErrorCode DMPlexGetConeOrientations(DM dm, PetscInt *coneOrientations[])
3533a6dfd86eSKarl Rupp {
3534552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
3535552f7358SJed Brown 
3536552f7358SJed Brown   PetscFunctionBegin;
3537552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3538552f7358SJed Brown   if (coneOrientations) *coneOrientations = mesh->coneOrientations;
3539552f7358SJed Brown   PetscFunctionReturn(0);
3540552f7358SJed Brown }
3541552f7358SJed Brown 
3542552f7358SJed Brown /******************************** FEM Support **********************************/
3543552f7358SJed Brown 
35443194fc30SMatthew G. Knepley PetscErrorCode DMPlexCreateSpectralClosurePermutation(DM dm, PetscSection section)
35453194fc30SMatthew G. Knepley {
35463194fc30SMatthew G. Knepley   PetscInt      *perm;
354789eabcffSMatthew G. Knepley   PetscInt       dim, eStart, k, Nf, f, Nc, c, i, j, size = 0, offset = 0, foffset = 0;
35483194fc30SMatthew G. Knepley   PetscErrorCode ierr;
35493194fc30SMatthew G. Knepley 
35503194fc30SMatthew G. Knepley   PetscFunctionBegin;
35513194fc30SMatthew G. Knepley   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
35523194fc30SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
35533194fc30SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
355489eabcffSMatthew G. Knepley   if (dim <= 1) PetscFunctionReturn(0);
35553194fc30SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
35563194fc30SMatthew G. Knepley     /* An order k SEM disc has k-1 dofs on an edge */
35573194fc30SMatthew G. Knepley     ierr = DMPlexGetDepthStratum(dm, 1, &eStart, NULL);CHKERRQ(ierr);
35583194fc30SMatthew G. Knepley     ierr = PetscSectionGetFieldDof(section, eStart, f, &k);CHKERRQ(ierr);
35593194fc30SMatthew G. Knepley     ierr = PetscSectionGetFieldComponents(section, f, &Nc);CHKERRQ(ierr);
35603194fc30SMatthew G. Knepley     k = k/Nc + 1;
356189eabcffSMatthew G. Knepley     size += PetscPowInt(k+1, dim)*Nc;
35623194fc30SMatthew G. Knepley   }
35633194fc30SMatthew G. Knepley   ierr = PetscMalloc1(size, &perm);CHKERRQ(ierr);
35643194fc30SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
356589eabcffSMatthew G. Knepley     switch (dim) {
356689eabcffSMatthew G. Knepley     case 2:
35673194fc30SMatthew G. Knepley       /* The original quad closure is oriented clockwise, {f, e_b, e_r, e_t, e_l, v_lb, v_rb, v_tr, v_tl} */
35683194fc30SMatthew G. Knepley       ierr = DMPlexGetDepthStratum(dm, 1, &eStart, NULL);CHKERRQ(ierr);
35693194fc30SMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, eStart, f, &k);CHKERRQ(ierr);
35703194fc30SMatthew G. Knepley       ierr = PetscSectionGetFieldComponents(section, f, &Nc);CHKERRQ(ierr);
35713194fc30SMatthew G. Knepley       k = k/Nc + 1;
35723194fc30SMatthew G. Knepley       /* The SEM order is
35733194fc30SMatthew G. Knepley 
35743194fc30SMatthew G. Knepley          v_lb, {e_b}, v_rb,
357589eabcffSMatthew G. Knepley          e^{(k-1)-i}_l, {f^{i*(k-1)}}, e^i_r,
35763194fc30SMatthew G. Knepley          v_lt, reverse {e_t}, v_rt
35773194fc30SMatthew G. Knepley       */
35783194fc30SMatthew G. Knepley       {
35793194fc30SMatthew G. Knepley         const PetscInt of   = 0;
35803194fc30SMatthew G. Knepley         const PetscInt oeb  = of   + PetscSqr(k-1);
35813194fc30SMatthew G. Knepley         const PetscInt oer  = oeb  + (k-1);
35823194fc30SMatthew G. Knepley         const PetscInt oet  = oer  + (k-1);
35833194fc30SMatthew G. Knepley         const PetscInt oel  = oet  + (k-1);
35843194fc30SMatthew G. Knepley         const PetscInt ovlb = oel  + (k-1);
35853194fc30SMatthew G. Knepley         const PetscInt ovrb = ovlb + 1;
35863194fc30SMatthew G. Knepley         const PetscInt ovrt = ovrb + 1;
35873194fc30SMatthew G. Knepley         const PetscInt ovlt = ovrt + 1;
35883194fc30SMatthew G. Knepley         PetscInt       o;
35893194fc30SMatthew G. Knepley 
35903194fc30SMatthew G. Knepley         /* bottom */
35913194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovlb*Nc + c + foffset;
35923194fc30SMatthew G. Knepley         for (o = oeb; o < oer; ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
35933194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovrb*Nc + c + foffset;
35943194fc30SMatthew G. Knepley         /* middle */
35953194fc30SMatthew G. Knepley         for (i = 0; i < k-1; ++i) {
35963194fc30SMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oel+(k-2)-i)*Nc + c + foffset;
35973194fc30SMatthew G. Knepley           for (o = of+(k-1)*i; o < of+(k-1)*(i+1); ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
35983194fc30SMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oer+i)*Nc + c + foffset;
35993194fc30SMatthew G. Knepley         }
36003194fc30SMatthew G. Knepley         /* top */
36013194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovlt*Nc + c + foffset;
36023194fc30SMatthew G. Knepley         for (o = oel-1; o >= oet; --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
36033194fc30SMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovrt*Nc + c + foffset;
36043194fc30SMatthew G. Knepley         foffset = offset;
36053194fc30SMatthew G. Knepley       }
360689eabcffSMatthew G. Knepley       break;
360789eabcffSMatthew G. Knepley     case 3:
360889eabcffSMatthew G. Knepley       /* The original hex closure is
360989eabcffSMatthew G. Knepley 
361089eabcffSMatthew G. Knepley          {c,
361189eabcffSMatthew G. Knepley           f_b, f_t, f_f, f_b, f_r, f_l,
361289eabcffSMatthew G. Knepley           e_bl, e_bb, e_br, e_bf,  e_tf, e_tr, e_tb, e_tl,  e_rf, e_lf, e_lb, e_rb,
361389eabcffSMatthew G. Knepley           v_blf, v_blb, v_brb, v_brf, v_tlf, v_trf, v_trb, v_tlb}
361489eabcffSMatthew G. Knepley       */
361589eabcffSMatthew G. Knepley       ierr = DMPlexGetDepthStratum(dm, 1, &eStart, NULL);CHKERRQ(ierr);
361689eabcffSMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, eStart, f, &k);CHKERRQ(ierr);
361789eabcffSMatthew G. Knepley       ierr = PetscSectionGetFieldComponents(section, f, &Nc);CHKERRQ(ierr);
361889eabcffSMatthew G. Knepley       k = k/Nc + 1;
361989eabcffSMatthew G. Knepley       /* The SEM order is
362089eabcffSMatthew G. Knepley          Bottom Slice
362189eabcffSMatthew G. Knepley          v_blf, {e^{(k-1)-n}_bf}, v_brf,
362289eabcffSMatthew G. Knepley          e^{i}_bl, f^{n*(k-1)+(k-1)-i}_b, e^{(k-1)-i}_br,
362389eabcffSMatthew G. Knepley          v_blb, {e_bb}, v_brb,
362489eabcffSMatthew G. Knepley 
362589eabcffSMatthew G. Knepley          Middle Slice (j)
362689eabcffSMatthew G. Knepley          {e^{(k-1)-j}_lf}, {f^{j*(k-1)+n}_f}, e^j_rf,
362789eabcffSMatthew G. Knepley          f^{i*(k-1)+j}_l, {c^{(j*(k-1) + i)*(k-1)+n}_t}, f^{j*(k-1)+i}_r,
362889eabcffSMatthew G. Knepley          e^j_lb, {f^{j*(k-1)+(k-1)-n}_b}, e^{(k-1)-j}_rb,
362989eabcffSMatthew G. Knepley 
363089eabcffSMatthew G. Knepley          Top Slice
363189eabcffSMatthew G. Knepley          v_tlf, {e_tf}, v_trf,
363289eabcffSMatthew G. Knepley          e^{(k-1)-i}_tl, {f^{i*(k-1)}_t}, e^{i}_tr,
363389eabcffSMatthew G. Knepley          v_tlb, {e^{(k-1)-n}_tb}, v_trb,
363489eabcffSMatthew G. Knepley       */
363589eabcffSMatthew G. Knepley       {
363689eabcffSMatthew G. Knepley         const PetscInt oc    = 0;
363789eabcffSMatthew G. Knepley         const PetscInt ofb   = oc    + PetscSqr(k-1)*(k-1);
363889eabcffSMatthew G. Knepley         const PetscInt oft   = ofb   + PetscSqr(k-1);
363989eabcffSMatthew G. Knepley         const PetscInt off   = oft   + PetscSqr(k-1);
364089eabcffSMatthew G. Knepley         const PetscInt ofk   = off   + PetscSqr(k-1);
364189eabcffSMatthew G. Knepley         const PetscInt ofr   = ofk   + PetscSqr(k-1);
364289eabcffSMatthew G. Knepley         const PetscInt ofl   = ofr   + PetscSqr(k-1);
364389eabcffSMatthew G. Knepley         const PetscInt oebl  = ofl   + PetscSqr(k-1);
364489eabcffSMatthew G. Knepley         const PetscInt oebb  = oebl  + (k-1);
364589eabcffSMatthew G. Knepley         const PetscInt oebr  = oebb  + (k-1);
364689eabcffSMatthew G. Knepley         const PetscInt oebf  = oebr  + (k-1);
364789eabcffSMatthew G. Knepley         const PetscInt oetf  = oebf  + (k-1);
364889eabcffSMatthew G. Knepley         const PetscInt oetr  = oetf  + (k-1);
364989eabcffSMatthew G. Knepley         const PetscInt oetb  = oetr  + (k-1);
365089eabcffSMatthew G. Knepley         const PetscInt oetl  = oetb  + (k-1);
365189eabcffSMatthew G. Knepley         const PetscInt oerf  = oetl  + (k-1);
365289eabcffSMatthew G. Knepley         const PetscInt oelf  = oerf  + (k-1);
365389eabcffSMatthew G. Knepley         const PetscInt oelb  = oelf  + (k-1);
365489eabcffSMatthew G. Knepley         const PetscInt oerb  = oelb  + (k-1);
365589eabcffSMatthew G. Knepley         const PetscInt ovblf = oerb  + (k-1);
365689eabcffSMatthew G. Knepley         const PetscInt ovblb = ovblf + 1;
365789eabcffSMatthew G. Knepley         const PetscInt ovbrb = ovblb + 1;
365889eabcffSMatthew G. Knepley         const PetscInt ovbrf = ovbrb + 1;
365989eabcffSMatthew G. Knepley         const PetscInt ovtlf = ovbrf + 1;
366089eabcffSMatthew G. Knepley         const PetscInt ovtrf = ovtlf + 1;
366189eabcffSMatthew G. Knepley         const PetscInt ovtrb = ovtrf + 1;
366289eabcffSMatthew G. Knepley         const PetscInt ovtlb = ovtrb + 1;
366389eabcffSMatthew G. Knepley         PetscInt       o, n;
366489eabcffSMatthew G. Knepley 
366589eabcffSMatthew G. Knepley         /* Bottom Slice */
366689eabcffSMatthew G. Knepley         /*   bottom */
366789eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovblf*Nc + c + foffset;
366889eabcffSMatthew G. Knepley         for (o = oetf-1; o >= oebf; --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
366989eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovbrf*Nc + c + foffset;
367089eabcffSMatthew G. Knepley         /*   middle */
367189eabcffSMatthew G. Knepley         for (i = 0; i < k-1; ++i) {
367289eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oebl+i)*Nc + c + foffset;
3673316b7f87SMax Rietmann           for (n = 0; n < k-1; ++n) {o = ofb+n*(k-1)+i; for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;}
367489eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oebr+(k-2)-i)*Nc + c + foffset;
36753194fc30SMatthew G. Knepley         }
367689eabcffSMatthew G. Knepley         /*   top */
367789eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovblb*Nc + c + foffset;
367889eabcffSMatthew G. Knepley         for (o = oebb; o < oebr; ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
367989eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovbrb*Nc + c + foffset;
368089eabcffSMatthew G. Knepley 
368189eabcffSMatthew G. Knepley         /* Middle Slice */
368289eabcffSMatthew G. Knepley         for (j = 0; j < k-1; ++j) {
368389eabcffSMatthew G. Knepley           /*   bottom */
368489eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oelf+(k-2)-j)*Nc + c + foffset;
368589eabcffSMatthew G. Knepley           for (o = off+j*(k-1); o < off+(j+1)*(k-1); ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
368689eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oerf+j)*Nc + c + foffset;
368789eabcffSMatthew G. Knepley           /*   middle */
368889eabcffSMatthew G. Knepley           for (i = 0; i < k-1; ++i) {
368989eabcffSMatthew G. Knepley             for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (ofl+i*(k-1)+j)*Nc + c + foffset;
369089eabcffSMatthew G. Knepley             for (n = 0; n < k-1; ++n) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oc+(j*(k-1)+i)*(k-1)+n)*Nc + c + foffset;
369189eabcffSMatthew G. Knepley             for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (ofr+j*(k-1)+i)*Nc + c + foffset;
369289eabcffSMatthew G. Knepley           }
369389eabcffSMatthew G. Knepley           /*   top */
369489eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oelb+j)*Nc + c + foffset;
369589eabcffSMatthew G. Knepley           for (o = ofk+j*(k-1)+(k-2); o >= ofk+j*(k-1); --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
369689eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oerb+(k-2)-j)*Nc + c + foffset;
369789eabcffSMatthew G. Knepley         }
369889eabcffSMatthew G. Knepley 
369989eabcffSMatthew G. Knepley         /* Top Slice */
370089eabcffSMatthew G. Knepley         /*   bottom */
370189eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtlf*Nc + c + foffset;
370289eabcffSMatthew G. Knepley         for (o = oetf; o < oetr; ++o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
370389eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtrf*Nc + c + foffset;
370489eabcffSMatthew G. Knepley         /*   middle */
370589eabcffSMatthew G. Knepley         for (i = 0; i < k-1; ++i) {
370689eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oetl+(k-2)-i)*Nc + c + foffset;
370789eabcffSMatthew G. Knepley           for (n = 0; n < k-1; ++n) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oft+i*(k-1)+n)*Nc + c + foffset;
370889eabcffSMatthew G. Knepley           for (c = 0; c < Nc; ++c, ++offset) perm[offset] = (oetr+i)*Nc + c + foffset;
370989eabcffSMatthew G. Knepley         }
371089eabcffSMatthew G. Knepley         /*   top */
371189eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtlb*Nc + c + foffset;
371289eabcffSMatthew G. Knepley         for (o = oetl-1; o >= oetb; --o) for (c = 0; c < Nc; ++c, ++offset) perm[offset] = o*Nc + c + foffset;
371389eabcffSMatthew G. Knepley         for (c = 0; c < Nc; ++c, ++offset) perm[offset] = ovtrb*Nc + c + foffset;
371489eabcffSMatthew G. Knepley 
371589eabcffSMatthew G. Knepley         foffset = offset;
371689eabcffSMatthew G. Knepley       }
371789eabcffSMatthew G. Knepley       break;
371889eabcffSMatthew G. Knepley     default: SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_OUTOFRANGE, "No spectral ordering for dimension %D", dim);
371989eabcffSMatthew G. Knepley     }
372089eabcffSMatthew G. Knepley   }
372189eabcffSMatthew G. Knepley   if (offset != size) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Number of permutation entries %D != %D", offset, size);
37223194fc30SMatthew G. Knepley   /* Check permutation */
37233194fc30SMatthew G. Knepley   {
37243194fc30SMatthew G. Knepley     PetscInt *check;
37253194fc30SMatthew G. Knepley 
37263194fc30SMatthew G. Knepley     ierr = PetscMalloc1(size, &check);CHKERRQ(ierr);
37273194fc30SMatthew G. Knepley     for (i = 0; i < size; ++i) {check[i] = -1; if (perm[i] < 0 || perm[i] >= size) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Invalid permutation index p[%D] = %D", i, perm[i]);}
37283194fc30SMatthew G. Knepley     for (i = 0; i < size; ++i) check[perm[i]] = i;
37293194fc30SMatthew G. Knepley     for (i = 0; i < size; ++i) {if (check[i] < 0) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Missing permutation index %D", i);}
37303194fc30SMatthew G. Knepley     ierr = PetscFree(check);CHKERRQ(ierr);
37313194fc30SMatthew G. Knepley   }
37321fdd32a2SMatthew G. Knepley   ierr = PetscSectionSetClosurePermutation_Internal(section, (PetscObject) dm, size, PETSC_OWN_POINTER, perm);CHKERRQ(ierr);
37333194fc30SMatthew G. Knepley   PetscFunctionReturn(0);
37343194fc30SMatthew G. Knepley }
37353194fc30SMatthew G. Knepley 
3736e071409bSToby Isaac PetscErrorCode DMPlexGetPointDualSpaceFEM(DM dm, PetscInt point, PetscInt field, PetscDualSpace *dspace)
3737e071409bSToby Isaac {
3738e071409bSToby Isaac   PetscDS        prob;
3739e071409bSToby Isaac   PetscInt       depth, Nf, h;
3740e071409bSToby Isaac   DMLabel        label;
3741e071409bSToby Isaac   PetscErrorCode ierr;
3742e071409bSToby Isaac 
3743e071409bSToby Isaac   PetscFunctionBeginHot;
3744e071409bSToby Isaac   prob    = dm->prob;
3745e071409bSToby Isaac   Nf      = prob->Nf;
3746e071409bSToby Isaac   label   = dm->depthLabel;
3747e071409bSToby Isaac   *dspace = NULL;
3748e071409bSToby Isaac   if (field < Nf) {
3749e071409bSToby Isaac     PetscObject disc = prob->disc[field];
3750e071409bSToby Isaac 
3751e071409bSToby Isaac     if (disc->classid == PETSCFE_CLASSID) {
3752e071409bSToby Isaac       PetscDualSpace dsp;
3753e071409bSToby Isaac 
3754e071409bSToby Isaac       ierr = PetscFEGetDualSpace((PetscFE)disc,&dsp);CHKERRQ(ierr);
3755e071409bSToby Isaac       ierr = DMLabelGetNumValues(label,&depth);CHKERRQ(ierr);
3756e071409bSToby Isaac       ierr = DMLabelGetValue(label,point,&h);CHKERRQ(ierr);
3757e071409bSToby Isaac       h    = depth - 1 - h;
3758e071409bSToby Isaac       if (h) {
3759e071409bSToby Isaac         ierr = PetscDualSpaceGetHeightSubspace(dsp,h,dspace);CHKERRQ(ierr);
3760e071409bSToby Isaac       } else {
3761e071409bSToby Isaac         *dspace = dsp;
3762e071409bSToby Isaac       }
3763e071409bSToby Isaac     }
3764e071409bSToby Isaac   }
3765e071409bSToby Isaac   PetscFunctionReturn(0);
3766e071409bSToby Isaac }
3767e071409bSToby Isaac 
3768e071409bSToby Isaac 
37691a271a75SMatthew G. Knepley PETSC_STATIC_INLINE PetscErrorCode DMPlexVecGetClosure_Depth1_Static(DM dm, PetscSection section, Vec v, PetscInt point, PetscInt *csize, PetscScalar *values[])
3770a6dfd86eSKarl Rupp {
3771552f7358SJed Brown   PetscScalar    *array, *vArray;
3772d9917b9dSMatthew G. Knepley   const PetscInt *cone, *coneO;
37731a271a75SMatthew G. Knepley   PetscInt        pStart, pEnd, p, numPoints, size = 0, offset = 0;
3774552f7358SJed Brown   PetscErrorCode  ierr;
3775552f7358SJed Brown 
37761b406b76SMatthew G. Knepley   PetscFunctionBeginHot;
37772a3aaacfSMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
37785a1bb5cfSMatthew G. Knepley   ierr = DMPlexGetConeSize(dm, point, &numPoints);CHKERRQ(ierr);
37795a1bb5cfSMatthew G. Knepley   ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr);
37805a1bb5cfSMatthew G. Knepley   ierr = DMPlexGetConeOrientation(dm, point, &coneO);CHKERRQ(ierr);
37813f7cbbe7SMatthew G. Knepley   if (!values || !*values) {
37829df71ca4SMatthew G. Knepley     if ((point >= pStart) && (point < pEnd)) {
37839df71ca4SMatthew G. Knepley       PetscInt dof;
3784d9917b9dSMatthew G. Knepley 
37859df71ca4SMatthew G. Knepley       ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
37869df71ca4SMatthew G. Knepley       size += dof;
37879df71ca4SMatthew G. Knepley     }
37889df71ca4SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
37899df71ca4SMatthew G. Knepley       const PetscInt cp = cone[p];
37902a3aaacfSMatthew G. Knepley       PetscInt       dof;
37915a1bb5cfSMatthew G. Knepley 
37925a1bb5cfSMatthew G. Knepley       if ((cp < pStart) || (cp >= pEnd)) continue;
37932a3aaacfSMatthew G. Knepley       ierr = PetscSectionGetDof(section, cp, &dof);CHKERRQ(ierr);
37945a1bb5cfSMatthew G. Knepley       size += dof;
37955a1bb5cfSMatthew G. Knepley     }
37963f7cbbe7SMatthew G. Knepley     if (!values) {
37973f7cbbe7SMatthew G. Knepley       if (csize) *csize = size;
37983f7cbbe7SMatthew G. Knepley       PetscFunctionReturn(0);
37993f7cbbe7SMatthew G. Knepley     }
38005a1bb5cfSMatthew G. Knepley     ierr = DMGetWorkArray(dm, size, PETSC_SCALAR, &array);CHKERRQ(ierr);
3801982e9ed1SMatthew G. Knepley   } else {
3802982e9ed1SMatthew G. Knepley     array = *values;
3803982e9ed1SMatthew G. Knepley   }
38049df71ca4SMatthew G. Knepley   size = 0;
38055a1bb5cfSMatthew G. Knepley   ierr = VecGetArray(v, &vArray);CHKERRQ(ierr);
38069df71ca4SMatthew G. Knepley   if ((point >= pStart) && (point < pEnd)) {
38079df71ca4SMatthew G. Knepley     PetscInt     dof, off, d;
38089df71ca4SMatthew G. Knepley     PetscScalar *varr;
3809d9917b9dSMatthew G. Knepley 
38109df71ca4SMatthew G. Knepley     ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
38119df71ca4SMatthew G. Knepley     ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
38129df71ca4SMatthew G. Knepley     varr = &vArray[off];
38131a271a75SMatthew G. Knepley     for (d = 0; d < dof; ++d, ++offset) {
38141a271a75SMatthew G. Knepley       array[offset] = varr[d];
38159df71ca4SMatthew G. Knepley     }
38169df71ca4SMatthew G. Knepley     size += dof;
38179df71ca4SMatthew G. Knepley   }
38189df71ca4SMatthew G. Knepley   for (p = 0; p < numPoints; ++p) {
38199df71ca4SMatthew G. Knepley     const PetscInt cp = cone[p];
38209df71ca4SMatthew G. Knepley     PetscInt       o  = coneO[p];
38215a1bb5cfSMatthew G. Knepley     PetscInt       dof, off, d;
38225a1bb5cfSMatthew G. Knepley     PetscScalar   *varr;
38235a1bb5cfSMatthew G. Knepley 
382452ed52e8SMatthew G. Knepley     if ((cp < pStart) || (cp >= pEnd)) continue;
38255a1bb5cfSMatthew G. Knepley     ierr = PetscSectionGetDof(section, cp, &dof);CHKERRQ(ierr);
38265a1bb5cfSMatthew G. Knepley     ierr = PetscSectionGetOffset(section, cp, &off);CHKERRQ(ierr);
38275a1bb5cfSMatthew G. Knepley     varr = &vArray[off];
38285a1bb5cfSMatthew G. Knepley     if (o >= 0) {
38291a271a75SMatthew G. Knepley       for (d = 0; d < dof; ++d, ++offset) {
38301a271a75SMatthew G. Knepley         array[offset] = varr[d];
38315a1bb5cfSMatthew G. Knepley       }
38325a1bb5cfSMatthew G. Knepley     } else {
38331a271a75SMatthew G. Knepley       for (d = dof-1; d >= 0; --d, ++offset) {
38341a271a75SMatthew G. Knepley         array[offset] = varr[d];
38355a1bb5cfSMatthew G. Knepley       }
38365a1bb5cfSMatthew G. Knepley     }
38379df71ca4SMatthew G. Knepley     size += dof;
38385a1bb5cfSMatthew G. Knepley   }
38395a1bb5cfSMatthew G. Knepley   ierr = VecRestoreArray(v, &vArray);CHKERRQ(ierr);
38409df71ca4SMatthew G. Knepley   if (!*values) {
38415a1bb5cfSMatthew G. Knepley     if (csize) *csize = size;
38425a1bb5cfSMatthew G. Knepley     *values = array;
38439df71ca4SMatthew G. Knepley   } else {
38448ccfff9cSToby Isaac     if (size > *csize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Size of input array %D < actual size %D", *csize, size);
38458c312ff3SMatthew G. Knepley     *csize = size;
38469df71ca4SMatthew G. Knepley   }
38475a1bb5cfSMatthew G. Knepley   PetscFunctionReturn(0);
38485a1bb5cfSMatthew G. Knepley }
3849d9917b9dSMatthew G. Knepley 
3850923c78e0SToby Isaac static PetscErrorCode DMPlexGetCompressedClosure(DM dm, PetscSection section, PetscInt point, PetscInt *numPoints, PetscInt **points, PetscSection *clSec, IS *clPoints, const PetscInt **clp)
3851923c78e0SToby Isaac {
3852923c78e0SToby Isaac   const PetscInt *cla;
3853923c78e0SToby Isaac   PetscInt       np, *pts = NULL;
3854923c78e0SToby Isaac   PetscErrorCode ierr;
3855923c78e0SToby Isaac 
3856923c78e0SToby Isaac   PetscFunctionBeginHot;
3857923c78e0SToby Isaac   ierr = PetscSectionGetClosureIndex(section, (PetscObject) dm, clSec, clPoints);CHKERRQ(ierr);
3858923c78e0SToby Isaac   if (!*clPoints) {
3859923c78e0SToby Isaac     PetscInt pStart, pEnd, p, q;
3860923c78e0SToby Isaac 
3861923c78e0SToby Isaac     ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
3862923c78e0SToby Isaac     ierr = DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &np, &pts);CHKERRQ(ierr);
3863923c78e0SToby Isaac     /* Compress out points not in the section */
3864923c78e0SToby Isaac     for (p = 0, q = 0; p < np; p++) {
3865923c78e0SToby Isaac       PetscInt r = pts[2*p];
3866923c78e0SToby Isaac       if ((r >= pStart) && (r < pEnd)) {
3867923c78e0SToby Isaac         pts[q*2]   = r;
3868923c78e0SToby Isaac         pts[q*2+1] = pts[2*p+1];
3869923c78e0SToby Isaac         ++q;
3870923c78e0SToby Isaac       }
3871923c78e0SToby Isaac     }
3872923c78e0SToby Isaac     np = q;
3873923c78e0SToby Isaac     cla = NULL;
3874923c78e0SToby Isaac   } else {
3875923c78e0SToby Isaac     PetscInt dof, off;
3876923c78e0SToby Isaac 
3877923c78e0SToby Isaac     ierr = PetscSectionGetDof(*clSec, point, &dof);CHKERRQ(ierr);
3878923c78e0SToby Isaac     ierr = PetscSectionGetOffset(*clSec, point, &off);CHKERRQ(ierr);
3879923c78e0SToby Isaac     ierr = ISGetIndices(*clPoints, &cla);CHKERRQ(ierr);
3880923c78e0SToby Isaac     np   = dof/2;
3881923c78e0SToby Isaac     pts  = (PetscInt *) &cla[off];
3882923c78e0SToby Isaac   }
3883923c78e0SToby Isaac   *numPoints = np;
3884923c78e0SToby Isaac   *points    = pts;
3885923c78e0SToby Isaac   *clp       = cla;
3886923c78e0SToby Isaac 
3887923c78e0SToby Isaac   PetscFunctionReturn(0);
3888923c78e0SToby Isaac }
3889923c78e0SToby Isaac 
3890923c78e0SToby Isaac static PetscErrorCode DMPlexRestoreCompressedClosure(DM dm, PetscSection section, PetscInt point, PetscInt *numPoints, PetscInt **points, PetscSection *clSec, IS *clPoints, const PetscInt **clp)
3891923c78e0SToby Isaac {
3892923c78e0SToby Isaac   PetscErrorCode ierr;
3893923c78e0SToby Isaac 
3894923c78e0SToby Isaac   PetscFunctionBeginHot;
3895923c78e0SToby Isaac   if (!*clPoints) {
3896923c78e0SToby Isaac     ierr = DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, numPoints, points);CHKERRQ(ierr);
3897923c78e0SToby Isaac   } else {
3898923c78e0SToby Isaac     ierr = ISRestoreIndices(*clPoints, clp);CHKERRQ(ierr);
3899923c78e0SToby Isaac   }
3900923c78e0SToby Isaac   *numPoints = 0;
3901923c78e0SToby Isaac   *points    = NULL;
3902923c78e0SToby Isaac   *clSec     = NULL;
3903923c78e0SToby Isaac   *clPoints  = NULL;
3904923c78e0SToby Isaac   *clp       = NULL;
3905923c78e0SToby Isaac   PetscFunctionReturn(0);
3906923c78e0SToby Isaac }
3907923c78e0SToby Isaac 
390897e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode DMPlexVecGetClosure_Static(DM dm, PetscSection section, PetscInt numPoints, const PetscInt points[], const PetscInt clperm[], const PetscScalar vArray[], PetscInt *size, PetscScalar array[])
39091a271a75SMatthew G. Knepley {
39101a271a75SMatthew G. Knepley   PetscInt          offset = 0, p;
391197e99dd9SToby Isaac   const PetscInt    **perms = NULL;
391297e99dd9SToby Isaac   const PetscScalar **flips = NULL;
39131a271a75SMatthew G. Knepley   PetscErrorCode    ierr;
39141a271a75SMatthew G. Knepley 
39151a271a75SMatthew G. Knepley   PetscFunctionBeginHot;
3916fe02ba77SJed Brown   *size = 0;
391797e99dd9SToby Isaac   ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
391897e99dd9SToby Isaac   for (p = 0; p < numPoints; p++) {
391997e99dd9SToby Isaac     const PetscInt    point = points[2*p];
392097e99dd9SToby Isaac     const PetscInt    *perm = perms ? perms[p] : NULL;
392197e99dd9SToby Isaac     const PetscScalar *flip = flips ? flips[p] : NULL;
39221a271a75SMatthew G. Knepley     PetscInt          dof, off, d;
39231a271a75SMatthew G. Knepley     const PetscScalar *varr;
39241a271a75SMatthew G. Knepley 
39251a271a75SMatthew G. Knepley     ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
39261a271a75SMatthew G. Knepley     ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
39271a271a75SMatthew G. Knepley     varr = &vArray[off];
392897e99dd9SToby Isaac     if (clperm) {
392997e99dd9SToby Isaac       if (perm) {
393097e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[clperm[offset + perm[d]]]  = varr[d];
39311a271a75SMatthew G. Knepley       } else {
393297e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[clperm[offset +      d ]]  = varr[d];
393397e99dd9SToby Isaac       }
393497e99dd9SToby Isaac       if (flip) {
393597e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[clperm[offset +      d ]] *= flip[d];
393697e99dd9SToby Isaac       }
393797e99dd9SToby Isaac     } else {
393897e99dd9SToby Isaac       if (perm) {
393997e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[offset + perm[d]]  = varr[d];
394097e99dd9SToby Isaac       } else {
394197e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[offset +      d ]  = varr[d];
394297e99dd9SToby Isaac       }
394397e99dd9SToby Isaac       if (flip) {
394497e99dd9SToby Isaac         for (d = 0; d < dof; d++) array[offset +      d ] *= flip[d];
39451a271a75SMatthew G. Knepley       }
39461a271a75SMatthew G. Knepley     }
394797e99dd9SToby Isaac     offset += dof;
394897e99dd9SToby Isaac   }
394997e99dd9SToby Isaac   ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
39501a271a75SMatthew G. Knepley   *size = offset;
39511a271a75SMatthew G. Knepley   PetscFunctionReturn(0);
39521a271a75SMatthew G. Knepley }
39531a271a75SMatthew G. Knepley 
395497e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode DMPlexVecGetClosure_Fields_Static(DM dm, PetscSection section, PetscInt numPoints, const PetscInt points[], PetscInt numFields, const PetscInt clperm[], const PetscScalar vArray[], PetscInt *size, PetscScalar array[])
39551a271a75SMatthew G. Knepley {
39561a271a75SMatthew G. Knepley   PetscInt          offset = 0, f;
39571a271a75SMatthew G. Knepley   PetscErrorCode    ierr;
39581a271a75SMatthew G. Knepley 
39591a271a75SMatthew G. Knepley   PetscFunctionBeginHot;
3960fe02ba77SJed Brown   *size = 0;
39611a271a75SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
396297e99dd9SToby Isaac     PetscInt          p;
396397e99dd9SToby Isaac     const PetscInt    **perms = NULL;
396497e99dd9SToby Isaac     const PetscScalar **flips = NULL;
39651a271a75SMatthew G. Knepley 
396697e99dd9SToby Isaac     ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
396797e99dd9SToby Isaac     for (p = 0; p < numPoints; p++) {
396897e99dd9SToby Isaac       const PetscInt    point = points[2*p];
396997e99dd9SToby Isaac       PetscInt          fdof, foff, b;
39701a271a75SMatthew G. Knepley       const PetscScalar *varr;
397197e99dd9SToby Isaac       const PetscInt    *perm = perms ? perms[p] : NULL;
397297e99dd9SToby Isaac       const PetscScalar *flip = flips ? flips[p] : NULL;
39731a271a75SMatthew G. Knepley 
39741a271a75SMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
39751a271a75SMatthew G. Knepley       ierr = PetscSectionGetFieldOffset(section, point, f, &foff);CHKERRQ(ierr);
39761a271a75SMatthew G. Knepley       varr = &vArray[foff];
397797e99dd9SToby Isaac       if (clperm) {
397897e99dd9SToby Isaac         if (perm) {for (b = 0; b < fdof; b++) {array[clperm[offset + perm[b]]]  = varr[b];}}
397997e99dd9SToby Isaac         else      {for (b = 0; b < fdof; b++) {array[clperm[offset +      b ]]  = varr[b];}}
398097e99dd9SToby Isaac         if (flip) {for (b = 0; b < fdof; b++) {array[clperm[offset +      b ]] *= flip[b];}}
39811a271a75SMatthew G. Knepley       } else {
398297e99dd9SToby Isaac         if (perm) {for (b = 0; b < fdof; b++) {array[offset + perm[b]]  = varr[b];}}
398397e99dd9SToby Isaac         else      {for (b = 0; b < fdof; b++) {array[offset +      b ]  = varr[b];}}
398497e99dd9SToby Isaac         if (flip) {for (b = 0; b < fdof; b++) {array[offset +      b ] *= flip[b];}}
39851a271a75SMatthew G. Knepley       }
398697e99dd9SToby Isaac       offset += fdof;
39871a271a75SMatthew G. Knepley     }
398897e99dd9SToby Isaac     ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
39891a271a75SMatthew G. Knepley   }
39901a271a75SMatthew G. Knepley   *size = offset;
39911a271a75SMatthew G. Knepley   PetscFunctionReturn(0);
39921a271a75SMatthew G. Knepley }
39931a271a75SMatthew G. Knepley 
3994552f7358SJed Brown /*@C
3995552f7358SJed Brown   DMPlexVecGetClosure - Get an array of the values on the closure of 'point'
3996552f7358SJed Brown 
3997552f7358SJed Brown   Not collective
3998552f7358SJed Brown 
3999552f7358SJed Brown   Input Parameters:
4000552f7358SJed Brown + dm - The DM
4001552f7358SJed Brown . section - The section describing the layout in v, or NULL to use the default section
4002552f7358SJed Brown . v - The local vector
4003552f7358SJed Brown - point - The sieve point in the DM
4004552f7358SJed Brown 
4005552f7358SJed Brown   Output Parameters:
4006552f7358SJed Brown + csize - The number of values in the closure, or NULL
4007552f7358SJed Brown - values - The array of values, which is a borrowed array and should not be freed
4008552f7358SJed Brown 
4009552f7358SJed Brown   Fortran Notes:
4010552f7358SJed Brown   Since it returns an array, this routine is only available in Fortran 90, and you must
4011552f7358SJed Brown   include petsc.h90 in your code.
4012552f7358SJed Brown 
4013552f7358SJed Brown   The csize argument is not present in the Fortran 90 binding since it is internal to the array.
4014552f7358SJed Brown 
4015552f7358SJed Brown   Level: intermediate
4016552f7358SJed Brown 
4017552f7358SJed Brown .seealso DMPlexVecRestoreClosure(), DMPlexVecSetClosure(), DMPlexMatSetClosure()
4018552f7358SJed Brown @*/
4019552f7358SJed Brown PetscErrorCode DMPlexVecGetClosure(DM dm, PetscSection section, Vec v, PetscInt point, PetscInt *csize, PetscScalar *values[])
4020552f7358SJed Brown {
4021552f7358SJed Brown   PetscSection       clSection;
4022d9917b9dSMatthew G. Knepley   IS                 clPoints;
40238a84db2dSMatthew G. Knepley   PetscScalar       *array;
40248a84db2dSMatthew G. Knepley   const PetscScalar *vArray;
4025552f7358SJed Brown   PetscInt          *points = NULL;
40268f3be42fSMatthew G. Knepley   const PetscInt    *clp, *perm;
40271a271a75SMatthew G. Knepley   PetscInt           depth, numFields, numPoints, size;
4028552f7358SJed Brown   PetscErrorCode     ierr;
4029552f7358SJed Brown 
4030d9917b9dSMatthew G. Knepley   PetscFunctionBeginHot;
4031552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4032552f7358SJed Brown   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
40331a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
40341a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(v, VEC_CLASSID, 3);
4035552f7358SJed Brown   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
4036552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4037552f7358SJed Brown   if (depth == 1 && numFields < 2) {
40381a271a75SMatthew G. Knepley     ierr = DMPlexVecGetClosure_Depth1_Static(dm, section, v, point, csize, values);CHKERRQ(ierr);
4039552f7358SJed Brown     PetscFunctionReturn(0);
4040552f7358SJed Brown   }
40411a271a75SMatthew G. Knepley   /* Get points */
4042923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
40431fdd32a2SMatthew G. Knepley   ierr = PetscSectionGetClosureInversePermutation_Internal(section, (PetscObject) dm, NULL, &perm);CHKERRQ(ierr);
40441a271a75SMatthew G. Knepley   /* Get array */
4045bd6c0d32SMatthew G. Knepley   if (!values || !*values) {
40461a271a75SMatthew G. Knepley     PetscInt asize = 0, dof, p;
4047552f7358SJed Brown 
40481a271a75SMatthew G. Knepley     for (p = 0; p < numPoints*2; p += 2) {
4049552f7358SJed Brown       ierr = PetscSectionGetDof(section, points[p], &dof);CHKERRQ(ierr);
40501a271a75SMatthew G. Knepley       asize += dof;
4051552f7358SJed Brown     }
4052bd6c0d32SMatthew G. Knepley     if (!values) {
4053923c78e0SToby Isaac       ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
40541a271a75SMatthew G. Knepley       if (csize) *csize = asize;
4055bd6c0d32SMatthew G. Knepley       PetscFunctionReturn(0);
4056bd6c0d32SMatthew G. Knepley     }
40571a271a75SMatthew G. Knepley     ierr = DMGetWorkArray(dm, asize, PETSC_SCALAR, &array);CHKERRQ(ierr);
4058d0f6b257SMatthew G. Knepley   } else {
4059d0f6b257SMatthew G. Knepley     array = *values;
4060d0f6b257SMatthew G. Knepley   }
40618a84db2dSMatthew G. Knepley   ierr = VecGetArrayRead(v, &vArray);CHKERRQ(ierr);
40621a271a75SMatthew G. Knepley   /* Get values */
406397e99dd9SToby Isaac   if (numFields > 0) {ierr = DMPlexVecGetClosure_Fields_Static(dm, section, numPoints, points, numFields, perm, vArray, &size, array);CHKERRQ(ierr);}
406497e99dd9SToby Isaac   else               {ierr = DMPlexVecGetClosure_Static(dm, section, numPoints, points, perm, vArray, &size, array);CHKERRQ(ierr);}
40651a271a75SMatthew G. Knepley   /* Cleanup points */
4066923c78e0SToby Isaac   ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
40671a271a75SMatthew G. Knepley   /* Cleanup array */
40688a84db2dSMatthew G. Knepley   ierr = VecRestoreArrayRead(v, &vArray);CHKERRQ(ierr);
4069d0f6b257SMatthew G. Knepley   if (!*values) {
4070552f7358SJed Brown     if (csize) *csize = size;
4071552f7358SJed Brown     *values = array;
4072d0f6b257SMatthew G. Knepley   } else {
4073f347f43bSBarry Smith     if (size > *csize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Size of input array %D < actual size %D", *csize, size);
4074d0f6b257SMatthew G. Knepley     *csize = size;
4075d0f6b257SMatthew G. Knepley   }
4076552f7358SJed Brown   PetscFunctionReturn(0);
4077552f7358SJed Brown }
4078552f7358SJed Brown 
4079552f7358SJed Brown /*@C
4080552f7358SJed Brown   DMPlexVecRestoreClosure - Restore the array of the values on the closure of 'point'
4081552f7358SJed Brown 
4082552f7358SJed Brown   Not collective
4083552f7358SJed Brown 
4084552f7358SJed Brown   Input Parameters:
4085552f7358SJed Brown + dm - The DM
40860298fd71SBarry Smith . section - The section describing the layout in v, or NULL to use the default section
4087552f7358SJed Brown . v - The local vector
4088552f7358SJed Brown . point - The sieve point in the DM
40890298fd71SBarry Smith . csize - The number of values in the closure, or NULL
4090552f7358SJed Brown - values - The array of values, which is a borrowed array and should not be freed
4091552f7358SJed Brown 
40923813dfbdSMatthew G Knepley   Fortran Notes:
40933813dfbdSMatthew G Knepley   Since it returns an array, this routine is only available in Fortran 90, and you must
40943813dfbdSMatthew G Knepley   include petsc.h90 in your code.
40953813dfbdSMatthew G Knepley 
40963813dfbdSMatthew G Knepley   The csize argument is not present in the Fortran 90 binding since it is internal to the array.
40973813dfbdSMatthew G Knepley 
4098552f7358SJed Brown   Level: intermediate
4099552f7358SJed Brown 
4100552f7358SJed Brown .seealso DMPlexVecGetClosure(), DMPlexVecSetClosure(), DMPlexMatSetClosure()
4101552f7358SJed Brown @*/
41027c1f9639SMatthew G Knepley PetscErrorCode DMPlexVecRestoreClosure(DM dm, PetscSection section, Vec v, PetscInt point, PetscInt *csize, PetscScalar *values[])
4103a6dfd86eSKarl Rupp {
4104552f7358SJed Brown   PetscInt       size = 0;
4105552f7358SJed Brown   PetscErrorCode ierr;
4106552f7358SJed Brown 
4107552f7358SJed Brown   PetscFunctionBegin;
4108552f7358SJed Brown   /* Should work without recalculating size */
4109552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, size, PETSC_SCALAR, (void*) values);CHKERRQ(ierr);
4110552f7358SJed Brown   PetscFunctionReturn(0);
4111552f7358SJed Brown }
4112552f7358SJed Brown 
4113552f7358SJed Brown PETSC_STATIC_INLINE void add   (PetscScalar *x, PetscScalar y) {*x += y;}
4114552f7358SJed Brown PETSC_STATIC_INLINE void insert(PetscScalar *x, PetscScalar y) {*x  = y;}
4115552f7358SJed Brown 
411697e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePoint_private(PetscSection section, PetscInt point, PetscInt dof, void (*fuse)(PetscScalar*, PetscScalar), PetscBool setBC, const PetscInt perm[], const PetscScalar flip[], const PetscInt clperm[], const PetscScalar values[], PetscInt offset, PetscScalar array[])
4117552f7358SJed Brown {
4118552f7358SJed Brown   PetscInt        cdof;   /* The number of constraints on this point */
4119552f7358SJed Brown   const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4120552f7358SJed Brown   PetscScalar    *a;
4121552f7358SJed Brown   PetscInt        off, cind = 0, k;
4122552f7358SJed Brown   PetscErrorCode  ierr;
4123552f7358SJed Brown 
4124552f7358SJed Brown   PetscFunctionBegin;
4125552f7358SJed Brown   ierr = PetscSectionGetConstraintDof(section, point, &cdof);CHKERRQ(ierr);
4126552f7358SJed Brown   ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
4127552f7358SJed Brown   a    = &array[off];
4128552f7358SJed Brown   if (!cdof || setBC) {
412997e99dd9SToby Isaac     if (clperm) {
413097e99dd9SToby Isaac       if (perm) {for (k = 0; k < dof; ++k) {fuse(&a[k], values[clperm[offset+perm[k]]] * (flip ? flip[perm[k]] : 1.));}}
413197e99dd9SToby Isaac       else      {for (k = 0; k < dof; ++k) {fuse(&a[k], values[clperm[offset+     k ]] * (flip ? flip[     k ] : 1.));}}
4132552f7358SJed Brown     } else {
413397e99dd9SToby Isaac       if (perm) {for (k = 0; k < dof; ++k) {fuse(&a[k], values[offset+perm[k]] * (flip ? flip[perm[k]] : 1.));}}
413497e99dd9SToby Isaac       else      {for (k = 0; k < dof; ++k) {fuse(&a[k], values[offset+     k ] * (flip ? flip[     k ] : 1.));}}
4135552f7358SJed Brown     }
4136552f7358SJed Brown   } else {
4137552f7358SJed Brown     ierr = PetscSectionGetConstraintIndices(section, point, &cdofs);CHKERRQ(ierr);
413897e99dd9SToby Isaac     if (clperm) {
413997e99dd9SToby Isaac       if (perm) {for (k = 0; k < dof; ++k) {
4140552f7358SJed Brown           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
414197e99dd9SToby Isaac           fuse(&a[k], values[clperm[offset+perm[k]]] * (flip ? flip[perm[k]] : 1.));
4142552f7358SJed Brown         }
4143552f7358SJed Brown       } else {
4144552f7358SJed Brown         for (k = 0; k < dof; ++k) {
4145552f7358SJed Brown           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
414697e99dd9SToby Isaac           fuse(&a[k], values[clperm[offset+     k ]] * (flip ? flip[     k ] : 1.));
414797e99dd9SToby Isaac         }
414897e99dd9SToby Isaac       }
414997e99dd9SToby Isaac     } else {
415097e99dd9SToby Isaac       if (perm) {
415197e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
415297e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
415397e99dd9SToby Isaac           fuse(&a[k], values[offset+perm[k]] * (flip ? flip[perm[k]] : 1.));
415497e99dd9SToby Isaac         }
415597e99dd9SToby Isaac       } else {
415697e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
415797e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
415897e99dd9SToby Isaac           fuse(&a[k], values[offset+     k ] * (flip ? flip[     k ] : 1.));
415997e99dd9SToby Isaac         }
4160552f7358SJed Brown       }
4161552f7358SJed Brown     }
4162552f7358SJed Brown   }
4163552f7358SJed Brown   PetscFunctionReturn(0);
4164552f7358SJed Brown }
4165552f7358SJed Brown 
416697e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePointBC_private(PetscSection section, PetscInt point, PetscInt dof, void (*fuse)(PetscScalar*, PetscScalar), const PetscInt perm[], const PetscScalar flip[], const PetscInt clperm[], const PetscScalar values[], PetscInt offset, PetscScalar array[])
4167a5e93ea8SMatthew G. Knepley {
4168a5e93ea8SMatthew G. Knepley   PetscInt        cdof;   /* The number of constraints on this point */
4169a5e93ea8SMatthew G. Knepley   const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4170a5e93ea8SMatthew G. Knepley   PetscScalar    *a;
4171a5e93ea8SMatthew G. Knepley   PetscInt        off, cind = 0, k;
4172a5e93ea8SMatthew G. Knepley   PetscErrorCode  ierr;
4173a5e93ea8SMatthew G. Knepley 
4174a5e93ea8SMatthew G. Knepley   PetscFunctionBegin;
4175a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetConstraintDof(section, point, &cdof);CHKERRQ(ierr);
4176a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetOffset(section, point, &off);CHKERRQ(ierr);
4177a5e93ea8SMatthew G. Knepley   a    = &array[off];
4178a5e93ea8SMatthew G. Knepley   if (cdof) {
4179a5e93ea8SMatthew G. Knepley     ierr = PetscSectionGetConstraintIndices(section, point, &cdofs);CHKERRQ(ierr);
418097e99dd9SToby Isaac     if (clperm) {
418197e99dd9SToby Isaac       if (perm) {
4182a5e93ea8SMatthew G. Knepley         for (k = 0; k < dof; ++k) {
4183a5e93ea8SMatthew G. Knepley           if ((cind < cdof) && (k == cdofs[cind])) {
418497e99dd9SToby Isaac             fuse(&a[k], values[clperm[offset+perm[k]]] * (flip ? flip[perm[k]] : 1.));
418597e99dd9SToby Isaac             cind++;
4186a5e93ea8SMatthew G. Knepley           }
4187a5e93ea8SMatthew G. Knepley         }
4188a5e93ea8SMatthew G. Knepley       } else {
4189a5e93ea8SMatthew G. Knepley         for (k = 0; k < dof; ++k) {
4190a5e93ea8SMatthew G. Knepley           if ((cind < cdof) && (k == cdofs[cind])) {
419197e99dd9SToby Isaac             fuse(&a[k], values[clperm[offset+     k ]] * (flip ? flip[     k ] : 1.));
419297e99dd9SToby Isaac             cind++;
419397e99dd9SToby Isaac           }
419497e99dd9SToby Isaac         }
419597e99dd9SToby Isaac       }
419697e99dd9SToby Isaac     } else {
419797e99dd9SToby Isaac       if (perm) {
419897e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
419997e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {
420097e99dd9SToby Isaac             fuse(&a[k], values[offset+perm[k]] * (flip ? flip[perm[k]] : 1.));
420197e99dd9SToby Isaac             cind++;
420297e99dd9SToby Isaac           }
420397e99dd9SToby Isaac         }
420497e99dd9SToby Isaac       } else {
420597e99dd9SToby Isaac         for (k = 0; k < dof; ++k) {
420697e99dd9SToby Isaac           if ((cind < cdof) && (k == cdofs[cind])) {
420797e99dd9SToby Isaac             fuse(&a[k], values[offset+     k ] * (flip ? flip[     k ] : 1.));
420897e99dd9SToby Isaac             cind++;
420997e99dd9SToby Isaac           }
4210a5e93ea8SMatthew G. Knepley         }
4211a5e93ea8SMatthew G. Knepley       }
4212a5e93ea8SMatthew G. Knepley     }
4213a5e93ea8SMatthew G. Knepley   }
4214a5e93ea8SMatthew G. Knepley   PetscFunctionReturn(0);
4215a5e93ea8SMatthew G. Knepley }
4216a5e93ea8SMatthew G. Knepley 
421797e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePointFields_private(PetscSection section, PetscInt point, const PetscInt *perm, const PetscScalar *flip, PetscInt f, void (*fuse)(PetscScalar*, PetscScalar), PetscBool setBC, const PetscInt clperm[], const PetscScalar values[], PetscInt *offset, PetscScalar array[])
4218a6dfd86eSKarl Rupp {
4219552f7358SJed Brown   PetscScalar    *a;
42201a271a75SMatthew G. Knepley   PetscInt        fdof, foff, fcdof, foffset = *offset;
42211a271a75SMatthew G. Knepley   const PetscInt *fcdofs; /* The indices of the constrained dofs for field f on this point */
422297e99dd9SToby Isaac   PetscInt        cind = 0, b;
4223552f7358SJed Brown   PetscErrorCode  ierr;
4224552f7358SJed Brown 
4225552f7358SJed Brown   PetscFunctionBegin;
4226552f7358SJed Brown   ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
4227552f7358SJed Brown   ierr = PetscSectionGetFieldConstraintDof(section, point, f, &fcdof);CHKERRQ(ierr);
42281a271a75SMatthew G. Knepley   ierr = PetscSectionGetFieldOffset(section, point, f, &foff);CHKERRQ(ierr);
42291a271a75SMatthew G. Knepley   a    = &array[foff];
4230552f7358SJed Brown   if (!fcdof || setBC) {
423197e99dd9SToby Isaac     if (clperm) {
423297e99dd9SToby Isaac       if (perm) {for (b = 0; b < fdof; b++) {fuse(&a[b], values[clperm[foffset+perm[b]]] * (flip ? flip[perm[b]] : 1.));}}
423397e99dd9SToby Isaac       else      {for (b = 0; b < fdof; b++) {fuse(&a[b], values[clperm[foffset+     b ]] * (flip ? flip[     b ] : 1.));}}
4234552f7358SJed Brown     } else {
423597e99dd9SToby Isaac       if (perm) {for (b = 0; b < fdof; b++) {fuse(&a[b], values[foffset+perm[b]] * (flip ? flip[perm[b]] : 1.));}}
423697e99dd9SToby Isaac       else      {for (b = 0; b < fdof; b++) {fuse(&a[b], values[foffset+     b ] * (flip ? flip[     b ] : 1.));}}
4237552f7358SJed Brown     }
4238552f7358SJed Brown   } else {
4239552f7358SJed Brown     ierr = PetscSectionGetFieldConstraintIndices(section, point, f, &fcdofs);CHKERRQ(ierr);
424097e99dd9SToby Isaac     if (clperm) {
424197e99dd9SToby Isaac       if (perm) {
424297e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
424397e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
424497e99dd9SToby Isaac           fuse(&a[b], values[clperm[foffset+perm[b]]] * (flip ? flip[perm[b]] : 1.));
4245552f7358SJed Brown         }
4246552f7358SJed Brown       } else {
424797e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
424897e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
424997e99dd9SToby Isaac           fuse(&a[b], values[clperm[foffset+     b ]] * (flip ? flip[     b ] : 1.));
425097e99dd9SToby Isaac         }
425197e99dd9SToby Isaac       }
425297e99dd9SToby Isaac     } else {
425397e99dd9SToby Isaac       if (perm) {
425497e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
425597e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
425697e99dd9SToby Isaac           fuse(&a[b], values[foffset+perm[b]] * (flip ? flip[perm[b]] : 1.));
425797e99dd9SToby Isaac         }
425897e99dd9SToby Isaac       } else {
425997e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
426097e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {++cind; continue;}
426197e99dd9SToby Isaac           fuse(&a[b], values[foffset+     b ] * (flip ? flip[     b ] : 1.));
4262552f7358SJed Brown         }
4263552f7358SJed Brown       }
4264552f7358SJed Brown     }
4265552f7358SJed Brown   }
42661a271a75SMatthew G. Knepley   *offset += fdof;
4267552f7358SJed Brown   PetscFunctionReturn(0);
4268552f7358SJed Brown }
4269552f7358SJed Brown 
427097e99dd9SToby Isaac PETSC_STATIC_INLINE PetscErrorCode updatePointFieldsBC_private(PetscSection section, PetscInt point, const PetscInt perm[], const PetscScalar flip[], PetscInt f, void (*fuse)(PetscScalar*, PetscScalar), const PetscInt clperm[], const PetscScalar values[], PetscInt *offset, PetscScalar array[])
4271a5e93ea8SMatthew G. Knepley {
4272a5e93ea8SMatthew G. Knepley   PetscScalar    *a;
42731a271a75SMatthew G. Knepley   PetscInt        fdof, foff, fcdof, foffset = *offset;
42741a271a75SMatthew G. Knepley   const PetscInt *fcdofs; /* The indices of the constrained dofs for field f on this point */
427597e99dd9SToby Isaac   PetscInt        cind = 0, b;
4276a5e93ea8SMatthew G. Knepley   PetscErrorCode  ierr;
4277a5e93ea8SMatthew G. Knepley 
4278a5e93ea8SMatthew G. Knepley   PetscFunctionBegin;
4279a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
4280a5e93ea8SMatthew G. Knepley   ierr = PetscSectionGetFieldConstraintDof(section, point, f, &fcdof);CHKERRQ(ierr);
42811a271a75SMatthew G. Knepley   ierr = PetscSectionGetFieldOffset(section, point, f, &foff);CHKERRQ(ierr);
42821a271a75SMatthew G. Knepley   a    = &array[foff];
4283a5e93ea8SMatthew G. Knepley   if (fcdof) {
4284a5e93ea8SMatthew G. Knepley     ierr = PetscSectionGetFieldConstraintIndices(section, point, f, &fcdofs);CHKERRQ(ierr);
428597e99dd9SToby Isaac     if (clperm) {
428697e99dd9SToby Isaac       if (perm) {
428797e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
428897e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
428997e99dd9SToby Isaac             fuse(&a[b], values[clperm[foffset+perm[b]]] * (flip ? flip[perm[b]] : 1.));
4290a5e93ea8SMatthew G. Knepley             ++cind;
4291a5e93ea8SMatthew G. Knepley           }
4292a5e93ea8SMatthew G. Knepley         }
4293a5e93ea8SMatthew G. Knepley       } else {
429497e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
429597e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
429697e99dd9SToby Isaac             fuse(&a[b], values[clperm[foffset+     b ]] * (flip ? flip[     b ] : 1.));
429797e99dd9SToby Isaac             ++cind;
429897e99dd9SToby Isaac           }
429997e99dd9SToby Isaac         }
430097e99dd9SToby Isaac       }
430197e99dd9SToby Isaac     } else {
430297e99dd9SToby Isaac       if (perm) {
430397e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
430497e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
430597e99dd9SToby Isaac             fuse(&a[b], values[foffset+perm[b]] * (flip ? flip[perm[b]] : 1.));
430697e99dd9SToby Isaac             ++cind;
430797e99dd9SToby Isaac           }
430897e99dd9SToby Isaac         }
430997e99dd9SToby Isaac       } else {
431097e99dd9SToby Isaac         for (b = 0; b < fdof; b++) {
431197e99dd9SToby Isaac           if ((cind < fcdof) && (b == fcdofs[cind])) {
431297e99dd9SToby Isaac             fuse(&a[b], values[foffset+     b ] * (flip ? flip[     b ] : 1.));
4313a5e93ea8SMatthew G. Knepley             ++cind;
4314a5e93ea8SMatthew G. Knepley           }
4315a5e93ea8SMatthew G. Knepley         }
4316a5e93ea8SMatthew G. Knepley       }
4317a5e93ea8SMatthew G. Knepley     }
4318a5e93ea8SMatthew G. Knepley   }
43191a271a75SMatthew G. Knepley   *offset += fdof;
4320a5e93ea8SMatthew G. Knepley   PetscFunctionReturn(0);
4321a5e93ea8SMatthew G. Knepley }
4322a5e93ea8SMatthew G. Knepley 
43238f3be42fSMatthew G. Knepley PETSC_STATIC_INLINE PetscErrorCode DMPlexVecSetClosure_Depth1_Static(DM dm, PetscSection section, Vec v, PetscInt point, const PetscScalar values[], InsertMode mode)
4324a6dfd86eSKarl Rupp {
4325552f7358SJed Brown   PetscScalar    *array;
43261b406b76SMatthew G. Knepley   const PetscInt *cone, *coneO;
43271b406b76SMatthew G. Knepley   PetscInt        pStart, pEnd, p, numPoints, off, dof;
4328552f7358SJed Brown   PetscErrorCode  ierr;
4329552f7358SJed Brown 
43301b406b76SMatthew G. Knepley   PetscFunctionBeginHot;
4331b6ebb6e6SMatthew G. Knepley   ierr = PetscSectionGetChart(section, &pStart, &pEnd);CHKERRQ(ierr);
4332b6ebb6e6SMatthew G. Knepley   ierr = DMPlexGetConeSize(dm, point, &numPoints);CHKERRQ(ierr);
4333b6ebb6e6SMatthew G. Knepley   ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr);
4334b6ebb6e6SMatthew G. Knepley   ierr = DMPlexGetConeOrientation(dm, point, &coneO);CHKERRQ(ierr);
4335b6ebb6e6SMatthew G. Knepley   ierr = VecGetArray(v, &array);CHKERRQ(ierr);
4336b6ebb6e6SMatthew G. Knepley   for (p = 0, off = 0; p <= numPoints; ++p, off += dof) {
4337b6ebb6e6SMatthew G. Knepley     const PetscInt cp = !p ? point : cone[p-1];
4338b6ebb6e6SMatthew G. Knepley     const PetscInt o  = !p ? 0     : coneO[p-1];
4339b6ebb6e6SMatthew G. Knepley 
4340b6ebb6e6SMatthew G. Knepley     if ((cp < pStart) || (cp >= pEnd)) {dof = 0; continue;}
4341b6ebb6e6SMatthew G. Knepley     ierr = PetscSectionGetDof(section, cp, &dof);CHKERRQ(ierr);
4342b6ebb6e6SMatthew G. Knepley     /* ADD_VALUES */
4343b6ebb6e6SMatthew G. Knepley     {
4344b6ebb6e6SMatthew G. Knepley       const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4345b6ebb6e6SMatthew G. Knepley       PetscScalar    *a;
4346b6ebb6e6SMatthew G. Knepley       PetscInt        cdof, coff, cind = 0, k;
4347b6ebb6e6SMatthew G. Knepley 
4348b6ebb6e6SMatthew G. Knepley       ierr = PetscSectionGetConstraintDof(section, cp, &cdof);CHKERRQ(ierr);
4349b6ebb6e6SMatthew G. Knepley       ierr = PetscSectionGetOffset(section, cp, &coff);CHKERRQ(ierr);
4350b6ebb6e6SMatthew G. Knepley       a    = &array[coff];
4351b6ebb6e6SMatthew G. Knepley       if (!cdof) {
4352b6ebb6e6SMatthew G. Knepley         if (o >= 0) {
4353b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4354b6ebb6e6SMatthew G. Knepley             a[k] += values[off+k];
4355b6ebb6e6SMatthew G. Knepley           }
4356b6ebb6e6SMatthew G. Knepley         } else {
4357b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4358b6ebb6e6SMatthew G. Knepley             a[k] += values[off+dof-k-1];
4359b6ebb6e6SMatthew G. Knepley           }
4360b6ebb6e6SMatthew G. Knepley         }
4361b6ebb6e6SMatthew G. Knepley       } else {
4362b6ebb6e6SMatthew G. Knepley         ierr = PetscSectionGetConstraintIndices(section, cp, &cdofs);CHKERRQ(ierr);
4363b6ebb6e6SMatthew G. Knepley         if (o >= 0) {
4364b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4365b6ebb6e6SMatthew G. Knepley             if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
4366b6ebb6e6SMatthew G. Knepley             a[k] += values[off+k];
4367b6ebb6e6SMatthew G. Knepley           }
4368b6ebb6e6SMatthew G. Knepley         } else {
4369b6ebb6e6SMatthew G. Knepley           for (k = 0; k < dof; ++k) {
4370b6ebb6e6SMatthew G. Knepley             if ((cind < cdof) && (k == cdofs[cind])) {++cind; continue;}
4371b6ebb6e6SMatthew G. Knepley             a[k] += values[off+dof-k-1];
4372b6ebb6e6SMatthew G. Knepley           }
4373b6ebb6e6SMatthew G. Knepley         }
4374b6ebb6e6SMatthew G. Knepley       }
4375b6ebb6e6SMatthew G. Knepley     }
4376b6ebb6e6SMatthew G. Knepley   }
4377b6ebb6e6SMatthew G. Knepley   ierr = VecRestoreArray(v, &array);CHKERRQ(ierr);
4378b6ebb6e6SMatthew G. Knepley   PetscFunctionReturn(0);
4379b6ebb6e6SMatthew G. Knepley }
43801b406b76SMatthew G. Knepley 
43811b406b76SMatthew G. Knepley /*@C
43821b406b76SMatthew G. Knepley   DMPlexVecSetClosure - Set an array of the values on the closure of 'point'
43831b406b76SMatthew G. Knepley 
43841b406b76SMatthew G. Knepley   Not collective
43851b406b76SMatthew G. Knepley 
43861b406b76SMatthew G. Knepley   Input Parameters:
43871b406b76SMatthew G. Knepley + dm - The DM
43881b406b76SMatthew G. Knepley . section - The section describing the layout in v, or NULL to use the default section
43891b406b76SMatthew G. Knepley . v - The local vector
43901b406b76SMatthew G. Knepley . point - The sieve point in the DM
43911b406b76SMatthew G. Knepley . values - The array of values
43921b406b76SMatthew G. Knepley - mode - The insert mode, where INSERT_ALL_VALUES and ADD_ALL_VALUES also overwrite boundary conditions
43931b406b76SMatthew G. Knepley 
43941b406b76SMatthew G. Knepley   Fortran Notes:
43951b406b76SMatthew G. Knepley   This routine is only available in Fortran 90, and you must include petsc.h90 in your code.
43961b406b76SMatthew G. Knepley 
43971b406b76SMatthew G. Knepley   Level: intermediate
43981b406b76SMatthew G. Knepley 
43991b406b76SMatthew G. Knepley .seealso DMPlexVecGetClosure(), DMPlexMatSetClosure()
44001b406b76SMatthew G. Knepley @*/
44011b406b76SMatthew G. Knepley PetscErrorCode DMPlexVecSetClosure(DM dm, PetscSection section, Vec v, PetscInt point, const PetscScalar values[], InsertMode mode)
44021b406b76SMatthew G. Knepley {
44031b406b76SMatthew G. Knepley   PetscSection    clSection;
44041b406b76SMatthew G. Knepley   IS              clPoints;
44051b406b76SMatthew G. Knepley   PetscScalar    *array;
44061b406b76SMatthew G. Knepley   PetscInt       *points = NULL;
440797e99dd9SToby Isaac   const PetscInt *clp, *clperm;
44081a271a75SMatthew G. Knepley   PetscInt        depth, numFields, numPoints, p;
44091b406b76SMatthew G. Knepley   PetscErrorCode  ierr;
44101b406b76SMatthew G. Knepley 
44111a271a75SMatthew G. Knepley   PetscFunctionBeginHot;
44121b406b76SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
44131b406b76SMatthew G. Knepley   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
44141a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
44151a271a75SMatthew G. Knepley   PetscValidHeaderSpecific(v, VEC_CLASSID, 3);
44161b406b76SMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
44171b406b76SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
44181b406b76SMatthew G. Knepley   if (depth == 1 && numFields < 2 && mode == ADD_VALUES) {
44198f3be42fSMatthew G. Knepley     ierr = DMPlexVecSetClosure_Depth1_Static(dm, section, v, point, values, mode);CHKERRQ(ierr);
44201b406b76SMatthew G. Knepley     PetscFunctionReturn(0);
44211b406b76SMatthew G. Knepley   }
44221a271a75SMatthew G. Knepley   /* Get points */
442397e99dd9SToby Isaac   ierr = PetscSectionGetClosureInversePermutation_Internal(section, (PetscObject) dm, NULL, &clperm);CHKERRQ(ierr);
4424923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
44251a271a75SMatthew G. Knepley   /* Get array */
4426552f7358SJed Brown   ierr = VecGetArray(v, &array);CHKERRQ(ierr);
44271a271a75SMatthew G. Knepley   /* Get values */
4428ef90cfe2SMatthew G. Knepley   if (numFields > 0) {
442997e99dd9SToby Isaac     PetscInt offset = 0, f;
4430552f7358SJed Brown     for (f = 0; f < numFields; ++f) {
443197e99dd9SToby Isaac       const PetscInt    **perms = NULL;
443297e99dd9SToby Isaac       const PetscScalar **flips = NULL;
443397e99dd9SToby Isaac 
443497e99dd9SToby Isaac       ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4435552f7358SJed Brown       switch (mode) {
4436552f7358SJed Brown       case INSERT_VALUES:
443797e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
443897e99dd9SToby Isaac           const PetscInt    point = points[2*p];
443997e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
444097e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
444197e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, insert, PETSC_FALSE, clperm, values, &offset, array);
4442552f7358SJed Brown         } break;
4443552f7358SJed Brown       case INSERT_ALL_VALUES:
444497e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
444597e99dd9SToby Isaac           const PetscInt    point = points[2*p];
444697e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
444797e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
444897e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, insert, PETSC_TRUE, clperm, values, &offset, array);
4449552f7358SJed Brown         } break;
4450a5e93ea8SMatthew G. Knepley       case INSERT_BC_VALUES:
445197e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
445297e99dd9SToby Isaac           const PetscInt    point = points[2*p];
445397e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
445497e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
445597e99dd9SToby Isaac           updatePointFieldsBC_private(section, point, perm, flip, f, insert, clperm, values, &offset, array);
4456a5e93ea8SMatthew G. Knepley         } break;
4457552f7358SJed Brown       case ADD_VALUES:
445897e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
445997e99dd9SToby Isaac           const PetscInt    point = points[2*p];
446097e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
446197e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
446297e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, add, PETSC_FALSE, clperm, values, &offset, array);
4463552f7358SJed Brown         } break;
4464552f7358SJed Brown       case ADD_ALL_VALUES:
446597e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
446697e99dd9SToby Isaac           const PetscInt    point = points[2*p];
446797e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
446897e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
446997e99dd9SToby Isaac           updatePointFields_private(section, point, perm, flip, f, add, PETSC_TRUE, clperm, values, &offset, array);
4470552f7358SJed Brown         } break;
4471304ab55fSMatthew G. Knepley       case ADD_BC_VALUES:
447297e99dd9SToby Isaac         for (p = 0; p < numPoints; p++) {
447397e99dd9SToby Isaac           const PetscInt    point = points[2*p];
447497e99dd9SToby Isaac           const PetscInt    *perm = perms ? perms[p] : NULL;
447597e99dd9SToby Isaac           const PetscScalar *flip = flips ? flips[p] : NULL;
447697e99dd9SToby Isaac           updatePointFieldsBC_private(section, point, perm, flip, f, add, clperm, values, &offset, array);
4477304ab55fSMatthew G. Knepley         } break;
4478552f7358SJed Brown       default:
4479f347f43bSBarry Smith         SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Invalid insert mode %d", mode);
4480552f7358SJed Brown       }
448197e99dd9SToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
44821a271a75SMatthew G. Knepley     }
4483552f7358SJed Brown   } else {
44841a271a75SMatthew G. Knepley     PetscInt dof, off;
448597e99dd9SToby Isaac     const PetscInt    **perms = NULL;
448697e99dd9SToby Isaac     const PetscScalar **flips = NULL;
44871a271a75SMatthew G. Knepley 
448897e99dd9SToby Isaac     ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4489552f7358SJed Brown     switch (mode) {
4490552f7358SJed Brown     case INSERT_VALUES:
449197e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
449297e99dd9SToby Isaac         const PetscInt    point = points[2*p];
449397e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
449497e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
449597e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
449697e99dd9SToby Isaac         updatePoint_private(section, point, dof, insert, PETSC_FALSE, perm, flip, clperm, values, off, array);
4497552f7358SJed Brown       } break;
4498552f7358SJed Brown     case INSERT_ALL_VALUES:
449997e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
450097e99dd9SToby Isaac         const PetscInt    point = points[2*p];
450197e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
450297e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
450397e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
450497e99dd9SToby Isaac         updatePoint_private(section, point, dof, insert, PETSC_TRUE,  perm, flip, clperm, values, off, array);
4505552f7358SJed Brown       } break;
4506a5e93ea8SMatthew G. Knepley     case INSERT_BC_VALUES:
450797e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
450897e99dd9SToby Isaac         const PetscInt    point = points[2*p];
450997e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
451097e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
451197e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
451297e99dd9SToby Isaac         updatePointBC_private(section, point, dof, insert,  perm, flip, clperm, values, off, array);
4513a5e93ea8SMatthew G. Knepley       } break;
4514552f7358SJed Brown     case ADD_VALUES:
451597e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
451697e99dd9SToby Isaac         const PetscInt    point = points[2*p];
451797e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
451897e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
451997e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
452097e99dd9SToby Isaac         updatePoint_private(section, point, dof, add,    PETSC_FALSE, perm, flip, clperm, values, off, array);
4521552f7358SJed Brown       } break;
4522552f7358SJed Brown     case ADD_ALL_VALUES:
452397e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
452497e99dd9SToby Isaac         const PetscInt    point = points[2*p];
452597e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
452697e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
452797e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
452897e99dd9SToby Isaac         updatePoint_private(section, point, dof, add,    PETSC_TRUE,  perm, flip, clperm, values, off, array);
4529552f7358SJed Brown       } break;
4530304ab55fSMatthew G. Knepley     case ADD_BC_VALUES:
453197e99dd9SToby Isaac       for (p = 0, off = 0; p < numPoints; p++, off += dof) {
453297e99dd9SToby Isaac         const PetscInt    point = points[2*p];
453397e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
453497e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
453597e99dd9SToby Isaac         ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
453697e99dd9SToby Isaac         updatePointBC_private(section, point, dof, add,  perm, flip, clperm, values, off, array);
4537304ab55fSMatthew G. Knepley       } break;
4538552f7358SJed Brown     default:
4539f347f43bSBarry Smith       SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Invalid insert mode %d", mode);
4540552f7358SJed Brown     }
454197e99dd9SToby Isaac     ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4542552f7358SJed Brown   }
45431a271a75SMatthew G. Knepley   /* Cleanup points */
4544923c78e0SToby Isaac   ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
45451a271a75SMatthew G. Knepley   /* Cleanup array */
4546552f7358SJed Brown   ierr = VecRestoreArray(v, &array);CHKERRQ(ierr);
4547552f7358SJed Brown   PetscFunctionReturn(0);
4548552f7358SJed Brown }
4549552f7358SJed Brown 
4550e07394fbSMatthew G. Knepley PetscErrorCode DMPlexVecSetFieldClosure_Internal(DM dm, PetscSection section, Vec v, PetscBool fieldActive[], PetscInt point, const PetscScalar values[], InsertMode mode)
4551e07394fbSMatthew G. Knepley {
4552e07394fbSMatthew G. Knepley   PetscSection      clSection;
4553e07394fbSMatthew G. Knepley   IS                clPoints;
4554e07394fbSMatthew G. Knepley   PetscScalar       *array;
4555e07394fbSMatthew G. Knepley   PetscInt          *points = NULL;
4556b04c866fSMatthew G. Knepley   const PetscInt    *clp, *clperm;
4557e07394fbSMatthew G. Knepley   PetscInt          numFields, numPoints, p;
455897e99dd9SToby Isaac   PetscInt          offset = 0, f;
4559e07394fbSMatthew G. Knepley   PetscErrorCode    ierr;
4560e07394fbSMatthew G. Knepley 
4561e07394fbSMatthew G. Knepley   PetscFunctionBeginHot;
4562e07394fbSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4563e07394fbSMatthew G. Knepley   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
4564e07394fbSMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
4565e07394fbSMatthew G. Knepley   PetscValidHeaderSpecific(v, VEC_CLASSID, 3);
4566e07394fbSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4567e07394fbSMatthew G. Knepley   /* Get points */
4568b04c866fSMatthew G. Knepley   ierr = PetscSectionGetClosureInversePermutation_Internal(section, (PetscObject) dm, NULL, &clperm);CHKERRQ(ierr);
4569923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
4570e07394fbSMatthew G. Knepley   /* Get array */
4571e07394fbSMatthew G. Knepley   ierr = VecGetArray(v, &array);CHKERRQ(ierr);
4572e07394fbSMatthew G. Knepley   /* Get values */
4573e07394fbSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
457497e99dd9SToby Isaac     const PetscInt    **perms = NULL;
457597e99dd9SToby Isaac     const PetscScalar **flips = NULL;
457697e99dd9SToby Isaac 
4577e07394fbSMatthew G. Knepley     if (!fieldActive[f]) {
4578e07394fbSMatthew G. Knepley       for (p = 0; p < numPoints*2; p += 2) {
4579e07394fbSMatthew G. Knepley         PetscInt fdof;
4580e07394fbSMatthew G. Knepley         ierr = PetscSectionGetFieldDof(section, points[p], f, &fdof);CHKERRQ(ierr);
4581e07394fbSMatthew G. Knepley         offset += fdof;
4582e07394fbSMatthew G. Knepley       }
4583e07394fbSMatthew G. Knepley       continue;
4584e07394fbSMatthew G. Knepley     }
458597e99dd9SToby Isaac     ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4586e07394fbSMatthew G. Knepley     switch (mode) {
4587e07394fbSMatthew G. Knepley     case INSERT_VALUES:
458897e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
458997e99dd9SToby Isaac         const PetscInt    point = points[2*p];
459097e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
459197e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4592b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, insert, PETSC_FALSE, clperm, values, &offset, array);
4593e07394fbSMatthew G. Knepley       } break;
4594e07394fbSMatthew G. Knepley     case INSERT_ALL_VALUES:
459597e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
459697e99dd9SToby Isaac         const PetscInt    point = points[2*p];
459797e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
459897e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4599b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, insert, PETSC_TRUE, clperm, values, &offset, array);
4600e07394fbSMatthew G. Knepley         } break;
4601e07394fbSMatthew G. Knepley     case INSERT_BC_VALUES:
460297e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
460397e99dd9SToby Isaac         const PetscInt    point = points[2*p];
460497e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
460597e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4606b04c866fSMatthew G. Knepley         updatePointFieldsBC_private(section, point, perm, flip, f, insert, clperm, values, &offset, array);
4607e07394fbSMatthew G. Knepley       } break;
4608e07394fbSMatthew G. Knepley     case ADD_VALUES:
460997e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
461097e99dd9SToby Isaac         const PetscInt    point = points[2*p];
461197e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
461297e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4613b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, add, PETSC_FALSE, clperm, values, &offset, array);
4614e07394fbSMatthew G. Knepley       } break;
4615e07394fbSMatthew G. Knepley     case ADD_ALL_VALUES:
461697e99dd9SToby Isaac       for (p = 0; p < numPoints; p++) {
461797e99dd9SToby Isaac         const PetscInt    point = points[2*p];
461897e99dd9SToby Isaac         const PetscInt    *perm = perms ? perms[p] : NULL;
461997e99dd9SToby Isaac         const PetscScalar *flip = flips ? flips[p] : NULL;
4620b04c866fSMatthew G. Knepley         updatePointFields_private(section, point, perm, flip, f, add, PETSC_TRUE, clperm, values, &offset, array);
4621e07394fbSMatthew G. Knepley       } break;
4622e07394fbSMatthew G. Knepley     default:
4623f347f43bSBarry Smith       SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Invalid insert mode %d", mode);
4624e07394fbSMatthew G. Knepley     }
462597e99dd9SToby Isaac     ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms,&flips);CHKERRQ(ierr);
4626e07394fbSMatthew G. Knepley   }
4627e07394fbSMatthew G. Knepley   /* Cleanup points */
4628923c78e0SToby Isaac   ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
4629e07394fbSMatthew G. Knepley   /* Cleanup array */
4630e07394fbSMatthew G. Knepley   ierr = VecRestoreArray(v, &array);CHKERRQ(ierr);
4631e07394fbSMatthew G. Knepley   PetscFunctionReturn(0);
4632e07394fbSMatthew G. Knepley }
4633e07394fbSMatthew G. Knepley 
46347cd05799SMatthew G. Knepley static PetscErrorCode DMPlexPrintMatSetValues(PetscViewer viewer, Mat A, PetscInt point, PetscInt numRIndices, const PetscInt rindices[], PetscInt numCIndices, const PetscInt cindices[], const PetscScalar values[])
4635552f7358SJed Brown {
4636552f7358SJed Brown   PetscMPIInt    rank;
4637552f7358SJed Brown   PetscInt       i, j;
4638552f7358SJed Brown   PetscErrorCode ierr;
4639552f7358SJed Brown 
4640552f7358SJed Brown   PetscFunctionBegin;
464182f516ccSBarry Smith   ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)A), &rank);CHKERRQ(ierr);
4642f347f43bSBarry Smith   ierr = PetscViewerASCIIPrintf(viewer, "[%d]mat for sieve point %D\n", rank, point);CHKERRQ(ierr);
4643e4b003c7SBarry Smith   for (i = 0; i < numRIndices; i++) {ierr = PetscViewerASCIIPrintf(viewer, "[%d]mat row indices[%D] = %D\n", rank, i, rindices[i]);CHKERRQ(ierr);}
4644e4b003c7SBarry Smith   for (i = 0; i < numCIndices; i++) {ierr = PetscViewerASCIIPrintf(viewer, "[%d]mat col indices[%D] = %D\n", rank, i, cindices[i]);CHKERRQ(ierr);}
4645b0ecff45SMatthew G. Knepley   numCIndices = numCIndices ? numCIndices : numRIndices;
4646b0ecff45SMatthew G. Knepley   for (i = 0; i < numRIndices; i++) {
4647e4b003c7SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer, "[%d]", rank);CHKERRQ(ierr);
4648b0ecff45SMatthew G. Knepley     for (j = 0; j < numCIndices; j++) {
4649519f805aSKarl Rupp #if defined(PETSC_USE_COMPLEX)
46507eba1a17SMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, " (%g,%g)", (double)PetscRealPart(values[i*numCIndices+j]), (double)PetscImaginaryPart(values[i*numCIndices+j]));CHKERRQ(ierr);
4651552f7358SJed Brown #else
4652b0ecff45SMatthew G. Knepley       ierr = PetscViewerASCIIPrintf(viewer, " %g", (double)values[i*numCIndices+j]);CHKERRQ(ierr);
4653552f7358SJed Brown #endif
4654552f7358SJed Brown     }
465577a6746dSMatthew G Knepley     ierr = PetscViewerASCIIPrintf(viewer, "\n");CHKERRQ(ierr);
4656552f7358SJed Brown   }
4657552f7358SJed Brown   PetscFunctionReturn(0);
4658552f7358SJed Brown }
4659552f7358SJed Brown 
4660552f7358SJed Brown /* . off - The global offset of this point */
46614acb8e1eSToby Isaac PetscErrorCode DMPlexGetIndicesPoint_Internal(PetscSection section, PetscInt point, PetscInt off, PetscInt *loff, PetscBool setBC, const PetscInt perm[], PetscInt indices[])
4662a6dfd86eSKarl Rupp {
4663e6ccafaeSMatthew G Knepley   PetscInt        dof;    /* The number of unknowns on this point */
4664552f7358SJed Brown   PetscInt        cdof;   /* The number of constraints on this point */
4665552f7358SJed Brown   const PetscInt *cdofs; /* The indices of the constrained dofs on this point */
4666552f7358SJed Brown   PetscInt        cind = 0, k;
4667552f7358SJed Brown   PetscErrorCode  ierr;
4668552f7358SJed Brown 
4669552f7358SJed Brown   PetscFunctionBegin;
4670552f7358SJed Brown   ierr = PetscSectionGetDof(section, point, &dof);CHKERRQ(ierr);
4671552f7358SJed Brown   ierr = PetscSectionGetConstraintDof(section, point, &cdof);CHKERRQ(ierr);
4672552f7358SJed Brown   if (!cdof || setBC) {
46734acb8e1eSToby Isaac     if (perm) {
46744acb8e1eSToby Isaac       for (k = 0; k < dof; k++) indices[*loff+perm[k]] = off + k;
4675552f7358SJed Brown     } else {
46764acb8e1eSToby Isaac       for (k = 0; k < dof; k++) indices[*loff+k] = off + k;
4677552f7358SJed Brown     }
4678552f7358SJed Brown   } else {
4679552f7358SJed Brown     ierr = PetscSectionGetConstraintIndices(section, point, &cdofs);CHKERRQ(ierr);
46804acb8e1eSToby Isaac     if (perm) {
46814acb8e1eSToby Isaac       for (k = 0; k < dof; ++k) {
46824acb8e1eSToby Isaac         if ((cind < cdof) && (k == cdofs[cind])) {
46834acb8e1eSToby Isaac           /* Insert check for returning constrained indices */
46844acb8e1eSToby Isaac           indices[*loff+perm[k]] = -(off+k+1);
46854acb8e1eSToby Isaac           ++cind;
46864acb8e1eSToby Isaac         } else {
46874acb8e1eSToby Isaac           indices[*loff+perm[k]] = off+k-cind;
46884acb8e1eSToby Isaac         }
46894acb8e1eSToby Isaac       }
46904acb8e1eSToby Isaac     } else {
4691552f7358SJed Brown       for (k = 0; k < dof; ++k) {
4692552f7358SJed Brown         if ((cind < cdof) && (k == cdofs[cind])) {
4693552f7358SJed Brown           /* Insert check for returning constrained indices */
4694e6ccafaeSMatthew G Knepley           indices[*loff+k] = -(off+k+1);
4695552f7358SJed Brown           ++cind;
4696552f7358SJed Brown         } else {
4697e6ccafaeSMatthew G Knepley           indices[*loff+k] = off+k-cind;
4698552f7358SJed Brown         }
4699552f7358SJed Brown       }
4700552f7358SJed Brown     }
4701552f7358SJed Brown   }
4702e6ccafaeSMatthew G Knepley   *loff += dof;
4703552f7358SJed Brown   PetscFunctionReturn(0);
4704552f7358SJed Brown }
4705552f7358SJed Brown 
4706552f7358SJed Brown /* . off - The global offset of this point */
47074acb8e1eSToby Isaac PetscErrorCode DMPlexGetIndicesPointFields_Internal(PetscSection section, PetscInt point, PetscInt off, PetscInt foffs[], PetscBool setBC, const PetscInt ***perms, PetscInt permsoff, PetscInt indices[])
4708a6dfd86eSKarl Rupp {
4709552f7358SJed Brown   PetscInt       numFields, foff, f;
4710552f7358SJed Brown   PetscErrorCode ierr;
4711552f7358SJed Brown 
4712552f7358SJed Brown   PetscFunctionBegin;
4713552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4714552f7358SJed Brown   for (f = 0, foff = 0; f < numFields; ++f) {
47154acb8e1eSToby Isaac     PetscInt        fdof, cfdof;
4716552f7358SJed Brown     const PetscInt *fcdofs; /* The indices of the constrained dofs for field f on this point */
47174acb8e1eSToby Isaac     PetscInt        cind = 0, b;
47184acb8e1eSToby Isaac     const PetscInt  *perm = (perms && perms[f]) ? perms[f][permsoff] : NULL;
4719552f7358SJed Brown 
4720552f7358SJed Brown     ierr = PetscSectionGetFieldDof(section, point, f, &fdof);CHKERRQ(ierr);
4721552f7358SJed Brown     ierr = PetscSectionGetFieldConstraintDof(section, point, f, &cfdof);CHKERRQ(ierr);
4722552f7358SJed Brown     if (!cfdof || setBC) {
47234acb8e1eSToby Isaac       if (perm) {for (b = 0; b < fdof; b++) {indices[foffs[f]+perm[b]] = off+foff+b;}}
47244acb8e1eSToby Isaac       else      {for (b = 0; b < fdof; b++) {indices[foffs[f]+     b ] = off+foff+b;}}
4725552f7358SJed Brown     } else {
4726552f7358SJed Brown       ierr = PetscSectionGetFieldConstraintIndices(section, point, f, &fcdofs);CHKERRQ(ierr);
47274acb8e1eSToby Isaac       if (perm) {
47284acb8e1eSToby Isaac         for (b = 0; b < fdof; b++) {
47294acb8e1eSToby Isaac           if ((cind < cfdof) && (b == fcdofs[cind])) {
47304acb8e1eSToby Isaac             indices[foffs[f]+perm[b]] = -(off+foff+b+1);
4731552f7358SJed Brown             ++cind;
4732552f7358SJed Brown           } else {
47334acb8e1eSToby Isaac             indices[foffs[f]+perm[b]] = off+foff+b-cind;
4734552f7358SJed Brown           }
4735552f7358SJed Brown         }
4736552f7358SJed Brown       } else {
47374acb8e1eSToby Isaac         for (b = 0; b < fdof; b++) {
47384acb8e1eSToby Isaac           if ((cind < cfdof) && (b == fcdofs[cind])) {
47394acb8e1eSToby Isaac             indices[foffs[f]+b] = -(off+foff+b+1);
4740552f7358SJed Brown             ++cind;
4741552f7358SJed Brown           } else {
47424acb8e1eSToby Isaac             indices[foffs[f]+b] = off+foff+b-cind;
4743552f7358SJed Brown           }
4744552f7358SJed Brown         }
4745552f7358SJed Brown       }
4746552f7358SJed Brown     }
4747a9096520SToby Isaac     foff     += (setBC ? fdof : (fdof - cfdof));
4748552f7358SJed Brown     foffs[f] += fdof;
4749552f7358SJed Brown   }
4750552f7358SJed Brown   PetscFunctionReturn(0);
4751552f7358SJed Brown }
4752552f7358SJed Brown 
47534acb8e1eSToby Isaac PetscErrorCode DMPlexAnchorsModifyMat(DM dm, PetscSection section, PetscInt numPoints, PetscInt numIndices, const PetscInt points[], const PetscInt ***perms, const PetscScalar values[], PetscInt *outNumPoints, PetscInt *outNumIndices, PetscInt *outPoints[], PetscScalar *outValues[], PetscInt offsets[], PetscBool multiplyLeft)
4754d3d1a6afSToby Isaac {
4755d3d1a6afSToby Isaac   Mat             cMat;
4756d3d1a6afSToby Isaac   PetscSection    aSec, cSec;
4757d3d1a6afSToby Isaac   IS              aIS;
4758d3d1a6afSToby Isaac   PetscInt        aStart = -1, aEnd = -1;
4759d3d1a6afSToby Isaac   const PetscInt  *anchors;
4760e17c06e0SMatthew G. Knepley   PetscInt        numFields, f, p, q, newP = 0;
4761d3d1a6afSToby Isaac   PetscInt        newNumPoints = 0, newNumIndices = 0;
4762d3d1a6afSToby Isaac   PetscInt        *newPoints, *indices, *newIndices;
4763d3d1a6afSToby Isaac   PetscInt        maxAnchor, maxDof;
4764d3d1a6afSToby Isaac   PetscInt        newOffsets[32];
4765d3d1a6afSToby Isaac   PetscInt        *pointMatOffsets[32];
4766d3d1a6afSToby Isaac   PetscInt        *newPointOffsets[32];
4767d3d1a6afSToby Isaac   PetscScalar     *pointMat[32];
47686ecaa68aSToby Isaac   PetscScalar     *newValues=NULL,*tmpValues;
4769d3d1a6afSToby Isaac   PetscBool       anyConstrained = PETSC_FALSE;
4770d3d1a6afSToby Isaac   PetscErrorCode  ierr;
4771d3d1a6afSToby Isaac 
4772d3d1a6afSToby Isaac   PetscFunctionBegin;
4773d3d1a6afSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4774d3d1a6afSToby Isaac   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
4775d3d1a6afSToby Isaac   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
4776d3d1a6afSToby Isaac 
4777a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&aSec,&aIS);CHKERRQ(ierr);
4778d3d1a6afSToby Isaac   /* if there are point-to-point constraints */
4779d3d1a6afSToby Isaac   if (aSec) {
4780d3d1a6afSToby Isaac     ierr = PetscMemzero(newOffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
4781d3d1a6afSToby Isaac     ierr = ISGetIndices(aIS,&anchors);CHKERRQ(ierr);
4782d3d1a6afSToby Isaac     ierr = PetscSectionGetChart(aSec,&aStart,&aEnd);CHKERRQ(ierr);
4783d3d1a6afSToby Isaac     /* figure out how many points are going to be in the new element matrix
4784d3d1a6afSToby Isaac      * (we allow double counting, because it's all just going to be summed
4785d3d1a6afSToby Isaac      * into the global matrix anyway) */
4786d3d1a6afSToby Isaac     for (p = 0; p < 2*numPoints; p+=2) {
4787d3d1a6afSToby Isaac       PetscInt b    = points[p];
47884b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4789d3d1a6afSToby Isaac 
47904b2f2278SToby Isaac       ierr = PetscSectionGetDof(section,b,&bSecDof);CHKERRQ(ierr);
47914b2f2278SToby Isaac       if (!bSecDof) {
47924b2f2278SToby Isaac         continue;
47934b2f2278SToby Isaac       }
4794d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4795d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec,b,&bDof);CHKERRQ(ierr);
4796d3d1a6afSToby Isaac       }
4797d3d1a6afSToby Isaac       if (bDof) {
4798d3d1a6afSToby Isaac         /* this point is constrained */
4799d3d1a6afSToby Isaac         /* it is going to be replaced by its anchors */
4800d3d1a6afSToby Isaac         PetscInt bOff, q;
4801d3d1a6afSToby Isaac 
4802d3d1a6afSToby Isaac         anyConstrained = PETSC_TRUE;
4803d3d1a6afSToby Isaac         newNumPoints  += bDof;
4804d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(aSec,b,&bOff);CHKERRQ(ierr);
4805d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
4806d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q];
4807d3d1a6afSToby Isaac           PetscInt aDof;
4808d3d1a6afSToby Isaac 
4809d3d1a6afSToby Isaac           ierr           = PetscSectionGetDof(section,a,&aDof);CHKERRQ(ierr);
4810d3d1a6afSToby Isaac           newNumIndices += aDof;
4811d3d1a6afSToby Isaac           for (f = 0; f < numFields; ++f) {
4812d3d1a6afSToby Isaac             PetscInt fDof;
4813d3d1a6afSToby Isaac 
4814d3d1a6afSToby Isaac             ierr             = PetscSectionGetFieldDof(section, a, f, &fDof);CHKERRQ(ierr);
4815d3d1a6afSToby Isaac             newOffsets[f+1] += fDof;
4816d3d1a6afSToby Isaac           }
4817d3d1a6afSToby Isaac         }
4818d3d1a6afSToby Isaac       }
4819d3d1a6afSToby Isaac       else {
4820d3d1a6afSToby Isaac         /* this point is not constrained */
4821d3d1a6afSToby Isaac         newNumPoints++;
48224b2f2278SToby Isaac         newNumIndices += bSecDof;
4823d3d1a6afSToby Isaac         for (f = 0; f < numFields; ++f) {
4824d3d1a6afSToby Isaac           PetscInt fDof;
4825d3d1a6afSToby Isaac 
4826d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section, b, f, &fDof);CHKERRQ(ierr);
4827d3d1a6afSToby Isaac           newOffsets[f+1] += fDof;
4828d3d1a6afSToby Isaac         }
4829d3d1a6afSToby Isaac       }
4830d3d1a6afSToby Isaac     }
4831d3d1a6afSToby Isaac   }
4832d3d1a6afSToby Isaac   if (!anyConstrained) {
483372b80496SMatthew G. Knepley     if (outNumPoints)  *outNumPoints  = 0;
483472b80496SMatthew G. Knepley     if (outNumIndices) *outNumIndices = 0;
483572b80496SMatthew G. Knepley     if (outPoints)     *outPoints     = NULL;
483672b80496SMatthew G. Knepley     if (outValues)     *outValues     = NULL;
483772b80496SMatthew G. Knepley     if (aSec) {ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);}
4838d3d1a6afSToby Isaac     PetscFunctionReturn(0);
4839d3d1a6afSToby Isaac   }
4840d3d1a6afSToby Isaac 
48416ecaa68aSToby Isaac   if (outNumPoints)  *outNumPoints  = newNumPoints;
48426ecaa68aSToby Isaac   if (outNumIndices) *outNumIndices = newNumIndices;
48436ecaa68aSToby Isaac 
4844f13f9184SToby Isaac   for (f = 0; f < numFields; ++f) newOffsets[f+1] += newOffsets[f];
4845d3d1a6afSToby Isaac 
48466ecaa68aSToby Isaac   if (!outPoints && !outValues) {
48476ecaa68aSToby Isaac     if (offsets) {
48486ecaa68aSToby Isaac       for (f = 0; f <= numFields; f++) {
48496ecaa68aSToby Isaac         offsets[f] = newOffsets[f];
48506ecaa68aSToby Isaac       }
48516ecaa68aSToby Isaac     }
48526ecaa68aSToby Isaac     if (aSec) {ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);}
48536ecaa68aSToby Isaac     PetscFunctionReturn(0);
48546ecaa68aSToby Isaac   }
48556ecaa68aSToby Isaac 
4856f347f43bSBarry Smith   if (numFields && newOffsets[numFields] != newNumIndices) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", newOffsets[numFields], newNumIndices);
4857d3d1a6afSToby Isaac 
4858f7c74593SToby Isaac   ierr = DMGetDefaultConstraints(dm, &cSec, &cMat);CHKERRQ(ierr);
4859d3d1a6afSToby Isaac 
4860d3d1a6afSToby Isaac   /* workspaces */
4861d3d1a6afSToby Isaac   if (numFields) {
4862d3d1a6afSToby Isaac     for (f = 0; f < numFields; f++) {
4863d3d1a6afSToby Isaac       ierr = DMGetWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[f]);CHKERRQ(ierr);
4864d3d1a6afSToby Isaac       ierr = DMGetWorkArray(dm,numPoints+1,PETSC_INT,&newPointOffsets[f]);CHKERRQ(ierr);
4865d3d1a6afSToby Isaac     }
4866d3d1a6afSToby Isaac   }
4867d3d1a6afSToby Isaac   else {
4868d3d1a6afSToby Isaac     ierr = DMGetWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[0]);CHKERRQ(ierr);
4869d3d1a6afSToby Isaac     ierr = DMGetWorkArray(dm,numPoints,PETSC_INT,&newPointOffsets[0]);CHKERRQ(ierr);
4870d3d1a6afSToby Isaac   }
4871d3d1a6afSToby Isaac 
4872d3d1a6afSToby Isaac   /* get workspaces for the point-to-point matrices */
4873d3d1a6afSToby Isaac   if (numFields) {
48744b2f2278SToby Isaac     PetscInt totalOffset, totalMatOffset;
48754b2f2278SToby Isaac 
4876d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
4877d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
48784b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4879d3d1a6afSToby Isaac 
48804b2f2278SToby Isaac       ierr = PetscSectionGetDof(section,b,&bSecDof);CHKERRQ(ierr);
48814b2f2278SToby Isaac       if (!bSecDof) {
48824b2f2278SToby Isaac         for (f = 0; f < numFields; f++) {
48834b2f2278SToby Isaac           newPointOffsets[f][p + 1] = 0;
48844b2f2278SToby Isaac           pointMatOffsets[f][p + 1] = 0;
48854b2f2278SToby Isaac         }
48864b2f2278SToby Isaac         continue;
48874b2f2278SToby Isaac       }
4888d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4889d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
4890d3d1a6afSToby Isaac       }
4891d3d1a6afSToby Isaac       if (bDof) {
4892d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4893d3d1a6afSToby Isaac           PetscInt fDof, q, bOff, allFDof = 0;
4894d3d1a6afSToby Isaac 
4895d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section, b, f, &fDof);CHKERRQ(ierr);
4896d3d1a6afSToby Isaac           ierr = PetscSectionGetOffset(aSec, b, &bOff);CHKERRQ(ierr);
4897d3d1a6afSToby Isaac           for (q = 0; q < bDof; q++) {
4898d3d1a6afSToby Isaac             PetscInt a = anchors[bOff + q];
4899d3d1a6afSToby Isaac             PetscInt aFDof;
4900d3d1a6afSToby Isaac 
4901d3d1a6afSToby Isaac             ierr     = PetscSectionGetFieldDof(section, a, f, &aFDof);CHKERRQ(ierr);
4902d3d1a6afSToby Isaac             allFDof += aFDof;
4903d3d1a6afSToby Isaac           }
4904d3d1a6afSToby Isaac           newPointOffsets[f][p+1] = allFDof;
4905d3d1a6afSToby Isaac           pointMatOffsets[f][p+1] = fDof * allFDof;
4906d3d1a6afSToby Isaac         }
4907d3d1a6afSToby Isaac       }
4908d3d1a6afSToby Isaac       else {
4909d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4910d3d1a6afSToby Isaac           PetscInt fDof;
4911d3d1a6afSToby Isaac 
4912d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section, b, f, &fDof);CHKERRQ(ierr);
4913d3d1a6afSToby Isaac           newPointOffsets[f][p+1] = fDof;
4914d3d1a6afSToby Isaac           pointMatOffsets[f][p+1] = 0;
4915d3d1a6afSToby Isaac         }
4916d3d1a6afSToby Isaac       }
4917d3d1a6afSToby Isaac     }
49184b2f2278SToby Isaac     for (f = 0, totalOffset = 0, totalMatOffset = 0; f < numFields; f++) {
49194b2f2278SToby Isaac       newPointOffsets[f][0] = totalOffset;
49204b2f2278SToby Isaac       pointMatOffsets[f][0] = totalMatOffset;
4921d3d1a6afSToby Isaac       for (p = 0; p < numPoints; p++) {
4922d3d1a6afSToby Isaac         newPointOffsets[f][p+1] += newPointOffsets[f][p];
4923d3d1a6afSToby Isaac         pointMatOffsets[f][p+1] += pointMatOffsets[f][p];
4924d3d1a6afSToby Isaac       }
492519f70fd5SToby Isaac       totalOffset    = newPointOffsets[f][numPoints];
492619f70fd5SToby Isaac       totalMatOffset = pointMatOffsets[f][numPoints];
4927d3d1a6afSToby Isaac       ierr = DMGetWorkArray(dm,pointMatOffsets[f][numPoints],PETSC_SCALAR,&pointMat[f]);CHKERRQ(ierr);
4928d3d1a6afSToby Isaac     }
4929d3d1a6afSToby Isaac   }
4930d3d1a6afSToby Isaac   else {
4931d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
4932d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
49334b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4934d3d1a6afSToby Isaac 
49354b2f2278SToby Isaac       ierr = PetscSectionGetDof(section,b,&bSecDof);CHKERRQ(ierr);
49364b2f2278SToby Isaac       if (!bSecDof) {
49374b2f2278SToby Isaac         newPointOffsets[0][p + 1] = 0;
49384b2f2278SToby Isaac         pointMatOffsets[0][p + 1] = 0;
49394b2f2278SToby Isaac         continue;
49404b2f2278SToby Isaac       }
4941d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4942d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
4943d3d1a6afSToby Isaac       }
4944d3d1a6afSToby Isaac       if (bDof) {
49454b2f2278SToby Isaac         PetscInt bOff, q, allDof = 0;
4946d3d1a6afSToby Isaac 
4947d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(aSec, b, &bOff);CHKERRQ(ierr);
4948d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
4949d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q], aDof;
4950d3d1a6afSToby Isaac 
4951d3d1a6afSToby Isaac           ierr    = PetscSectionGetDof(section, a, &aDof);CHKERRQ(ierr);
4952d3d1a6afSToby Isaac           allDof += aDof;
4953d3d1a6afSToby Isaac         }
4954d3d1a6afSToby Isaac         newPointOffsets[0][p+1] = allDof;
49554b2f2278SToby Isaac         pointMatOffsets[0][p+1] = bSecDof * allDof;
4956d3d1a6afSToby Isaac       }
4957d3d1a6afSToby Isaac       else {
49584b2f2278SToby Isaac         newPointOffsets[0][p+1] = bSecDof;
4959d3d1a6afSToby Isaac         pointMatOffsets[0][p+1] = 0;
4960d3d1a6afSToby Isaac       }
4961d3d1a6afSToby Isaac     }
4962d3d1a6afSToby Isaac     newPointOffsets[0][0] = 0;
4963d3d1a6afSToby Isaac     pointMatOffsets[0][0] = 0;
4964d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
4965d3d1a6afSToby Isaac       newPointOffsets[0][p+1] += newPointOffsets[0][p];
4966d3d1a6afSToby Isaac       pointMatOffsets[0][p+1] += pointMatOffsets[0][p];
4967d3d1a6afSToby Isaac     }
4968d3d1a6afSToby Isaac     ierr = DMGetWorkArray(dm,pointMatOffsets[0][numPoints],PETSC_SCALAR,&pointMat[0]);CHKERRQ(ierr);
4969d3d1a6afSToby Isaac   }
4970d3d1a6afSToby Isaac 
49716ecaa68aSToby Isaac   /* output arrays */
49726ecaa68aSToby Isaac   ierr = DMGetWorkArray(dm,2*newNumPoints,PETSC_INT,&newPoints);CHKERRQ(ierr);
49736ecaa68aSToby Isaac 
4974d3d1a6afSToby Isaac   /* get the point-to-point matrices; construct newPoints */
4975d3d1a6afSToby Isaac   ierr = PetscSectionGetMaxDof(aSec, &maxAnchor);CHKERRQ(ierr);
4976d3d1a6afSToby Isaac   ierr = PetscSectionGetMaxDof(section, &maxDof);CHKERRQ(ierr);
4977d3d1a6afSToby Isaac   ierr = DMGetWorkArray(dm,maxDof,PETSC_INT,&indices);CHKERRQ(ierr);
4978d3d1a6afSToby Isaac   ierr = DMGetWorkArray(dm,maxAnchor*maxDof,PETSC_INT,&newIndices);CHKERRQ(ierr);
4979d3d1a6afSToby Isaac   if (numFields) {
4980d3d1a6afSToby Isaac     for (p = 0, newP = 0; p < numPoints; p++) {
4981d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
4982d3d1a6afSToby Isaac       PetscInt o    = points[2*p+1];
49834b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
4984d3d1a6afSToby Isaac 
49854b2f2278SToby Isaac       ierr = PetscSectionGetDof(section, b, &bSecDof);CHKERRQ(ierr);
49864b2f2278SToby Isaac       if (!bSecDof) {
49874b2f2278SToby Isaac         continue;
49884b2f2278SToby Isaac       }
4989d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
4990d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
4991d3d1a6afSToby Isaac       }
4992d3d1a6afSToby Isaac       if (bDof) {
4993d3d1a6afSToby Isaac         PetscInt fStart[32], fEnd[32], fAnchorStart[32], fAnchorEnd[32], bOff, q;
4994d3d1a6afSToby Isaac 
4995d3d1a6afSToby Isaac         fStart[0] = 0;
4996d3d1a6afSToby Isaac         fEnd[0]   = 0;
4997d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
4998d3d1a6afSToby Isaac           PetscInt fDof;
4999d3d1a6afSToby Isaac 
5000d3d1a6afSToby Isaac           ierr        = PetscSectionGetFieldDof(cSec, b, f, &fDof);CHKERRQ(ierr);
5001d3d1a6afSToby Isaac           fStart[f+1] = fStart[f] + fDof;
5002d3d1a6afSToby Isaac           fEnd[f+1]   = fStart[f+1];
5003d3d1a6afSToby Isaac         }
5004d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(cSec, b, &bOff);CHKERRQ(ierr);
50054acb8e1eSToby Isaac         ierr = DMPlexGetIndicesPointFields_Internal(cSec, b, bOff, fEnd, PETSC_TRUE, perms, p, indices);CHKERRQ(ierr);
5006d3d1a6afSToby Isaac 
5007d3d1a6afSToby Isaac         fAnchorStart[0] = 0;
5008d3d1a6afSToby Isaac         fAnchorEnd[0]   = 0;
5009d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
5010d3d1a6afSToby Isaac           PetscInt fDof = newPointOffsets[f][p + 1] - newPointOffsets[f][p];
5011d3d1a6afSToby Isaac 
5012d3d1a6afSToby Isaac           fAnchorStart[f+1] = fAnchorStart[f] + fDof;
5013d3d1a6afSToby Isaac           fAnchorEnd[f+1]   = fAnchorStart[f + 1];
5014d3d1a6afSToby Isaac         }
5015d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(aSec, b, &bOff);CHKERRQ(ierr);
5016d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
5017d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q], aOff;
5018d3d1a6afSToby Isaac 
5019d3d1a6afSToby Isaac           /* we take the orientation of ap into account in the order that we constructed the indices above: the newly added points have no orientation */
5020d3d1a6afSToby Isaac           newPoints[2*(newP + q)]     = a;
5021d3d1a6afSToby Isaac           newPoints[2*(newP + q) + 1] = 0;
5022302440fdSBarry Smith           ierr = PetscSectionGetOffset(section, a, &aOff);CHKERRQ(ierr);
50234acb8e1eSToby Isaac           ierr = DMPlexGetIndicesPointFields_Internal(section, a, aOff, fAnchorEnd, PETSC_TRUE, NULL, -1, newIndices);CHKERRQ(ierr);
5024d3d1a6afSToby Isaac         }
5025d3d1a6afSToby Isaac         newP += bDof;
5026d3d1a6afSToby Isaac 
50276ecaa68aSToby Isaac         if (outValues) {
5028d3d1a6afSToby Isaac           /* get the point-to-point submatrix */
5029d3d1a6afSToby Isaac           for (f = 0; f < numFields; f++) {
5030d3d1a6afSToby Isaac             ierr = MatGetValues(cMat,fEnd[f]-fStart[f],indices + fStart[f],fAnchorEnd[f] - fAnchorStart[f],newIndices + fAnchorStart[f],pointMat[f] + pointMatOffsets[f][p]);CHKERRQ(ierr);
5031d3d1a6afSToby Isaac           }
5032d3d1a6afSToby Isaac         }
50336ecaa68aSToby Isaac       }
5034d3d1a6afSToby Isaac       else {
5035d3d1a6afSToby Isaac         newPoints[2 * newP]     = b;
5036d3d1a6afSToby Isaac         newPoints[2 * newP + 1] = o;
5037d3d1a6afSToby Isaac         newP++;
5038d3d1a6afSToby Isaac       }
5039d3d1a6afSToby Isaac     }
5040d3d1a6afSToby Isaac   } else {
5041d3d1a6afSToby Isaac     for (p = 0; p < numPoints; p++) {
5042d3d1a6afSToby Isaac       PetscInt b    = points[2*p];
5043d3d1a6afSToby Isaac       PetscInt o    = points[2*p+1];
50444b2f2278SToby Isaac       PetscInt bDof = 0, bSecDof;
5045d3d1a6afSToby Isaac 
50464b2f2278SToby Isaac       ierr = PetscSectionGetDof(section, b, &bSecDof);CHKERRQ(ierr);
50474b2f2278SToby Isaac       if (!bSecDof) {
50484b2f2278SToby Isaac         continue;
50494b2f2278SToby Isaac       }
5050d3d1a6afSToby Isaac       if (b >= aStart && b < aEnd) {
5051d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(aSec, b, &bDof);CHKERRQ(ierr);
5052d3d1a6afSToby Isaac       }
5053d3d1a6afSToby Isaac       if (bDof) {
5054d3d1a6afSToby Isaac         PetscInt bEnd = 0, bAnchorEnd = 0, bOff;
5055d3d1a6afSToby Isaac 
5056d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset(cSec, b, &bOff);CHKERRQ(ierr);
50574acb8e1eSToby Isaac         ierr = DMPlexGetIndicesPoint_Internal(cSec, b, bOff, &bEnd, PETSC_TRUE, (perms && perms[0]) ? perms[0][p] : NULL, indices);CHKERRQ(ierr);
5058d3d1a6afSToby Isaac 
5059d3d1a6afSToby Isaac         ierr = PetscSectionGetOffset (aSec, b, &bOff);CHKERRQ(ierr);
5060d3d1a6afSToby Isaac         for (q = 0; q < bDof; q++) {
5061d3d1a6afSToby Isaac           PetscInt a = anchors[bOff + q], aOff;
5062d3d1a6afSToby Isaac 
5063d3d1a6afSToby Isaac           /* we take the orientation of ap into account in the order that we constructed the indices above: the newly added points have no orientation */
5064d3d1a6afSToby Isaac 
5065d3d1a6afSToby Isaac           newPoints[2*(newP + q)]     = a;
5066d3d1a6afSToby Isaac           newPoints[2*(newP + q) + 1] = 0;
5067302440fdSBarry Smith           ierr = PetscSectionGetOffset(section, a, &aOff);CHKERRQ(ierr);
50684acb8e1eSToby Isaac           ierr = DMPlexGetIndicesPoint_Internal(section, a, aOff, &bAnchorEnd, PETSC_TRUE, NULL, newIndices);CHKERRQ(ierr);
5069d3d1a6afSToby Isaac         }
5070d3d1a6afSToby Isaac         newP += bDof;
5071d3d1a6afSToby Isaac 
5072d3d1a6afSToby Isaac         /* get the point-to-point submatrix */
50736ecaa68aSToby Isaac         if (outValues) {
5074d3d1a6afSToby Isaac           ierr = MatGetValues(cMat,bEnd,indices,bAnchorEnd,newIndices,pointMat[0] + pointMatOffsets[0][p]);CHKERRQ(ierr);
5075d3d1a6afSToby Isaac         }
50766ecaa68aSToby Isaac       }
5077d3d1a6afSToby Isaac       else {
5078d3d1a6afSToby Isaac         newPoints[2 * newP]     = b;
5079d3d1a6afSToby Isaac         newPoints[2 * newP + 1] = o;
5080d3d1a6afSToby Isaac         newP++;
5081d3d1a6afSToby Isaac       }
5082d3d1a6afSToby Isaac     }
5083d3d1a6afSToby Isaac   }
5084d3d1a6afSToby Isaac 
50856ecaa68aSToby Isaac   if (outValues) {
50866ecaa68aSToby Isaac     ierr = DMGetWorkArray(dm,newNumIndices*numIndices,PETSC_SCALAR,&tmpValues);CHKERRQ(ierr);
5087d3d1a6afSToby Isaac     ierr = PetscMemzero(tmpValues,newNumIndices*numIndices*sizeof(*tmpValues));CHKERRQ(ierr);
5088d3d1a6afSToby Isaac     /* multiply constraints on the right */
5089d3d1a6afSToby Isaac     if (numFields) {
5090d3d1a6afSToby Isaac       for (f = 0; f < numFields; f++) {
5091d3d1a6afSToby Isaac         PetscInt oldOff = offsets[f];
5092d3d1a6afSToby Isaac 
5093d3d1a6afSToby Isaac         for (p = 0; p < numPoints; p++) {
5094d3d1a6afSToby Isaac           PetscInt cStart = newPointOffsets[f][p];
5095d3d1a6afSToby Isaac           PetscInt b      = points[2 * p];
5096d3d1a6afSToby Isaac           PetscInt c, r, k;
5097d3d1a6afSToby Isaac           PetscInt dof;
5098d3d1a6afSToby Isaac 
5099d3d1a6afSToby Isaac           ierr = PetscSectionGetFieldDof(section,b,f,&dof);CHKERRQ(ierr);
51004b2f2278SToby Isaac           if (!dof) {
51014b2f2278SToby Isaac             continue;
51024b2f2278SToby Isaac           }
5103d3d1a6afSToby Isaac           if (pointMatOffsets[f][p] < pointMatOffsets[f][p + 1]) {
5104d3d1a6afSToby Isaac             PetscInt nCols         = newPointOffsets[f][p+1]-cStart;
5105d3d1a6afSToby Isaac             const PetscScalar *mat = pointMat[f] + pointMatOffsets[f][p];
5106d3d1a6afSToby Isaac 
5107d3d1a6afSToby Isaac             for (r = 0; r < numIndices; r++) {
5108d3d1a6afSToby Isaac               for (c = 0; c < nCols; c++) {
5109d3d1a6afSToby Isaac                 for (k = 0; k < dof; k++) {
51104acb8e1eSToby Isaac                   tmpValues[r * newNumIndices + cStart + c] += values[r * numIndices + oldOff + k] * mat[k * nCols + c];
5111d3d1a6afSToby Isaac                 }
5112d3d1a6afSToby Isaac               }
5113d3d1a6afSToby Isaac             }
5114d3d1a6afSToby Isaac           }
5115d3d1a6afSToby Isaac           else {
5116d3d1a6afSToby Isaac             /* copy this column as is */
5117d3d1a6afSToby Isaac             for (r = 0; r < numIndices; r++) {
5118d3d1a6afSToby Isaac               for (c = 0; c < dof; c++) {
5119d3d1a6afSToby Isaac                 tmpValues[r * newNumIndices + cStart + c] = values[r * numIndices + oldOff + c];
5120d3d1a6afSToby Isaac               }
5121d3d1a6afSToby Isaac             }
5122d3d1a6afSToby Isaac           }
5123d3d1a6afSToby Isaac           oldOff += dof;
5124d3d1a6afSToby Isaac         }
5125d3d1a6afSToby Isaac       }
5126d3d1a6afSToby Isaac     }
5127d3d1a6afSToby Isaac     else {
5128d3d1a6afSToby Isaac       PetscInt oldOff = 0;
5129d3d1a6afSToby Isaac       for (p = 0; p < numPoints; p++) {
5130d3d1a6afSToby Isaac         PetscInt cStart = newPointOffsets[0][p];
5131d3d1a6afSToby Isaac         PetscInt b      = points[2 * p];
5132d3d1a6afSToby Isaac         PetscInt c, r, k;
5133d3d1a6afSToby Isaac         PetscInt dof;
5134d3d1a6afSToby Isaac 
5135d3d1a6afSToby Isaac         ierr = PetscSectionGetDof(section,b,&dof);CHKERRQ(ierr);
51364b2f2278SToby Isaac         if (!dof) {
51374b2f2278SToby Isaac           continue;
51384b2f2278SToby Isaac         }
5139d3d1a6afSToby Isaac         if (pointMatOffsets[0][p] < pointMatOffsets[0][p + 1]) {
5140d3d1a6afSToby Isaac           PetscInt nCols         = newPointOffsets[0][p+1]-cStart;
5141d3d1a6afSToby Isaac           const PetscScalar *mat = pointMat[0] + pointMatOffsets[0][p];
5142d3d1a6afSToby Isaac 
5143d3d1a6afSToby Isaac           for (r = 0; r < numIndices; r++) {
5144d3d1a6afSToby Isaac             for (c = 0; c < nCols; c++) {
5145d3d1a6afSToby Isaac               for (k = 0; k < dof; k++) {
5146d3d1a6afSToby Isaac                 tmpValues[r * newNumIndices + cStart + c] += mat[k * nCols + c] * values[r * numIndices + oldOff + k];
5147d3d1a6afSToby Isaac               }
5148d3d1a6afSToby Isaac             }
5149d3d1a6afSToby Isaac           }
5150d3d1a6afSToby Isaac         }
5151d3d1a6afSToby Isaac         else {
5152d3d1a6afSToby Isaac           /* copy this column as is */
5153d3d1a6afSToby Isaac           for (r = 0; r < numIndices; r++) {
5154d3d1a6afSToby Isaac             for (c = 0; c < dof; c++) {
5155d3d1a6afSToby Isaac               tmpValues[r * newNumIndices + cStart + c] = values[r * numIndices + oldOff + c];
5156d3d1a6afSToby Isaac             }
5157d3d1a6afSToby Isaac           }
5158d3d1a6afSToby Isaac         }
5159d3d1a6afSToby Isaac         oldOff += dof;
5160d3d1a6afSToby Isaac       }
5161d3d1a6afSToby Isaac     }
5162d3d1a6afSToby Isaac 
51636ecaa68aSToby Isaac     if (multiplyLeft) {
51646ecaa68aSToby Isaac       ierr = DMGetWorkArray(dm,newNumIndices*newNumIndices,PETSC_SCALAR,&newValues);CHKERRQ(ierr);
5165d3d1a6afSToby Isaac       ierr = PetscMemzero(newValues,newNumIndices*newNumIndices*sizeof(*newValues));CHKERRQ(ierr);
5166d3d1a6afSToby Isaac       /* multiply constraints transpose on the left */
5167d3d1a6afSToby Isaac       if (numFields) {
5168d3d1a6afSToby Isaac         for (f = 0; f < numFields; f++) {
5169d3d1a6afSToby Isaac           PetscInt oldOff = offsets[f];
5170d3d1a6afSToby Isaac 
5171d3d1a6afSToby Isaac           for (p = 0; p < numPoints; p++) {
5172d3d1a6afSToby Isaac             PetscInt rStart = newPointOffsets[f][p];
5173d3d1a6afSToby Isaac             PetscInt b      = points[2 * p];
5174d3d1a6afSToby Isaac             PetscInt c, r, k;
5175d3d1a6afSToby Isaac             PetscInt dof;
5176d3d1a6afSToby Isaac 
5177d3d1a6afSToby Isaac             ierr = PetscSectionGetFieldDof(section,b,f,&dof);CHKERRQ(ierr);
5178d3d1a6afSToby Isaac             if (pointMatOffsets[f][p] < pointMatOffsets[f][p + 1]) {
5179d3d1a6afSToby Isaac               PetscInt nRows                        = newPointOffsets[f][p+1]-rStart;
5180d3d1a6afSToby Isaac               const PetscScalar *PETSC_RESTRICT mat = pointMat[f] + pointMatOffsets[f][p];
5181d3d1a6afSToby Isaac 
5182d3d1a6afSToby Isaac               for (r = 0; r < nRows; r++) {
5183d3d1a6afSToby Isaac                 for (c = 0; c < newNumIndices; c++) {
5184d3d1a6afSToby Isaac                   for (k = 0; k < dof; k++) {
5185d3d1a6afSToby Isaac                     newValues[(rStart + r) * newNumIndices + c] += mat[k * nRows + r] * tmpValues[(oldOff + k) * newNumIndices + c];
5186d3d1a6afSToby Isaac                   }
5187d3d1a6afSToby Isaac                 }
5188d3d1a6afSToby Isaac               }
5189d3d1a6afSToby Isaac             }
5190d3d1a6afSToby Isaac             else {
5191d3d1a6afSToby Isaac               /* copy this row as is */
5192d3d1a6afSToby Isaac               for (r = 0; r < dof; r++) {
5193d3d1a6afSToby Isaac                 for (c = 0; c < newNumIndices; c++) {
5194d3d1a6afSToby Isaac                   newValues[(rStart + r) * newNumIndices + c] = tmpValues[(oldOff + r) * newNumIndices + c];
5195d3d1a6afSToby Isaac                 }
5196d3d1a6afSToby Isaac               }
5197d3d1a6afSToby Isaac             }
5198d3d1a6afSToby Isaac             oldOff += dof;
5199d3d1a6afSToby Isaac           }
5200d3d1a6afSToby Isaac         }
5201d3d1a6afSToby Isaac       }
5202d3d1a6afSToby Isaac       else {
5203d3d1a6afSToby Isaac         PetscInt oldOff = 0;
5204d3d1a6afSToby Isaac 
5205d3d1a6afSToby Isaac         for (p = 0; p < numPoints; p++) {
5206d3d1a6afSToby Isaac           PetscInt rStart = newPointOffsets[0][p];
5207d3d1a6afSToby Isaac           PetscInt b      = points[2 * p];
5208d3d1a6afSToby Isaac           PetscInt c, r, k;
5209d3d1a6afSToby Isaac           PetscInt dof;
5210d3d1a6afSToby Isaac 
5211d3d1a6afSToby Isaac           ierr = PetscSectionGetDof(section,b,&dof);CHKERRQ(ierr);
5212d3d1a6afSToby Isaac           if (pointMatOffsets[0][p] < pointMatOffsets[0][p + 1]) {
5213d3d1a6afSToby Isaac             PetscInt nRows                        = newPointOffsets[0][p+1]-rStart;
5214d3d1a6afSToby Isaac             const PetscScalar *PETSC_RESTRICT mat = pointMat[0] + pointMatOffsets[0][p];
5215d3d1a6afSToby Isaac 
5216d3d1a6afSToby Isaac             for (r = 0; r < nRows; r++) {
5217d3d1a6afSToby Isaac               for (c = 0; c < newNumIndices; c++) {
5218d3d1a6afSToby Isaac                 for (k = 0; k < dof; k++) {
5219d3d1a6afSToby Isaac                   newValues[(rStart + r) * newNumIndices + c] += mat[k * nRows + r] * tmpValues[(oldOff + k) * newNumIndices + c];
5220d3d1a6afSToby Isaac                 }
5221d3d1a6afSToby Isaac               }
5222d3d1a6afSToby Isaac             }
5223d3d1a6afSToby Isaac           }
5224d3d1a6afSToby Isaac           else {
5225d3d1a6afSToby Isaac             /* copy this row as is */
52269fc93327SToby Isaac             for (r = 0; r < dof; r++) {
5227d3d1a6afSToby Isaac               for (c = 0; c < newNumIndices; c++) {
5228d3d1a6afSToby Isaac                 newValues[(rStart + r) * newNumIndices + c] = tmpValues[(oldOff + r) * newNumIndices + c];
5229d3d1a6afSToby Isaac               }
5230d3d1a6afSToby Isaac             }
5231d3d1a6afSToby Isaac           }
5232d3d1a6afSToby Isaac           oldOff += dof;
5233d3d1a6afSToby Isaac         }
5234d3d1a6afSToby Isaac       }
5235d3d1a6afSToby Isaac 
52366ecaa68aSToby Isaac       ierr = DMRestoreWorkArray(dm,newNumIndices*numIndices,PETSC_SCALAR,&tmpValues);CHKERRQ(ierr);
52376ecaa68aSToby Isaac     }
52386ecaa68aSToby Isaac     else {
52396ecaa68aSToby Isaac       newValues = tmpValues;
52406ecaa68aSToby Isaac     }
52416ecaa68aSToby Isaac   }
52426ecaa68aSToby Isaac 
5243d3d1a6afSToby Isaac   /* clean up */
5244d3d1a6afSToby Isaac   ierr = DMRestoreWorkArray(dm,maxDof,PETSC_INT,&indices);CHKERRQ(ierr);
5245d3d1a6afSToby Isaac   ierr = DMRestoreWorkArray(dm,maxAnchor*maxDof,PETSC_INT,&newIndices);CHKERRQ(ierr);
52466ecaa68aSToby Isaac 
5247d3d1a6afSToby Isaac   if (numFields) {
5248d3d1a6afSToby Isaac     for (f = 0; f < numFields; f++) {
5249d3d1a6afSToby Isaac       ierr = DMRestoreWorkArray(dm,pointMatOffsets[f][numPoints],PETSC_SCALAR,&pointMat[f]);CHKERRQ(ierr);
5250d3d1a6afSToby Isaac       ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[f]);CHKERRQ(ierr);
5251d3d1a6afSToby Isaac       ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&newPointOffsets[f]);CHKERRQ(ierr);
5252d3d1a6afSToby Isaac     }
5253d3d1a6afSToby Isaac   }
5254d3d1a6afSToby Isaac   else {
5255d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,pointMatOffsets[0][numPoints],PETSC_SCALAR,&pointMat[0]);CHKERRQ(ierr);
5256d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&pointMatOffsets[0]);CHKERRQ(ierr);
5257d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,numPoints+1,PETSC_INT,&newPointOffsets[0]);CHKERRQ(ierr);
5258d3d1a6afSToby Isaac   }
5259d3d1a6afSToby Isaac   ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);
5260d3d1a6afSToby Isaac 
5261d3d1a6afSToby Isaac   /* output */
52626ecaa68aSToby Isaac   if (outPoints) {
5263d3d1a6afSToby Isaac     *outPoints = newPoints;
52646ecaa68aSToby Isaac   }
52656ecaa68aSToby Isaac   else {
52666ecaa68aSToby Isaac     ierr = DMRestoreWorkArray(dm,2*newNumPoints,PETSC_INT,&newPoints);CHKERRQ(ierr);
52676ecaa68aSToby Isaac   }
526831620726SToby Isaac   if (outValues) {
5269d3d1a6afSToby Isaac     *outValues = newValues;
52706ecaa68aSToby Isaac   }
52716ecaa68aSToby Isaac   for (f = 0; f <= numFields; f++) {
5272d3d1a6afSToby Isaac     offsets[f] = newOffsets[f];
5273d3d1a6afSToby Isaac   }
5274d3d1a6afSToby Isaac   PetscFunctionReturn(0);
5275d3d1a6afSToby Isaac }
5276d3d1a6afSToby Isaac 
52777cd05799SMatthew G. Knepley /*@C
5278a87adde4SMatthew G. Knepley   DMPlexGetClosureIndices - Get the global indices in a vector v for all points in the closure of the given point
52797cd05799SMatthew G. Knepley 
52807cd05799SMatthew G. Knepley   Not collective
52817cd05799SMatthew G. Knepley 
52827cd05799SMatthew G. Knepley   Input Parameters:
52837cd05799SMatthew G. Knepley + dm - The DM
52847cd05799SMatthew G. Knepley . section - The section describing the layout in v, or NULL to use the default section
52857cd05799SMatthew G. Knepley . globalSection - The section describing the parallel layout in v, or NULL to use the default section
52867cd05799SMatthew G. Knepley - point - The mesh point
52877cd05799SMatthew G. Knepley 
52887cd05799SMatthew G. Knepley   Output parameters:
52897cd05799SMatthew G. Knepley + numIndices - The number of indices
52907cd05799SMatthew G. Knepley . indices - The indices
52917cd05799SMatthew G. Knepley - outOffsets - Field offset if not NULL
52927cd05799SMatthew G. Knepley 
52937cd05799SMatthew G. Knepley   Note: Must call DMPlexRestoreClosureIndices() to free allocated memory
52947cd05799SMatthew G. Knepley 
52957cd05799SMatthew G. Knepley   Level: advanced
52967cd05799SMatthew G. Knepley 
52977cd05799SMatthew G. Knepley .seealso DMPlexRestoreClosureIndices(), DMPlexVecGetClosure(), DMPlexMatSetClosure()
52987cd05799SMatthew G. Knepley @*/
52996ecaa68aSToby Isaac PetscErrorCode DMPlexGetClosureIndices(DM dm, PetscSection section, PetscSection globalSection, PetscInt point, PetscInt *numIndices, PetscInt **indices, PetscInt *outOffsets)
53007773e69fSMatthew G. Knepley {
53017773e69fSMatthew G. Knepley   PetscSection    clSection;
53027773e69fSMatthew G. Knepley   IS              clPoints;
53037773e69fSMatthew G. Knepley   const PetscInt *clp;
53044acb8e1eSToby Isaac   const PetscInt  **perms[32] = {NULL};
53057773e69fSMatthew G. Knepley   PetscInt       *points = NULL, *pointsNew;
53067773e69fSMatthew G. Knepley   PetscInt        numPoints, numPointsNew;
53077773e69fSMatthew G. Knepley   PetscInt        offsets[32];
53087773e69fSMatthew G. Knepley   PetscInt        Nf, Nind, NindNew, off, globalOff, f, p;
53097773e69fSMatthew G. Knepley   PetscErrorCode  ierr;
53107773e69fSMatthew G. Knepley 
53117773e69fSMatthew G. Knepley   PetscFunctionBegin;
53127773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
53137773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
53147773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(globalSection, PETSC_SECTION_CLASSID, 3);
53157773e69fSMatthew G. Knepley   if (numIndices) PetscValidPointer(numIndices, 4);
53167773e69fSMatthew G. Knepley   PetscValidPointer(indices, 5);
53177773e69fSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
53187773e69fSMatthew G. Knepley   if (Nf > 31) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", Nf);
53197773e69fSMatthew G. Knepley   ierr = PetscMemzero(offsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
53207773e69fSMatthew G. Knepley   /* Get points in closure */
5321923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
53227773e69fSMatthew G. Knepley   /* Get number of indices and indices per field */
53237773e69fSMatthew G. Knepley   for (p = 0, Nind = 0; p < numPoints*2; p += 2) {
53247773e69fSMatthew G. Knepley     PetscInt dof, fdof;
53257773e69fSMatthew G. Knepley 
53267773e69fSMatthew G. Knepley     ierr = PetscSectionGetDof(section, points[p], &dof);CHKERRQ(ierr);
53277773e69fSMatthew G. Knepley     for (f = 0; f < Nf; ++f) {
53287773e69fSMatthew G. Knepley       ierr = PetscSectionGetFieldDof(section, points[p], f, &fdof);CHKERRQ(ierr);
53297773e69fSMatthew G. Knepley       offsets[f+1] += fdof;
53307773e69fSMatthew G. Knepley     }
53317773e69fSMatthew G. Knepley     Nind += dof;
53327773e69fSMatthew G. Knepley   }
53337773e69fSMatthew G. Knepley   for (f = 1; f < Nf; ++f) offsets[f+1] += offsets[f];
53348ccfff9cSToby Isaac   if (Nf && offsets[Nf] != Nind) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", offsets[Nf], Nind);
53354acb8e1eSToby Isaac   if (!Nf) offsets[1] = Nind;
53364acb8e1eSToby Isaac   /* Get dual space symmetries */
53374acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,Nf); f++) {
53384acb8e1eSToby Isaac     if (Nf) {ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53394acb8e1eSToby Isaac     else    {ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53404acb8e1eSToby Isaac   }
53417773e69fSMatthew G. Knepley   /* Correct for hanging node constraints */
53427773e69fSMatthew G. Knepley   {
53434acb8e1eSToby Isaac     ierr = DMPlexAnchorsModifyMat(dm, section, numPoints, Nind, points, perms, NULL, &numPointsNew, &NindNew, &pointsNew, NULL, offsets, PETSC_TRUE);CHKERRQ(ierr);
53447773e69fSMatthew G. Knepley     if (numPointsNew) {
53454acb8e1eSToby Isaac       for (f = 0; f < PetscMax(1,Nf); f++) {
53464acb8e1eSToby Isaac         if (Nf) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53474acb8e1eSToby Isaac         else    {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53484acb8e1eSToby Isaac       }
53494acb8e1eSToby Isaac       for (f = 0; f < PetscMax(1,Nf); f++) {
53504acb8e1eSToby Isaac         if (Nf) {ierr = PetscSectionGetFieldPointSyms(section,f,numPointsNew,pointsNew,&perms[f],NULL);CHKERRQ(ierr);}
53514acb8e1eSToby Isaac         else    {ierr = PetscSectionGetPointSyms(section,numPointsNew,pointsNew,&perms[f],NULL);CHKERRQ(ierr);}
53524acb8e1eSToby Isaac       }
5353923c78e0SToby Isaac       ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
53547773e69fSMatthew G. Knepley       numPoints = numPointsNew;
53557773e69fSMatthew G. Knepley       Nind      = NindNew;
53567773e69fSMatthew G. Knepley       points    = pointsNew;
53577773e69fSMatthew G. Knepley     }
53587773e69fSMatthew G. Knepley   }
53597773e69fSMatthew G. Knepley   /* Calculate indices */
53607773e69fSMatthew G. Knepley   ierr = DMGetWorkArray(dm, Nind, PETSC_INT, indices);CHKERRQ(ierr);
53617773e69fSMatthew G. Knepley   if (Nf) {
53626ecaa68aSToby Isaac     if (outOffsets) {
53636ecaa68aSToby Isaac       PetscInt f;
53646ecaa68aSToby Isaac 
536546bdb399SToby Isaac       for (f = 0; f <= Nf; f++) {
53666ecaa68aSToby Isaac         outOffsets[f] = offsets[f];
53676ecaa68aSToby Isaac       }
53686ecaa68aSToby Isaac     }
53694acb8e1eSToby Isaac     for (p = 0; p < numPoints; p++) {
53704acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
53714acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, offsets, PETSC_FALSE, perms, p, *indices);
53727773e69fSMatthew G. Knepley     }
53737773e69fSMatthew G. Knepley   } else {
53744acb8e1eSToby Isaac     for (p = 0, off = 0; p < numPoints; p++) {
53754acb8e1eSToby Isaac       const PetscInt *perm = perms[0] ? perms[0][p] : NULL;
53764acb8e1eSToby Isaac 
53774acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
53784acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, *indices);
53797773e69fSMatthew G. Knepley     }
53807773e69fSMatthew G. Knepley   }
53817773e69fSMatthew G. Knepley   /* Cleanup points */
53824acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,Nf); f++) {
53834acb8e1eSToby Isaac     if (Nf) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53844acb8e1eSToby Isaac     else    {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],NULL);CHKERRQ(ierr);}
53854acb8e1eSToby Isaac   }
53867773e69fSMatthew G. Knepley   if (numPointsNew) {
53877773e69fSMatthew G. Knepley     ierr = DMRestoreWorkArray(dm, 2*numPointsNew, PETSC_INT, &pointsNew);CHKERRQ(ierr);
53887773e69fSMatthew G. Knepley   } else {
5389923c78e0SToby Isaac     ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
53907773e69fSMatthew G. Knepley   }
53917773e69fSMatthew G. Knepley   if (numIndices) *numIndices = Nind;
53927773e69fSMatthew G. Knepley   PetscFunctionReturn(0);
53937773e69fSMatthew G. Knepley }
53947773e69fSMatthew G. Knepley 
53957cd05799SMatthew G. Knepley /*@C
53967cd05799SMatthew G. Knepley   DMPlexRestoreClosureIndices - Restore the indices in a vector v for all points in the closure of the given point
53977cd05799SMatthew G. Knepley 
53987cd05799SMatthew G. Knepley   Not collective
53997cd05799SMatthew G. Knepley 
54007cd05799SMatthew G. Knepley   Input Parameters:
54017cd05799SMatthew G. Knepley + dm - The DM
54027cd05799SMatthew G. Knepley . section - The section describing the layout in v, or NULL to use the default section
54037cd05799SMatthew G. Knepley . globalSection - The section describing the parallel layout in v, or NULL to use the default section
54047cd05799SMatthew G. Knepley . point - The mesh point
54057cd05799SMatthew G. Knepley . numIndices - The number of indices
54067cd05799SMatthew G. Knepley . indices - The indices
54077cd05799SMatthew G. Knepley - outOffsets - Field offset if not NULL
54087cd05799SMatthew G. Knepley 
54097cd05799SMatthew G. Knepley   Level: advanced
54107cd05799SMatthew G. Knepley 
54117cd05799SMatthew G. Knepley .seealso DMPlexGetClosureIndices(), DMPlexVecGetClosure(), DMPlexMatSetClosure()
54127cd05799SMatthew G. Knepley @*/
541346bdb399SToby Isaac PetscErrorCode DMPlexRestoreClosureIndices(DM dm, PetscSection section, PetscSection globalSection, PetscInt point, PetscInt *numIndices, PetscInt **indices,PetscInt *outOffsets)
54147773e69fSMatthew G. Knepley {
54157773e69fSMatthew G. Knepley   PetscErrorCode ierr;
54167773e69fSMatthew G. Knepley 
54177773e69fSMatthew G. Knepley   PetscFunctionBegin;
54187773e69fSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
54197773e69fSMatthew G. Knepley   PetscValidPointer(indices, 5);
54207773e69fSMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, 0, PETSC_INT, indices);CHKERRQ(ierr);
54217773e69fSMatthew G. Knepley   PetscFunctionReturn(0);
54227773e69fSMatthew G. Knepley }
54237773e69fSMatthew G. Knepley 
54247f5d1fdeSMatthew G. Knepley /*@C
54257f5d1fdeSMatthew G. Knepley   DMPlexMatSetClosure - Set an array of the values on the closure of 'point'
54267f5d1fdeSMatthew G. Knepley 
54277f5d1fdeSMatthew G. Knepley   Not collective
54287f5d1fdeSMatthew G. Knepley 
54297f5d1fdeSMatthew G. Knepley   Input Parameters:
54307f5d1fdeSMatthew G. Knepley + dm - The DM
5431ebd6d717SJed Brown . section - The section describing the layout in v, or NULL to use the default section
5432ebd6d717SJed Brown . globalSection - The section describing the layout in v, or NULL to use the default global section
54337f5d1fdeSMatthew G. Knepley . A - The matrix
54347f5d1fdeSMatthew G. Knepley . point - The sieve point in the DM
54357f5d1fdeSMatthew G. Knepley . values - The array of values
54367f5d1fdeSMatthew G. Knepley - mode - The insert mode, where INSERT_ALL_VALUES and ADD_ALL_VALUES also overwrite boundary conditions
54377f5d1fdeSMatthew G. Knepley 
54387f5d1fdeSMatthew G. Knepley   Fortran Notes:
54397f5d1fdeSMatthew G. Knepley   This routine is only available in Fortran 90, and you must include petsc.h90 in your code.
54407f5d1fdeSMatthew G. Knepley 
54417f5d1fdeSMatthew G. Knepley   Level: intermediate
54427f5d1fdeSMatthew G. Knepley 
54437f5d1fdeSMatthew G. Knepley .seealso DMPlexVecGetClosure(), DMPlexVecSetClosure()
54447f5d1fdeSMatthew G. Knepley @*/
54457c1f9639SMatthew G Knepley PetscErrorCode DMPlexMatSetClosure(DM dm, PetscSection section, PetscSection globalSection, Mat A, PetscInt point, const PetscScalar values[], InsertMode mode)
5446552f7358SJed Brown {
5447552f7358SJed Brown   DM_Plex            *mesh   = (DM_Plex*) dm->data;
54481b406b76SMatthew G. Knepley   PetscSection        clSection;
54491b406b76SMatthew G. Knepley   IS                  clPoints;
5450d3d1a6afSToby Isaac   PetscInt           *points = NULL, *newPoints;
54511b406b76SMatthew G. Knepley   const PetscInt     *clp;
5452552f7358SJed Brown   PetscInt           *indices;
5453552f7358SJed Brown   PetscInt            offsets[32];
54544acb8e1eSToby Isaac   const PetscInt    **perms[32] = {NULL};
54554acb8e1eSToby Isaac   const PetscScalar **flips[32] = {NULL};
5456923c78e0SToby Isaac   PetscInt            numFields, numPoints, newNumPoints, numIndices, newNumIndices, dof, off, globalOff, p, f;
54574acb8e1eSToby Isaac   PetscScalar        *valCopy = NULL;
5458d3d1a6afSToby Isaac   PetscScalar        *newValues;
5459552f7358SJed Brown   PetscErrorCode      ierr;
5460552f7358SJed Brown 
5461552f7358SJed Brown   PetscFunctionBegin;
5462552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5463ebd6d717SJed Brown   if (!section) {ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);}
54643dc93601SMatthew G. Knepley   PetscValidHeaderSpecific(section, PETSC_SECTION_CLASSID, 2);
5465ebd6d717SJed Brown   if (!globalSection) {ierr = DMGetDefaultGlobalSection(dm, &globalSection);CHKERRQ(ierr);}
54663dc93601SMatthew G. Knepley   PetscValidHeaderSpecific(globalSection, PETSC_SECTION_CLASSID, 3);
54673dc93601SMatthew G. Knepley   PetscValidHeaderSpecific(A, MAT_CLASSID, 4);
5468552f7358SJed Brown   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
546982f516ccSBarry Smith   if (numFields > 31) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", numFields);
5470552f7358SJed Brown   ierr = PetscMemzero(offsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
5471923c78e0SToby Isaac   ierr = DMPlexGetCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
5472552f7358SJed Brown   for (p = 0, numIndices = 0; p < numPoints*2; p += 2) {
5473552f7358SJed Brown     PetscInt fdof;
5474552f7358SJed Brown 
5475552f7358SJed Brown     ierr = PetscSectionGetDof(section, points[p], &dof);CHKERRQ(ierr);
5476552f7358SJed Brown     for (f = 0; f < numFields; ++f) {
5477552f7358SJed Brown       ierr          = PetscSectionGetFieldDof(section, points[p], f, &fdof);CHKERRQ(ierr);
5478552f7358SJed Brown       offsets[f+1] += fdof;
5479552f7358SJed Brown     }
5480552f7358SJed Brown     numIndices += dof;
5481552f7358SJed Brown   }
54820d644c17SKarl Rupp   for (f = 1; f < numFields; ++f) offsets[f+1] += offsets[f];
54830d644c17SKarl Rupp 
54848ccfff9cSToby Isaac   if (numFields && offsets[numFields] != numIndices) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", offsets[numFields], numIndices);
54854acb8e1eSToby Isaac   /* Get symmetries */
54864acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,numFields); f++) {
54874acb8e1eSToby Isaac     if (numFields) {ierr = PetscSectionGetFieldPointSyms(section,f,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
54884acb8e1eSToby Isaac     else           {ierr = PetscSectionGetPointSyms(section,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
54894acb8e1eSToby Isaac     if (values && flips[f]) { /* may need to apply sign changes to the element matrix */
54904acb8e1eSToby Isaac       PetscInt foffset = offsets[f];
54914acb8e1eSToby Isaac 
54924acb8e1eSToby Isaac       for (p = 0; p < numPoints; p++) {
54934acb8e1eSToby Isaac         PetscInt point          = points[2*p], fdof;
54944acb8e1eSToby Isaac         const PetscScalar *flip = flips[f] ? flips[f][p] : NULL;
54954acb8e1eSToby Isaac 
54964acb8e1eSToby Isaac         if (!numFields) {
54974acb8e1eSToby Isaac           ierr = PetscSectionGetDof(section,point,&fdof);CHKERRQ(ierr);
54984acb8e1eSToby Isaac         } else {
54994acb8e1eSToby Isaac           ierr = PetscSectionGetFieldDof(section,point,f,&fdof);CHKERRQ(ierr);
55004acb8e1eSToby Isaac         }
55014acb8e1eSToby Isaac         if (flip) {
55024acb8e1eSToby Isaac           PetscInt i, j, k;
55034acb8e1eSToby Isaac 
55044acb8e1eSToby Isaac           if (!valCopy) {
55054acb8e1eSToby Isaac             ierr = DMGetWorkArray(dm,numIndices*numIndices,PETSC_SCALAR,&valCopy);CHKERRQ(ierr);
55064acb8e1eSToby Isaac             for (j = 0; j < numIndices * numIndices; j++) valCopy[j] = values[j];
55074acb8e1eSToby Isaac             values = valCopy;
55084acb8e1eSToby Isaac           }
55094acb8e1eSToby Isaac           for (i = 0; i < fdof; i++) {
5510775f7be2SToby Isaac             PetscScalar fval = flip[i];
55114acb8e1eSToby Isaac 
55124acb8e1eSToby Isaac             for (k = 0; k < numIndices; k++) {
55134acb8e1eSToby Isaac               valCopy[numIndices * (foffset + i) + k] *= fval;
55144acb8e1eSToby Isaac               valCopy[numIndices * k + (foffset + i)] *= fval;
55154acb8e1eSToby Isaac             }
55164acb8e1eSToby Isaac           }
55174acb8e1eSToby Isaac         }
55184acb8e1eSToby Isaac         foffset += fdof;
55194acb8e1eSToby Isaac       }
55204acb8e1eSToby Isaac     }
55214acb8e1eSToby Isaac   }
55224acb8e1eSToby Isaac   ierr = DMPlexAnchorsModifyMat(dm,section,numPoints,numIndices,points,perms,values,&newNumPoints,&newNumIndices,&newPoints,&newValues,offsets,PETSC_TRUE);CHKERRQ(ierr);
5523d3d1a6afSToby Isaac   if (newNumPoints) {
55244acb8e1eSToby Isaac     if (valCopy) {
55254acb8e1eSToby Isaac       ierr = DMRestoreWorkArray(dm,numIndices*numIndices,PETSC_SCALAR,&valCopy);CHKERRQ(ierr);
55264acb8e1eSToby Isaac     }
55274acb8e1eSToby Isaac     for (f = 0; f < PetscMax(1,numFields); f++) {
55284acb8e1eSToby Isaac       if (numFields) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55294acb8e1eSToby Isaac       else           {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55304acb8e1eSToby Isaac     }
55314acb8e1eSToby Isaac     for (f = 0; f < PetscMax(1,numFields); f++) {
55324acb8e1eSToby Isaac       if (numFields) {ierr = PetscSectionGetFieldPointSyms(section,f,newNumPoints,newPoints,&perms[f],&flips[f]);CHKERRQ(ierr);}
55334acb8e1eSToby Isaac       else           {ierr = PetscSectionGetPointSyms(section,newNumPoints,newPoints,&perms[f],&flips[f]);CHKERRQ(ierr);}
55344acb8e1eSToby Isaac     }
5535923c78e0SToby Isaac     ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
5536d3d1a6afSToby Isaac     numPoints  = newNumPoints;
5537d3d1a6afSToby Isaac     numIndices = newNumIndices;
5538d3d1a6afSToby Isaac     points     = newPoints;
5539d3d1a6afSToby Isaac     values     = newValues;
5540d3d1a6afSToby Isaac   }
5541552f7358SJed Brown   ierr = DMGetWorkArray(dm, numIndices, PETSC_INT, &indices);CHKERRQ(ierr);
5542552f7358SJed Brown   if (numFields) {
55434acb8e1eSToby Isaac     for (p = 0; p < numPoints; p++) {
55444acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
55454acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, offsets, PETSC_FALSE, perms, p, indices);
5546552f7358SJed Brown     }
5547552f7358SJed Brown   } else {
55484acb8e1eSToby Isaac     for (p = 0, off = 0; p < numPoints; p++) {
55494acb8e1eSToby Isaac       const PetscInt *perm = perms[0] ? perms[0][p] : NULL;
55504acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalSection, points[2*p], &globalOff);CHKERRQ(ierr);
55514acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(section, points[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, indices);
5552552f7358SJed Brown     }
5553552f7358SJed Brown   }
5554b0ecff45SMatthew G. Knepley   if (mesh->printSetValues) {ierr = DMPlexPrintMatSetValues(PETSC_VIEWER_STDOUT_SELF, A, point, numIndices, indices, 0, NULL, values);CHKERRQ(ierr);}
5555552f7358SJed Brown   ierr = MatSetValues(A, numIndices, indices, numIndices, indices, values, mode);
5556ab1d0545SMatthew G. Knepley   if (mesh->printFEM > 1) {
5557ab1d0545SMatthew G. Knepley     PetscInt i;
5558ab1d0545SMatthew G. Knepley     ierr = PetscPrintf(PETSC_COMM_SELF, "  Indices:");CHKERRQ(ierr);
55598ccfff9cSToby Isaac     for (i = 0; i < numIndices; ++i) {ierr = PetscPrintf(PETSC_COMM_SELF, " %D", indices[i]);CHKERRQ(ierr);}
5560ab1d0545SMatthew G. Knepley     ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
5561ab1d0545SMatthew G. Knepley   }
5562552f7358SJed Brown   if (ierr) {
5563552f7358SJed Brown     PetscMPIInt    rank;
5564552f7358SJed Brown     PetscErrorCode ierr2;
5565552f7358SJed Brown 
556682f516ccSBarry Smith     ierr2 = MPI_Comm_rank(PetscObjectComm((PetscObject)A), &rank);CHKERRQ(ierr2);
5567e4b003c7SBarry Smith     ierr2 = (*PetscErrorPrintf)("[%d]ERROR in DMPlexMatSetClosure\n", rank);CHKERRQ(ierr2);
5568b0ecff45SMatthew G. Knepley     ierr2 = DMPlexPrintMatSetValues(PETSC_VIEWER_STDERR_SELF, A, point, numIndices, indices, 0, NULL, values);CHKERRQ(ierr2);
55696a415b8fSMatthew G Knepley     ierr2 = DMRestoreWorkArray(dm, numIndices, PETSC_INT, &indices);CHKERRQ(ierr2);
5570552f7358SJed Brown     CHKERRQ(ierr);
5571552f7358SJed Brown   }
55724acb8e1eSToby Isaac   for (f = 0; f < PetscMax(1,numFields); f++) {
55734acb8e1eSToby Isaac     if (numFields) {ierr = PetscSectionRestoreFieldPointSyms(section,f,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55744acb8e1eSToby Isaac     else           {ierr = PetscSectionRestorePointSyms(section,numPoints,points,&perms[f],&flips[f]);CHKERRQ(ierr);}
55754acb8e1eSToby Isaac   }
5576d3d1a6afSToby Isaac   if (newNumPoints) {
5577d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,newNumIndices*newNumIndices,PETSC_SCALAR,&newValues);CHKERRQ(ierr);
5578d3d1a6afSToby Isaac     ierr = DMRestoreWorkArray(dm,2*newNumPoints,PETSC_INT,&newPoints);CHKERRQ(ierr);
5579d3d1a6afSToby Isaac   }
5580d3d1a6afSToby Isaac   else {
55814acb8e1eSToby Isaac     if (valCopy) {
55824acb8e1eSToby Isaac       ierr = DMRestoreWorkArray(dm,numIndices*numIndices,PETSC_SCALAR,&valCopy);CHKERRQ(ierr);
55834acb8e1eSToby Isaac     }
5584923c78e0SToby Isaac     ierr = DMPlexRestoreCompressedClosure(dm,section,point,&numPoints,&points,&clSection,&clPoints,&clp);CHKERRQ(ierr);
5585d3d1a6afSToby Isaac   }
5586552f7358SJed Brown   ierr = DMRestoreWorkArray(dm, numIndices, PETSC_INT, &indices);CHKERRQ(ierr);
5587552f7358SJed Brown   PetscFunctionReturn(0);
5588552f7358SJed Brown }
5589552f7358SJed Brown 
5590de41b84cSMatthew G. Knepley PetscErrorCode DMPlexMatSetClosureRefined(DM dmf, PetscSection fsection, PetscSection globalFSection, DM dmc, PetscSection csection, PetscSection globalCSection, Mat A, PetscInt point, const PetscScalar values[], InsertMode mode)
5591de41b84cSMatthew G. Knepley {
5592de41b84cSMatthew G. Knepley   DM_Plex        *mesh   = (DM_Plex*) dmf->data;
5593de41b84cSMatthew G. Knepley   PetscInt       *fpoints = NULL, *ftotpoints = NULL;
5594de41b84cSMatthew G. Knepley   PetscInt       *cpoints = NULL;
5595de41b84cSMatthew G. Knepley   PetscInt       *findices, *cindices;
5596de41b84cSMatthew G. Knepley   PetscInt        foffsets[32], coffsets[32];
5597de41b84cSMatthew G. Knepley   CellRefiner     cellRefiner;
55984ca5e9f5SMatthew G. Knepley   PetscInt        numFields, numSubcells, maxFPoints, numFPoints, numCPoints, numFIndices, numCIndices, dof, off, globalOff, pStart, pEnd, p, q, r, s, f;
5599de41b84cSMatthew G. Knepley   PetscErrorCode  ierr;
5600de41b84cSMatthew G. Knepley 
5601de41b84cSMatthew G. Knepley   PetscFunctionBegin;
5602de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(dmf, DM_CLASSID, 1);
5603de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(dmc, DM_CLASSID, 4);
5604de41b84cSMatthew G. Knepley   if (!fsection) {ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);}
5605de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(fsection, PETSC_SECTION_CLASSID, 2);
5606de41b84cSMatthew G. Knepley   if (!csection) {ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);}
5607de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(csection, PETSC_SECTION_CLASSID, 5);
5608de41b84cSMatthew G. Knepley   if (!globalFSection) {ierr = DMGetDefaultGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);}
5609de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(globalFSection, PETSC_SECTION_CLASSID, 3);
5610de41b84cSMatthew G. Knepley   if (!globalCSection) {ierr = DMGetDefaultGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);}
5611de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(globalCSection, PETSC_SECTION_CLASSID, 6);
5612de41b84cSMatthew G. Knepley   PetscValidHeaderSpecific(A, MAT_CLASSID, 7);
5613de41b84cSMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &numFields);CHKERRQ(ierr);
5614de41b84cSMatthew G. Knepley   if (numFields > 31) SETERRQ1(PetscObjectComm((PetscObject)dmf), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", numFields);
5615de41b84cSMatthew G. Knepley   ierr = PetscMemzero(foffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
5616de41b84cSMatthew G. Knepley   ierr = PetscMemzero(coffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
5617de41b84cSMatthew G. Knepley   /* Column indices */
5618de41b84cSMatthew G. Knepley   ierr = DMPlexGetTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
56194ca5e9f5SMatthew G. Knepley   maxFPoints = numCPoints;
5620de41b84cSMatthew G. Knepley   /* Compress out points not in the section */
5621de41b84cSMatthew G. Knepley   /*   TODO: Squeeze out points with 0 dof as well */
5622de41b84cSMatthew G. Knepley   ierr = PetscSectionGetChart(csection, &pStart, &pEnd);CHKERRQ(ierr);
5623de41b84cSMatthew G. Knepley   for (p = 0, q = 0; p < numCPoints*2; p += 2) {
5624de41b84cSMatthew G. Knepley     if ((cpoints[p] >= pStart) && (cpoints[p] < pEnd)) {
5625de41b84cSMatthew G. Knepley       cpoints[q*2]   = cpoints[p];
5626de41b84cSMatthew G. Knepley       cpoints[q*2+1] = cpoints[p+1];
5627de41b84cSMatthew G. Knepley       ++q;
5628de41b84cSMatthew G. Knepley     }
5629de41b84cSMatthew G. Knepley   }
5630de41b84cSMatthew G. Knepley   numCPoints = q;
5631de41b84cSMatthew G. Knepley   for (p = 0, numCIndices = 0; p < numCPoints*2; p += 2) {
5632de41b84cSMatthew G. Knepley     PetscInt fdof;
5633de41b84cSMatthew G. Knepley 
5634de41b84cSMatthew G. Knepley     ierr = PetscSectionGetDof(csection, cpoints[p], &dof);CHKERRQ(ierr);
56354ca5e9f5SMatthew G. Knepley     if (!dof) continue;
5636de41b84cSMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
5637de41b84cSMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(csection, cpoints[p], f, &fdof);CHKERRQ(ierr);
5638de41b84cSMatthew G. Knepley       coffsets[f+1] += fdof;
5639de41b84cSMatthew G. Knepley     }
5640de41b84cSMatthew G. Knepley     numCIndices += dof;
5641de41b84cSMatthew G. Knepley   }
5642de41b84cSMatthew G. Knepley   for (f = 1; f < numFields; ++f) coffsets[f+1] += coffsets[f];
5643de41b84cSMatthew G. Knepley   /* Row indices */
5644de41b84cSMatthew G. Knepley   ierr = DMPlexGetCellRefiner_Internal(dmc, &cellRefiner);CHKERRQ(ierr);
5645de41b84cSMatthew G. Knepley   ierr = CellRefinerGetAffineTransforms_Internal(cellRefiner, &numSubcells, NULL, NULL, NULL);CHKERRQ(ierr);
56461ba5f902SMatthew G. Knepley   ierr = DMGetWorkArray(dmf, maxFPoints*2*numSubcells, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
5647de41b84cSMatthew G. Knepley   for (r = 0, q = 0; r < numSubcells; ++r) {
5648de41b84cSMatthew G. Knepley     /* TODO Map from coarse to fine cells */
5649de41b84cSMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dmf, point*numSubcells + r, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
5650de41b84cSMatthew G. Knepley     /* Compress out points not in the section */
5651de41b84cSMatthew G. Knepley     ierr = PetscSectionGetChart(fsection, &pStart, &pEnd);CHKERRQ(ierr);
5652de41b84cSMatthew G. Knepley     for (p = 0; p < numFPoints*2; p += 2) {
5653de41b84cSMatthew G. Knepley       if ((fpoints[p] >= pStart) && (fpoints[p] < pEnd)) {
56544ca5e9f5SMatthew G. Knepley         ierr = PetscSectionGetDof(fsection, fpoints[p], &dof);CHKERRQ(ierr);
56554ca5e9f5SMatthew G. Knepley         if (!dof) continue;
56564ca5e9f5SMatthew G. Knepley         for (s = 0; s < q; ++s) if (fpoints[p] == ftotpoints[s*2]) break;
56574ca5e9f5SMatthew G. Knepley         if (s < q) continue;
5658de41b84cSMatthew G. Knepley         ftotpoints[q*2]   = fpoints[p];
5659de41b84cSMatthew G. Knepley         ftotpoints[q*2+1] = fpoints[p+1];
5660de41b84cSMatthew G. Knepley         ++q;
5661de41b84cSMatthew G. Knepley       }
5662de41b84cSMatthew G. Knepley     }
5663de41b84cSMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dmf, point, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
5664de41b84cSMatthew G. Knepley   }
5665de41b84cSMatthew G. Knepley   numFPoints = q;
5666de41b84cSMatthew G. Knepley   for (p = 0, numFIndices = 0; p < numFPoints*2; p += 2) {
5667de41b84cSMatthew G. Knepley     PetscInt fdof;
5668de41b84cSMatthew G. Knepley 
5669de41b84cSMatthew G. Knepley     ierr = PetscSectionGetDof(fsection, ftotpoints[p], &dof);CHKERRQ(ierr);
56704ca5e9f5SMatthew G. Knepley     if (!dof) continue;
5671de41b84cSMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
5672de41b84cSMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(fsection, ftotpoints[p], f, &fdof);CHKERRQ(ierr);
5673de41b84cSMatthew G. Knepley       foffsets[f+1] += fdof;
5674de41b84cSMatthew G. Knepley     }
5675de41b84cSMatthew G. Knepley     numFIndices += dof;
5676de41b84cSMatthew G. Knepley   }
5677de41b84cSMatthew G. Knepley   for (f = 1; f < numFields; ++f) foffsets[f+1] += foffsets[f];
5678de41b84cSMatthew G. Knepley 
56798ccfff9cSToby Isaac   if (numFields && foffsets[numFields] != numFIndices) SETERRQ2(PetscObjectComm((PetscObject)dmf), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", foffsets[numFields], numFIndices);
56808ccfff9cSToby Isaac   if (numFields && coffsets[numFields] != numCIndices) SETERRQ2(PetscObjectComm((PetscObject)dmc), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", coffsets[numFields], numCIndices);
5681de41b84cSMatthew G. Knepley   ierr = DMGetWorkArray(dmf, numFIndices, PETSC_INT, &findices);CHKERRQ(ierr);
5682de41b84cSMatthew G. Knepley   ierr = DMGetWorkArray(dmc, numCIndices, PETSC_INT, &cindices);CHKERRQ(ierr);
5683de41b84cSMatthew G. Knepley   if (numFields) {
56844acb8e1eSToby Isaac     const PetscInt **permsF[32] = {NULL};
56854acb8e1eSToby Isaac     const PetscInt **permsC[32] = {NULL};
56864acb8e1eSToby Isaac 
56874acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
56884acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
56894acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
5690de41b84cSMatthew G. Knepley     }
56914acb8e1eSToby Isaac     for (p = 0; p < numFPoints; p++) {
56924acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
56934acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, foffsets, PETSC_FALSE, permsF, p, findices);
56944acb8e1eSToby Isaac     }
56954acb8e1eSToby Isaac     for (p = 0; p < numCPoints; p++) {
56964acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
56974acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, coffsets, PETSC_FALSE, permsC, p, cindices);
56984acb8e1eSToby Isaac     }
56994acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
57004acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
57014acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
5702de41b84cSMatthew G. Knepley     }
5703de41b84cSMatthew G. Knepley   } else {
57044acb8e1eSToby Isaac     const PetscInt **permsF = NULL;
57054acb8e1eSToby Isaac     const PetscInt **permsC = NULL;
57064acb8e1eSToby Isaac 
57074acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
57084acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
57094acb8e1eSToby Isaac     for (p = 0, off = 0; p < numFPoints; p++) {
57104acb8e1eSToby Isaac       const PetscInt *perm = permsF ? permsF[p] : NULL;
57114acb8e1eSToby Isaac 
57124acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
57134acb8e1eSToby Isaac       ierr = DMPlexGetIndicesPoint_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, findices);CHKERRQ(ierr);
5714de41b84cSMatthew G. Knepley     }
57154acb8e1eSToby Isaac     for (p = 0, off = 0; p < numCPoints; p++) {
57164acb8e1eSToby Isaac       const PetscInt *perm = permsC ? permsC[p] : NULL;
57174acb8e1eSToby Isaac 
57184acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
57194acb8e1eSToby Isaac       ierr = DMPlexGetIndicesPoint_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, cindices);CHKERRQ(ierr);
5720de41b84cSMatthew G. Knepley     }
57214acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
57224acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
5723de41b84cSMatthew G. Knepley   }
5724de41b84cSMatthew G. Knepley   if (mesh->printSetValues) {ierr = DMPlexPrintMatSetValues(PETSC_VIEWER_STDOUT_SELF, A, point, numFIndices, findices, numCIndices, cindices, values);CHKERRQ(ierr);}
57254acb8e1eSToby Isaac   /* TODO: flips */
5726de41b84cSMatthew G. Knepley   ierr = MatSetValues(A, numFIndices, findices, numCIndices, cindices, values, mode);
5727de41b84cSMatthew G. Knepley   if (ierr) {
5728de41b84cSMatthew G. Knepley     PetscMPIInt    rank;
5729de41b84cSMatthew G. Knepley     PetscErrorCode ierr2;
5730de41b84cSMatthew G. Knepley 
5731de41b84cSMatthew G. Knepley     ierr2 = MPI_Comm_rank(PetscObjectComm((PetscObject)A), &rank);CHKERRQ(ierr2);
5732e4b003c7SBarry Smith     ierr2 = (*PetscErrorPrintf)("[%d]ERROR in DMPlexMatSetClosure\n", rank);CHKERRQ(ierr2);
5733de41b84cSMatthew G. Knepley     ierr2 = DMPlexPrintMatSetValues(PETSC_VIEWER_STDERR_SELF, A, point, numFIndices, findices, numCIndices, cindices, values);CHKERRQ(ierr2);
5734de41b84cSMatthew G. Knepley     ierr2 = DMRestoreWorkArray(dmf, numFIndices, PETSC_INT, &findices);CHKERRQ(ierr2);
5735de41b84cSMatthew G. Knepley     ierr2 = DMRestoreWorkArray(dmc, numCIndices, PETSC_INT, &cindices);CHKERRQ(ierr2);
5736de41b84cSMatthew G. Knepley     CHKERRQ(ierr);
5737de41b84cSMatthew G. Knepley   }
5738549a8adaSMatthew G. Knepley   ierr = DMRestoreWorkArray(dmf, numCPoints*2*4, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
5739de41b84cSMatthew G. Knepley   ierr = DMPlexRestoreTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
5740de41b84cSMatthew G. Knepley   ierr = DMRestoreWorkArray(dmf, numFIndices, PETSC_INT, &findices);CHKERRQ(ierr);
5741de41b84cSMatthew G. Knepley   ierr = DMRestoreWorkArray(dmc, numCIndices, PETSC_INT, &cindices);CHKERRQ(ierr);
5742de41b84cSMatthew G. Knepley   PetscFunctionReturn(0);
5743de41b84cSMatthew G. Knepley }
5744de41b84cSMatthew G. Knepley 
57457c927364SMatthew G. Knepley PetscErrorCode DMPlexMatGetClosureIndicesRefined(DM dmf, PetscSection fsection, PetscSection globalFSection, DM dmc, PetscSection csection, PetscSection globalCSection, PetscInt point, PetscInt cindices[], PetscInt findices[])
57467c927364SMatthew G. Knepley {
57477c927364SMatthew G. Knepley   PetscInt      *fpoints = NULL, *ftotpoints = NULL;
57487c927364SMatthew G. Knepley   PetscInt      *cpoints = NULL;
57497c927364SMatthew G. Knepley   PetscInt       foffsets[32], coffsets[32];
57507c927364SMatthew G. Knepley   CellRefiner    cellRefiner;
57517c927364SMatthew G. Knepley   PetscInt       numFields, numSubcells, maxFPoints, numFPoints, numCPoints, numFIndices, numCIndices, dof, off, globalOff, pStart, pEnd, p, q, r, s, f;
57527c927364SMatthew G. Knepley   PetscErrorCode ierr;
57537c927364SMatthew G. Knepley 
57547c927364SMatthew G. Knepley   PetscFunctionBegin;
57557c927364SMatthew G. Knepley   PetscValidHeaderSpecific(dmf, DM_CLASSID, 1);
57567c927364SMatthew G. Knepley   PetscValidHeaderSpecific(dmc, DM_CLASSID, 4);
57577c927364SMatthew G. Knepley   if (!fsection) {ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);}
57587c927364SMatthew G. Knepley   PetscValidHeaderSpecific(fsection, PETSC_SECTION_CLASSID, 2);
57597c927364SMatthew G. Knepley   if (!csection) {ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);}
57607c927364SMatthew G. Knepley   PetscValidHeaderSpecific(csection, PETSC_SECTION_CLASSID, 5);
57617c927364SMatthew G. Knepley   if (!globalFSection) {ierr = DMGetDefaultGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);}
57627c927364SMatthew G. Knepley   PetscValidHeaderSpecific(globalFSection, PETSC_SECTION_CLASSID, 3);
57637c927364SMatthew G. Knepley   if (!globalCSection) {ierr = DMGetDefaultGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);}
57647c927364SMatthew G. Knepley   PetscValidHeaderSpecific(globalCSection, PETSC_SECTION_CLASSID, 6);
57657c927364SMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &numFields);CHKERRQ(ierr);
57667c927364SMatthew G. Knepley   if (numFields > 31) SETERRQ1(PetscObjectComm((PetscObject)dmf), PETSC_ERR_ARG_OUTOFRANGE, "Number of fields %D limited to 31", numFields);
57677c927364SMatthew G. Knepley   ierr = PetscMemzero(foffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
57687c927364SMatthew G. Knepley   ierr = PetscMemzero(coffsets, 32 * sizeof(PetscInt));CHKERRQ(ierr);
57697c927364SMatthew G. Knepley   /* Column indices */
57707c927364SMatthew G. Knepley   ierr = DMPlexGetTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
57717c927364SMatthew G. Knepley   maxFPoints = numCPoints;
57727c927364SMatthew G. Knepley   /* Compress out points not in the section */
57737c927364SMatthew G. Knepley   /*   TODO: Squeeze out points with 0 dof as well */
57747c927364SMatthew G. Knepley   ierr = PetscSectionGetChart(csection, &pStart, &pEnd);CHKERRQ(ierr);
57757c927364SMatthew G. Knepley   for (p = 0, q = 0; p < numCPoints*2; p += 2) {
57767c927364SMatthew G. Knepley     if ((cpoints[p] >= pStart) && (cpoints[p] < pEnd)) {
57777c927364SMatthew G. Knepley       cpoints[q*2]   = cpoints[p];
57787c927364SMatthew G. Knepley       cpoints[q*2+1] = cpoints[p+1];
57797c927364SMatthew G. Knepley       ++q;
57807c927364SMatthew G. Knepley     }
57817c927364SMatthew G. Knepley   }
57827c927364SMatthew G. Knepley   numCPoints = q;
57837c927364SMatthew G. Knepley   for (p = 0, numCIndices = 0; p < numCPoints*2; p += 2) {
57847c927364SMatthew G. Knepley     PetscInt fdof;
57857c927364SMatthew G. Knepley 
57867c927364SMatthew G. Knepley     ierr = PetscSectionGetDof(csection, cpoints[p], &dof);CHKERRQ(ierr);
57877c927364SMatthew G. Knepley     if (!dof) continue;
57887c927364SMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
57897c927364SMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(csection, cpoints[p], f, &fdof);CHKERRQ(ierr);
57907c927364SMatthew G. Knepley       coffsets[f+1] += fdof;
57917c927364SMatthew G. Knepley     }
57927c927364SMatthew G. Knepley     numCIndices += dof;
57937c927364SMatthew G. Knepley   }
57947c927364SMatthew G. Knepley   for (f = 1; f < numFields; ++f) coffsets[f+1] += coffsets[f];
57957c927364SMatthew G. Knepley   /* Row indices */
57967c927364SMatthew G. Knepley   ierr = DMPlexGetCellRefiner_Internal(dmc, &cellRefiner);CHKERRQ(ierr);
57977c927364SMatthew G. Knepley   ierr = CellRefinerGetAffineTransforms_Internal(cellRefiner, &numSubcells, NULL, NULL, NULL);CHKERRQ(ierr);
57987c927364SMatthew G. Knepley   ierr = DMGetWorkArray(dmf, maxFPoints*2*numSubcells, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
57997c927364SMatthew G. Knepley   for (r = 0, q = 0; r < numSubcells; ++r) {
58007c927364SMatthew G. Knepley     /* TODO Map from coarse to fine cells */
58017c927364SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dmf, point*numSubcells + r, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
58027c927364SMatthew G. Knepley     /* Compress out points not in the section */
58037c927364SMatthew G. Knepley     ierr = PetscSectionGetChart(fsection, &pStart, &pEnd);CHKERRQ(ierr);
58047c927364SMatthew G. Knepley     for (p = 0; p < numFPoints*2; p += 2) {
58057c927364SMatthew G. Knepley       if ((fpoints[p] >= pStart) && (fpoints[p] < pEnd)) {
58067c927364SMatthew G. Knepley         ierr = PetscSectionGetDof(fsection, fpoints[p], &dof);CHKERRQ(ierr);
58077c927364SMatthew G. Knepley         if (!dof) continue;
58087c927364SMatthew G. Knepley         for (s = 0; s < q; ++s) if (fpoints[p] == ftotpoints[s*2]) break;
58097c927364SMatthew G. Knepley         if (s < q) continue;
58107c927364SMatthew G. Knepley         ftotpoints[q*2]   = fpoints[p];
58117c927364SMatthew G. Knepley         ftotpoints[q*2+1] = fpoints[p+1];
58127c927364SMatthew G. Knepley         ++q;
58137c927364SMatthew G. Knepley       }
58147c927364SMatthew G. Knepley     }
58157c927364SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dmf, point, PETSC_TRUE, &numFPoints, &fpoints);CHKERRQ(ierr);
58167c927364SMatthew G. Knepley   }
58177c927364SMatthew G. Knepley   numFPoints = q;
58187c927364SMatthew G. Knepley   for (p = 0, numFIndices = 0; p < numFPoints*2; p += 2) {
58197c927364SMatthew G. Knepley     PetscInt fdof;
58207c927364SMatthew G. Knepley 
58217c927364SMatthew G. Knepley     ierr = PetscSectionGetDof(fsection, ftotpoints[p], &dof);CHKERRQ(ierr);
58227c927364SMatthew G. Knepley     if (!dof) continue;
58237c927364SMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
58247c927364SMatthew G. Knepley       ierr           = PetscSectionGetFieldDof(fsection, ftotpoints[p], f, &fdof);CHKERRQ(ierr);
58257c927364SMatthew G. Knepley       foffsets[f+1] += fdof;
58267c927364SMatthew G. Knepley     }
58277c927364SMatthew G. Knepley     numFIndices += dof;
58287c927364SMatthew G. Knepley   }
58297c927364SMatthew G. Knepley   for (f = 1; f < numFields; ++f) foffsets[f+1] += foffsets[f];
58307c927364SMatthew G. Knepley 
58318ccfff9cSToby Isaac   if (numFields && foffsets[numFields] != numFIndices) SETERRQ2(PetscObjectComm((PetscObject)dmf), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", foffsets[numFields], numFIndices);
58328ccfff9cSToby Isaac   if (numFields && coffsets[numFields] != numCIndices) SETERRQ2(PetscObjectComm((PetscObject)dmc), PETSC_ERR_PLIB, "Invalid size for closure %D should be %D", coffsets[numFields], numCIndices);
58337c927364SMatthew G. Knepley   if (numFields) {
58344acb8e1eSToby Isaac     const PetscInt **permsF[32] = {NULL};
58354acb8e1eSToby Isaac     const PetscInt **permsC[32] = {NULL};
58364acb8e1eSToby Isaac 
58374acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
58384acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
58394acb8e1eSToby Isaac       ierr = PetscSectionGetFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
58407c927364SMatthew G. Knepley     }
58414acb8e1eSToby Isaac     for (p = 0; p < numFPoints; p++) {
58424acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
58434acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, foffsets, PETSC_FALSE, permsF, p, findices);
58444acb8e1eSToby Isaac     }
58454acb8e1eSToby Isaac     for (p = 0; p < numCPoints; p++) {
58464acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
58474acb8e1eSToby Isaac       DMPlexGetIndicesPointFields_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, coffsets, PETSC_FALSE, permsC, p, cindices);
58484acb8e1eSToby Isaac     }
58494acb8e1eSToby Isaac     for (f = 0; f < numFields; f++) {
58504acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(fsection,f,numFPoints,ftotpoints,&permsF[f],NULL);CHKERRQ(ierr);
58514acb8e1eSToby Isaac       ierr = PetscSectionRestoreFieldPointSyms(csection,f,numCPoints,cpoints,&permsC[f],NULL);CHKERRQ(ierr);
58527c927364SMatthew G. Knepley     }
58537c927364SMatthew G. Knepley   } else {
58544acb8e1eSToby Isaac     const PetscInt **permsF = NULL;
58554acb8e1eSToby Isaac     const PetscInt **permsC = NULL;
58564acb8e1eSToby Isaac 
58574acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
58584acb8e1eSToby Isaac     ierr = PetscSectionGetPointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
58594acb8e1eSToby Isaac     for (p = 0, off = 0; p < numFPoints; p++) {
58604acb8e1eSToby Isaac       const PetscInt *perm = permsF ? permsF[p] : NULL;
58614acb8e1eSToby Isaac 
58624acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalFSection, ftotpoints[2*p], &globalOff);CHKERRQ(ierr);
58634acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(fsection, ftotpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, findices);
58647c927364SMatthew G. Knepley     }
58654acb8e1eSToby Isaac     for (p = 0, off = 0; p < numCPoints; p++) {
58664acb8e1eSToby Isaac       const PetscInt *perm = permsC ? permsC[p] : NULL;
58674acb8e1eSToby Isaac 
58684acb8e1eSToby Isaac       ierr = PetscSectionGetOffset(globalCSection, cpoints[2*p], &globalOff);CHKERRQ(ierr);
58694acb8e1eSToby Isaac       DMPlexGetIndicesPoint_Internal(csection, cpoints[2*p], globalOff < 0 ? -(globalOff+1) : globalOff, &off, PETSC_FALSE, perm, cindices);
58707c927364SMatthew G. Knepley     }
58714acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(fsection,numFPoints,ftotpoints,&permsF,NULL);CHKERRQ(ierr);
58724acb8e1eSToby Isaac     ierr = PetscSectionRestorePointSyms(csection,numCPoints,cpoints,&permsC,NULL);CHKERRQ(ierr);
58737c927364SMatthew G. Knepley   }
58747c927364SMatthew G. Knepley   ierr = DMRestoreWorkArray(dmf, numCPoints*2*4, PETSC_INT, &ftotpoints);CHKERRQ(ierr);
58757c927364SMatthew G. Knepley   ierr = DMPlexRestoreTransitiveClosure(dmc, point, PETSC_TRUE, &numCPoints, &cpoints);CHKERRQ(ierr);
58767c927364SMatthew G. Knepley   PetscFunctionReturn(0);
58777c927364SMatthew G. Knepley }
58787c927364SMatthew G. Knepley 
5879f96281f8SMatthew G. Knepley /*@
5880f96281f8SMatthew G. Knepley   DMPlexGetHybridBounds - Get the first mesh point of each dimension which is a hybrid
5881f96281f8SMatthew G. Knepley 
5882f96281f8SMatthew G. Knepley   Input Parameter:
5883f96281f8SMatthew G. Knepley . dm - The DMPlex object
5884f96281f8SMatthew G. Knepley 
5885f96281f8SMatthew G. Knepley   Output Parameters:
5886f96281f8SMatthew G. Knepley + cMax - The first hybrid cell
5887dc5a3409SMatthew G. Knepley . fMax - The first hybrid face
5888dc5a3409SMatthew G. Knepley . eMax - The first hybrid edge
5889dc5a3409SMatthew G. Knepley - vMax - The first hybrid vertex
5890f96281f8SMatthew G. Knepley 
5891f96281f8SMatthew G. Knepley   Level: developer
5892f96281f8SMatthew G. Knepley 
5893dc5a3409SMatthew G. Knepley .seealso DMPlexCreateHybridMesh(), DMPlexSetHybridBounds()
5894f96281f8SMatthew G. Knepley @*/
5895770b213bSMatthew G Knepley PetscErrorCode DMPlexGetHybridBounds(DM dm, PetscInt *cMax, PetscInt *fMax, PetscInt *eMax, PetscInt *vMax)
5896552f7358SJed Brown {
5897552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
5898770b213bSMatthew G Knepley   PetscInt       dim;
5899770b213bSMatthew G Knepley   PetscErrorCode ierr;
5900552f7358SJed Brown 
5901552f7358SJed Brown   PetscFunctionBegin;
5902552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5903c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
5904770b213bSMatthew G Knepley   if (cMax) *cMax = mesh->hybridPointMax[dim];
5905770b213bSMatthew G Knepley   if (fMax) *fMax = mesh->hybridPointMax[dim-1];
5906770b213bSMatthew G Knepley   if (eMax) *eMax = mesh->hybridPointMax[1];
5907770b213bSMatthew G Knepley   if (vMax) *vMax = mesh->hybridPointMax[0];
5908552f7358SJed Brown   PetscFunctionReturn(0);
5909552f7358SJed Brown }
5910552f7358SJed Brown 
5911dc5a3409SMatthew G. Knepley /*@
5912dc5a3409SMatthew G. Knepley   DMPlexSetHybridBounds - Set the first mesh point of each dimension which is a hybrid
5913dc5a3409SMatthew G. Knepley 
5914dc5a3409SMatthew G. Knepley   Input Parameters:
5915dc5a3409SMatthew G. Knepley . dm   - The DMPlex object
5916dc5a3409SMatthew G. Knepley . cMax - The first hybrid cell
5917dc5a3409SMatthew G. Knepley . fMax - The first hybrid face
5918dc5a3409SMatthew G. Knepley . eMax - The first hybrid edge
5919dc5a3409SMatthew G. Knepley - vMax - The first hybrid vertex
5920dc5a3409SMatthew G. Knepley 
5921dc5a3409SMatthew G. Knepley   Level: developer
5922dc5a3409SMatthew G. Knepley 
5923dc5a3409SMatthew G. Knepley .seealso DMPlexCreateHybridMesh(), DMPlexGetHybridBounds()
5924dc5a3409SMatthew G. Knepley @*/
5925770b213bSMatthew G Knepley PetscErrorCode DMPlexSetHybridBounds(DM dm, PetscInt cMax, PetscInt fMax, PetscInt eMax, PetscInt vMax)
5926552f7358SJed Brown {
5927552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
5928770b213bSMatthew G Knepley   PetscInt       dim;
5929770b213bSMatthew G Knepley   PetscErrorCode ierr;
5930552f7358SJed Brown 
5931552f7358SJed Brown   PetscFunctionBegin;
5932552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5933c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
5934770b213bSMatthew G Knepley   if (cMax >= 0) mesh->hybridPointMax[dim]   = cMax;
5935770b213bSMatthew G Knepley   if (fMax >= 0) mesh->hybridPointMax[dim-1] = fMax;
5936770b213bSMatthew G Knepley   if (eMax >= 0) mesh->hybridPointMax[1]     = eMax;
5937770b213bSMatthew G Knepley   if (vMax >= 0) mesh->hybridPointMax[0]     = vMax;
5938552f7358SJed Brown   PetscFunctionReturn(0);
5939552f7358SJed Brown }
5940552f7358SJed Brown 
59417cd05799SMatthew G. Knepley /*@C
59427cd05799SMatthew G. Knepley   DMPlexGetVTKCellHeight - Returns the height in the DAG used to determine which points are cells (normally 0)
59437cd05799SMatthew G. Knepley 
59447cd05799SMatthew G. Knepley   Input Parameter:
59457cd05799SMatthew G. Knepley . dm   - The DMPlex object
59467cd05799SMatthew G. Knepley 
59477cd05799SMatthew G. Knepley   Output Parameter:
59487cd05799SMatthew G. Knepley . cellHeight - The height of a cell
59497cd05799SMatthew G. Knepley 
59507cd05799SMatthew G. Knepley   Level: developer
59517cd05799SMatthew G. Knepley 
59527cd05799SMatthew G. Knepley .seealso DMPlexSetVTKCellHeight()
59537cd05799SMatthew G. Knepley @*/
5954552f7358SJed Brown PetscErrorCode DMPlexGetVTKCellHeight(DM dm, PetscInt *cellHeight)
5955552f7358SJed Brown {
5956552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
5957552f7358SJed Brown 
5958552f7358SJed Brown   PetscFunctionBegin;
5959552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5960552f7358SJed Brown   PetscValidPointer(cellHeight, 2);
5961552f7358SJed Brown   *cellHeight = mesh->vtkCellHeight;
5962552f7358SJed Brown   PetscFunctionReturn(0);
5963552f7358SJed Brown }
5964552f7358SJed Brown 
59657cd05799SMatthew G. Knepley /*@C
59667cd05799SMatthew G. Knepley   DMPlexSetVTKCellHeight - Sets the height in the DAG used to determine which points are cells (normally 0)
59677cd05799SMatthew G. Knepley 
59687cd05799SMatthew G. Knepley   Input Parameters:
59697cd05799SMatthew G. Knepley + dm   - The DMPlex object
59707cd05799SMatthew G. Knepley - cellHeight - The height of a cell
59717cd05799SMatthew G. Knepley 
59727cd05799SMatthew G. Knepley   Level: developer
59737cd05799SMatthew G. Knepley 
59747cd05799SMatthew G. Knepley .seealso DMPlexGetVTKCellHeight()
59757cd05799SMatthew G. Knepley @*/
5976552f7358SJed Brown PetscErrorCode DMPlexSetVTKCellHeight(DM dm, PetscInt cellHeight)
5977552f7358SJed Brown {
5978552f7358SJed Brown   DM_Plex *mesh = (DM_Plex*) dm->data;
5979552f7358SJed Brown 
5980552f7358SJed Brown   PetscFunctionBegin;
5981552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
5982552f7358SJed Brown   mesh->vtkCellHeight = cellHeight;
5983552f7358SJed Brown   PetscFunctionReturn(0);
5984552f7358SJed Brown }
5985552f7358SJed Brown 
5986552f7358SJed Brown /* We can easily have a form that takes an IS instead */
5987ef48cebcSMatthew G. Knepley static PetscErrorCode DMPlexCreateNumbering_Private(DM dm, PetscInt pStart, PetscInt pEnd, PetscInt shift, PetscInt *globalSize, PetscSF sf, IS *numbering)
5988552f7358SJed Brown {
5989552f7358SJed Brown   PetscSection   section, globalSection;
5990552f7358SJed Brown   PetscInt      *numbers, p;
5991552f7358SJed Brown   PetscErrorCode ierr;
5992552f7358SJed Brown 
5993552f7358SJed Brown   PetscFunctionBegin;
599482f516ccSBarry Smith   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), &section);CHKERRQ(ierr);
5995552f7358SJed Brown   ierr = PetscSectionSetChart(section, pStart, pEnd);CHKERRQ(ierr);
5996552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
5997552f7358SJed Brown     ierr = PetscSectionSetDof(section, p, 1);CHKERRQ(ierr);
5998552f7358SJed Brown   }
5999552f7358SJed Brown   ierr = PetscSectionSetUp(section);CHKERRQ(ierr);
600015b58121SMatthew G. Knepley   ierr = PetscSectionCreateGlobalSection(section, sf, PETSC_FALSE, PETSC_FALSE, &globalSection);CHKERRQ(ierr);
6001854ce69bSBarry Smith   ierr = PetscMalloc1(pEnd - pStart, &numbers);CHKERRQ(ierr);
6002552f7358SJed Brown   for (p = pStart; p < pEnd; ++p) {
6003552f7358SJed Brown     ierr = PetscSectionGetOffset(globalSection, p, &numbers[p-pStart]);CHKERRQ(ierr);
6004ef48cebcSMatthew G. Knepley     if (numbers[p-pStart] < 0) numbers[p-pStart] -= shift;
6005ef48cebcSMatthew G. Knepley     else                       numbers[p-pStart] += shift;
6006552f7358SJed Brown   }
600782f516ccSBarry Smith   ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), pEnd - pStart, numbers, PETSC_OWN_POINTER, numbering);CHKERRQ(ierr);
6008ef48cebcSMatthew G. Knepley   if (globalSize) {
6009ef48cebcSMatthew G. Knepley     PetscLayout layout;
6010ef48cebcSMatthew G. Knepley     ierr = PetscSectionGetPointLayout(PetscObjectComm((PetscObject) dm), globalSection, &layout);CHKERRQ(ierr);
6011ef48cebcSMatthew G. Knepley     ierr = PetscLayoutGetSize(layout, globalSize);CHKERRQ(ierr);
6012ef48cebcSMatthew G. Knepley     ierr = PetscLayoutDestroy(&layout);CHKERRQ(ierr);
6013ef48cebcSMatthew G. Knepley   }
6014552f7358SJed Brown   ierr = PetscSectionDestroy(&section);CHKERRQ(ierr);
6015552f7358SJed Brown   ierr = PetscSectionDestroy(&globalSection);CHKERRQ(ierr);
6016552f7358SJed Brown   PetscFunctionReturn(0);
6017552f7358SJed Brown }
6018552f7358SJed Brown 
601981ed3555SMatthew G. Knepley PetscErrorCode DMPlexCreateCellNumbering_Internal(DM dm, PetscBool includeHybrid, IS *globalCellNumbers)
6020552f7358SJed Brown {
6021552f7358SJed Brown   PetscInt       cellHeight, cStart, cEnd, cMax;
6022552f7358SJed Brown   PetscErrorCode ierr;
6023552f7358SJed Brown 
6024552f7358SJed Brown   PetscFunctionBegin;
6025552f7358SJed Brown   ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr);
6026552f7358SJed Brown   ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
60270298fd71SBarry Smith   ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr);
602881ed3555SMatthew G. Knepley   if (cMax >= 0 && !includeHybrid) cEnd = PetscMin(cEnd, cMax);
602981ed3555SMatthew G. Knepley   ierr = DMPlexCreateNumbering_Private(dm, cStart, cEnd, 0, NULL, dm->sf, globalCellNumbers);CHKERRQ(ierr);
603081ed3555SMatthew G. Knepley   PetscFunctionReturn(0);
6031552f7358SJed Brown }
603281ed3555SMatthew G. Knepley 
60337cd05799SMatthew G. Knepley /*@C
60347cd05799SMatthew G. Knepley   DMPlexGetCellNumbering - Get a global cell numbering for all cells on this process
60357cd05799SMatthew G. Knepley 
60367cd05799SMatthew G. Knepley   Input Parameter:
60377cd05799SMatthew G. Knepley . dm   - The DMPlex object
60387cd05799SMatthew G. Knepley 
60397cd05799SMatthew G. Knepley   Output Parameter:
60407cd05799SMatthew G. Knepley . globalCellNumbers - Global cell numbers for all cells on this process
60417cd05799SMatthew G. Knepley 
60427cd05799SMatthew G. Knepley   Level: developer
60437cd05799SMatthew G. Knepley 
60447cd05799SMatthew G. Knepley .seealso DMPlexGetVertexNumbering()
60457cd05799SMatthew G. Knepley @*/
604681ed3555SMatthew G. Knepley PetscErrorCode DMPlexGetCellNumbering(DM dm, IS *globalCellNumbers)
604781ed3555SMatthew G. Knepley {
604881ed3555SMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex*) dm->data;
604981ed3555SMatthew G. Knepley   PetscErrorCode ierr;
605081ed3555SMatthew G. Knepley 
605181ed3555SMatthew G. Knepley   PetscFunctionBegin;
605281ed3555SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
605381ed3555SMatthew G. Knepley   if (!mesh->globalCellNumbers) {ierr = DMPlexCreateCellNumbering_Internal(dm, PETSC_FALSE, &mesh->globalCellNumbers);CHKERRQ(ierr);}
6054552f7358SJed Brown   *globalCellNumbers = mesh->globalCellNumbers;
6055552f7358SJed Brown   PetscFunctionReturn(0);
6056552f7358SJed Brown }
6057552f7358SJed Brown 
605881ed3555SMatthew G. Knepley PetscErrorCode DMPlexCreateVertexNumbering_Internal(DM dm, PetscBool includeHybrid, IS *globalVertexNumbers)
605981ed3555SMatthew G. Knepley {
606081ed3555SMatthew G. Knepley   PetscInt       vStart, vEnd, vMax;
606181ed3555SMatthew G. Knepley   PetscErrorCode ierr;
606281ed3555SMatthew G. Knepley 
606381ed3555SMatthew G. Knepley   PetscFunctionBegin;
606481ed3555SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
606581ed3555SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
606681ed3555SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, NULL, NULL, NULL, &vMax);CHKERRQ(ierr);
606781ed3555SMatthew G. Knepley   if (vMax >= 0 && !includeHybrid) vEnd = PetscMin(vEnd, vMax);
606881ed3555SMatthew G. Knepley   ierr = DMPlexCreateNumbering_Private(dm, vStart, vEnd, 0, NULL, dm->sf, globalVertexNumbers);CHKERRQ(ierr);
606981ed3555SMatthew G. Knepley   PetscFunctionReturn(0);
607081ed3555SMatthew G. Knepley }
607181ed3555SMatthew G. Knepley 
60727cd05799SMatthew G. Knepley /*@C
60737cd05799SMatthew G. Knepley   DMPlexGetVertexNumbering - Get a global certex numbering for all vertices on this process
60747cd05799SMatthew G. Knepley 
60757cd05799SMatthew G. Knepley   Input Parameter:
60767cd05799SMatthew G. Knepley . dm   - The DMPlex object
60777cd05799SMatthew G. Knepley 
60787cd05799SMatthew G. Knepley   Output Parameter:
60797cd05799SMatthew G. Knepley . globalVertexNumbers - Global vertex numbers for all vertices on this process
60807cd05799SMatthew G. Knepley 
60817cd05799SMatthew G. Knepley   Level: developer
60827cd05799SMatthew G. Knepley 
60837cd05799SMatthew G. Knepley .seealso DMPlexGetCellNumbering()
60847cd05799SMatthew G. Knepley @*/
6085552f7358SJed Brown PetscErrorCode DMPlexGetVertexNumbering(DM dm, IS *globalVertexNumbers)
6086552f7358SJed Brown {
6087552f7358SJed Brown   DM_Plex       *mesh = (DM_Plex*) dm->data;
6088552f7358SJed Brown   PetscErrorCode ierr;
6089552f7358SJed Brown 
6090552f7358SJed Brown   PetscFunctionBegin;
6091552f7358SJed Brown   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
609281ed3555SMatthew G. Knepley   if (!mesh->globalVertexNumbers) {ierr = DMPlexCreateVertexNumbering_Internal(dm, PETSC_FALSE, &mesh->globalVertexNumbers);CHKERRQ(ierr);}
6093552f7358SJed Brown   *globalVertexNumbers = mesh->globalVertexNumbers;
6094552f7358SJed Brown   PetscFunctionReturn(0);
6095552f7358SJed Brown }
6096552f7358SJed Brown 
60977cd05799SMatthew G. Knepley /*@C
60987cd05799SMatthew G. Knepley   DMPlexCreatePointNumbering - Create a global numbering for all points on this process
60997cd05799SMatthew G. Knepley 
61007cd05799SMatthew G. Knepley   Input Parameter:
61017cd05799SMatthew G. Knepley . dm   - The DMPlex object
61027cd05799SMatthew G. Knepley 
61037cd05799SMatthew G. Knepley   Output Parameter:
61047cd05799SMatthew G. Knepley . globalPointNumbers - Global numbers for all points on this process
61057cd05799SMatthew G. Knepley 
61067cd05799SMatthew G. Knepley   Level: developer
61077cd05799SMatthew G. Knepley 
61087cd05799SMatthew G. Knepley .seealso DMPlexGetCellNumbering()
61097cd05799SMatthew G. Knepley @*/
6110ef48cebcSMatthew G. Knepley PetscErrorCode DMPlexCreatePointNumbering(DM dm, IS *globalPointNumbers)
6111ef48cebcSMatthew G. Knepley {
6112ef48cebcSMatthew G. Knepley   IS             nums[4];
6113ef48cebcSMatthew G. Knepley   PetscInt       depths[4];
6114ef48cebcSMatthew G. Knepley   PetscInt       depth, d, shift = 0;
6115ef48cebcSMatthew G. Knepley   PetscErrorCode ierr;
6116ef48cebcSMatthew G. Knepley 
6117ef48cebcSMatthew G. Knepley   PetscFunctionBegin;
6118ef48cebcSMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6119ef48cebcSMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
61208abc87a0SMichael Lange   /* For unstratified meshes use dim instead of depth */
61218abc87a0SMichael Lange   if (depth < 0) {ierr = DMGetDimension(dm, &depth);CHKERRQ(ierr);}
6122ef48cebcSMatthew G. Knepley   depths[0] = depth; depths[1] = 0;
6123ef48cebcSMatthew G. Knepley   for (d = 2; d <= depth; ++d) depths[d] = depth-d+1;
6124ef48cebcSMatthew G. Knepley   for (d = 0; d <= depth; ++d) {
6125ef48cebcSMatthew G. Knepley     PetscInt pStart, pEnd, gsize;
6126ef48cebcSMatthew G. Knepley 
6127ef48cebcSMatthew G. Knepley     ierr = DMPlexGetDepthStratum(dm, depths[d], &pStart, &pEnd);CHKERRQ(ierr);
6128ef48cebcSMatthew G. Knepley     ierr = DMPlexCreateNumbering_Private(dm, pStart, pEnd, shift, &gsize, dm->sf, &nums[d]);CHKERRQ(ierr);
6129ef48cebcSMatthew G. Knepley     shift += gsize;
6130ef48cebcSMatthew G. Knepley   }
6131302440fdSBarry Smith   ierr = ISConcatenate(PetscObjectComm((PetscObject) dm), depth+1, nums, globalPointNumbers);CHKERRQ(ierr);
6132ef48cebcSMatthew G. Knepley   for (d = 0; d <= depth; ++d) {ierr = ISDestroy(&nums[d]);CHKERRQ(ierr);}
6133ef48cebcSMatthew G. Knepley   PetscFunctionReturn(0);
6134ef48cebcSMatthew G. Knepley }
6135ef48cebcSMatthew G. Knepley 
613608a22f4bSMatthew G. Knepley 
613708a22f4bSMatthew G. Knepley /*@
613808a22f4bSMatthew G. Knepley   DMPlexCreateRankField - Create a cell field whose value is the rank of the owner
613908a22f4bSMatthew G. Knepley 
614008a22f4bSMatthew G. Knepley   Input Parameter:
614108a22f4bSMatthew G. Knepley . dm - The DMPlex object
614208a22f4bSMatthew G. Knepley 
614308a22f4bSMatthew G. Knepley   Output Parameter:
614408a22f4bSMatthew G. Knepley . ranks - The rank field
614508a22f4bSMatthew G. Knepley 
614608a22f4bSMatthew G. Knepley   Options Database Keys:
614708a22f4bSMatthew G. Knepley . -dm_partition_view - Adds the rank field into the DM output from -dm_view using the same viewer
614808a22f4bSMatthew G. Knepley 
614908a22f4bSMatthew G. Knepley   Level: intermediate
615008a22f4bSMatthew G. Knepley 
615108a22f4bSMatthew G. Knepley .seealso: DMView()
615208a22f4bSMatthew G. Knepley @*/
615308a22f4bSMatthew G. Knepley PetscErrorCode DMPlexCreateRankField(DM dm, Vec *ranks)
615408a22f4bSMatthew G. Knepley {
615508a22f4bSMatthew G. Knepley   DM             rdm;
615608a22f4bSMatthew G. Knepley   PetscDS        prob;
615708a22f4bSMatthew G. Knepley   PetscFE        fe;
615808a22f4bSMatthew G. Knepley   PetscScalar   *r;
615908a22f4bSMatthew G. Knepley   PetscMPIInt    rank;
616008a22f4bSMatthew G. Knepley   PetscInt       dim, cStart, cEnd, c;
616108a22f4bSMatthew G. Knepley   PetscErrorCode ierr;
616208a22f4bSMatthew G. Knepley 
616308a22f4bSMatthew G. Knepley   PetscFunctionBeginUser;
616408a22f4bSMatthew G. Knepley   ierr = MPI_Comm_rank(PetscObjectComm((PetscObject) dm), &rank);CHKERRQ(ierr);
616508a22f4bSMatthew G. Knepley   ierr = DMClone(dm, &rdm);CHKERRQ(ierr);
616608a22f4bSMatthew G. Knepley   ierr = DMGetDimension(rdm, &dim);CHKERRQ(ierr);
616708a22f4bSMatthew G. Knepley   ierr = PetscFECreateDefault(rdm, dim, 1, PETSC_TRUE, NULL, -1, &fe);CHKERRQ(ierr);
616808a22f4bSMatthew G. Knepley   ierr = PetscObjectSetName((PetscObject) fe, "rank");CHKERRQ(ierr);
616908a22f4bSMatthew G. Knepley   ierr = DMGetDS(rdm, &prob);CHKERRQ(ierr);
617008a22f4bSMatthew G. Knepley   ierr = PetscDSSetDiscretization(prob, 0, (PetscObject) fe);CHKERRQ(ierr);
617108a22f4bSMatthew G. Knepley   ierr = PetscFEDestroy(&fe);CHKERRQ(ierr);
617208a22f4bSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(rdm, 0, &cStart, &cEnd);CHKERRQ(ierr);
617308a22f4bSMatthew G. Knepley   ierr = DMCreateGlobalVector(rdm, ranks);CHKERRQ(ierr);
617408a22f4bSMatthew G. Knepley   ierr = PetscObjectSetName((PetscObject) *ranks, "partition");CHKERRQ(ierr);
617508a22f4bSMatthew G. Knepley   ierr = VecGetArray(*ranks, &r);CHKERRQ(ierr);
617608a22f4bSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
617708a22f4bSMatthew G. Knepley     PetscScalar *lr;
617808a22f4bSMatthew G. Knepley 
617908a22f4bSMatthew G. Knepley     ierr = DMPlexPointGlobalRef(rdm, c, r, &lr);CHKERRQ(ierr);
618008a22f4bSMatthew G. Knepley     *lr = rank;
618108a22f4bSMatthew G. Knepley   }
618208a22f4bSMatthew G. Knepley   ierr = VecRestoreArray(*ranks, &r);CHKERRQ(ierr);
618308a22f4bSMatthew G. Knepley   ierr = DMDestroy(&rdm);CHKERRQ(ierr);
618408a22f4bSMatthew G. Knepley   PetscFunctionReturn(0);
618508a22f4bSMatthew G. Knepley }
618608a22f4bSMatthew G. Knepley 
6187ca8062c8SMatthew G. Knepley /*@
6188ca8062c8SMatthew G. Knepley   DMPlexCheckSymmetry - Check that the adjacency information in the mesh is symmetric.
6189ca8062c8SMatthew G. Knepley 
619069916449SMatthew G. Knepley   Input Parameter:
619169916449SMatthew G. Knepley . dm - The DMPlex object
6192ca8062c8SMatthew G. Knepley 
6193ca8062c8SMatthew G. Knepley   Note: This is a useful diagnostic when creating meshes programmatically.
6194ca8062c8SMatthew G. Knepley 
6195ca8062c8SMatthew G. Knepley   Level: developer
6196ca8062c8SMatthew G. Knepley 
61979bf0dad6SMatthew G. Knepley .seealso: DMCreate(), DMCheckSkeleton(), DMCheckFaces()
6198ca8062c8SMatthew G. Knepley @*/
6199ca8062c8SMatthew G. Knepley PetscErrorCode DMPlexCheckSymmetry(DM dm)
6200ca8062c8SMatthew G. Knepley {
6201ca8062c8SMatthew G. Knepley   PetscSection    coneSection, supportSection;
6202ca8062c8SMatthew G. Knepley   const PetscInt *cone, *support;
6203ca8062c8SMatthew G. Knepley   PetscInt        coneSize, c, supportSize, s;
6204ca8062c8SMatthew G. Knepley   PetscInt        pStart, pEnd, p, csize, ssize;
6205ca8062c8SMatthew G. Knepley   PetscErrorCode  ierr;
6206ca8062c8SMatthew G. Knepley 
6207ca8062c8SMatthew G. Knepley   PetscFunctionBegin;
6208ca8062c8SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6209ca8062c8SMatthew G. Knepley   ierr = DMPlexGetConeSection(dm, &coneSection);CHKERRQ(ierr);
6210ca8062c8SMatthew G. Knepley   ierr = DMPlexGetSupportSection(dm, &supportSection);CHKERRQ(ierr);
6211ca8062c8SMatthew G. Knepley   /* Check that point p is found in the support of its cone points, and vice versa */
6212ca8062c8SMatthew G. Knepley   ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr);
6213ca8062c8SMatthew G. Knepley   for (p = pStart; p < pEnd; ++p) {
6214ca8062c8SMatthew G. Knepley     ierr = DMPlexGetConeSize(dm, p, &coneSize);CHKERRQ(ierr);
6215ca8062c8SMatthew G. Knepley     ierr = DMPlexGetCone(dm, p, &cone);CHKERRQ(ierr);
6216ca8062c8SMatthew G. Knepley     for (c = 0; c < coneSize; ++c) {
621742e66dfaSMatthew G. Knepley       PetscBool dup = PETSC_FALSE;
621842e66dfaSMatthew G. Knepley       PetscInt  d;
621942e66dfaSMatthew G. Knepley       for (d = c-1; d >= 0; --d) {
622042e66dfaSMatthew G. Knepley         if (cone[c] == cone[d]) {dup = PETSC_TRUE; break;}
622142e66dfaSMatthew G. Knepley       }
6222ca8062c8SMatthew G. Knepley       ierr = DMPlexGetSupportSize(dm, cone[c], &supportSize);CHKERRQ(ierr);
6223ca8062c8SMatthew G. Knepley       ierr = DMPlexGetSupport(dm, cone[c], &support);CHKERRQ(ierr);
6224ca8062c8SMatthew G. Knepley       for (s = 0; s < supportSize; ++s) {
6225ca8062c8SMatthew G. Knepley         if (support[s] == p) break;
6226ca8062c8SMatthew G. Knepley       }
622742e66dfaSMatthew G. Knepley       if ((s >= supportSize) || (dup && (support[s+1] != p))) {
62288ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D cone: ", p);CHKERRQ(ierr);
6229ca8062c8SMatthew G. Knepley         for (s = 0; s < coneSize; ++s) {
62308ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", cone[s]);CHKERRQ(ierr);
6231ca8062c8SMatthew G. Knepley         }
6232302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62338ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D support: ", cone[c]);CHKERRQ(ierr);
6234ca8062c8SMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
62358ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", support[s]);CHKERRQ(ierr);
6236ca8062c8SMatthew G. Knepley         }
6237302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62388ccfff9cSToby Isaac         if (dup) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %D not repeatedly found in support of repeated cone point %D", p, cone[c]);
62398ccfff9cSToby Isaac         else SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %D not found in support of cone point %D", p, cone[c]);
6240ca8062c8SMatthew G. Knepley       }
624142e66dfaSMatthew G. Knepley     }
6242ca8062c8SMatthew G. Knepley     ierr = DMPlexGetSupportSize(dm, p, &supportSize);CHKERRQ(ierr);
6243ca8062c8SMatthew G. Knepley     ierr = DMPlexGetSupport(dm, p, &support);CHKERRQ(ierr);
6244ca8062c8SMatthew G. Knepley     for (s = 0; s < supportSize; ++s) {
6245ca8062c8SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, support[s], &coneSize);CHKERRQ(ierr);
6246ca8062c8SMatthew G. Knepley       ierr = DMPlexGetCone(dm, support[s], &cone);CHKERRQ(ierr);
6247ca8062c8SMatthew G. Knepley       for (c = 0; c < coneSize; ++c) {
6248ca8062c8SMatthew G. Knepley         if (cone[c] == p) break;
6249ca8062c8SMatthew G. Knepley       }
6250ca8062c8SMatthew G. Knepley       if (c >= coneSize) {
62518ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D support: ", p);CHKERRQ(ierr);
6252ca8062c8SMatthew G. Knepley         for (c = 0; c < supportSize; ++c) {
62538ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", support[c]);CHKERRQ(ierr);
6254ca8062c8SMatthew G. Knepley         }
6255302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62568ccfff9cSToby Isaac         ierr = PetscPrintf(PETSC_COMM_SELF, "p: %D cone: ", support[s]);CHKERRQ(ierr);
6257ca8062c8SMatthew G. Knepley         for (c = 0; c < coneSize; ++c) {
62588ccfff9cSToby Isaac           ierr = PetscPrintf(PETSC_COMM_SELF, "%D, ", cone[c]);CHKERRQ(ierr);
6259ca8062c8SMatthew G. Knepley         }
6260302440fdSBarry Smith         ierr = PetscPrintf(PETSC_COMM_SELF, "\n");CHKERRQ(ierr);
62618ccfff9cSToby Isaac         SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %D not found in cone of support point %D", p, support[s]);
6262ca8062c8SMatthew G. Knepley       }
6263ca8062c8SMatthew G. Knepley     }
6264ca8062c8SMatthew G. Knepley   }
6265ca8062c8SMatthew G. Knepley   ierr = PetscSectionGetStorageSize(coneSection, &csize);CHKERRQ(ierr);
6266ca8062c8SMatthew G. Knepley   ierr = PetscSectionGetStorageSize(supportSection, &ssize);CHKERRQ(ierr);
62678ccfff9cSToby Isaac   if (csize != ssize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "Total cone size %D != Total support size %D", csize, ssize);
6268ca8062c8SMatthew G. Knepley   PetscFunctionReturn(0);
6269ca8062c8SMatthew G. Knepley }
6270ca8062c8SMatthew G. Knepley 
6271ca8062c8SMatthew G. Knepley /*@
6272ca8062c8SMatthew G. Knepley   DMPlexCheckSkeleton - Check that each cell has the correct number of vertices
6273ca8062c8SMatthew G. Knepley 
6274ca8062c8SMatthew G. Knepley   Input Parameters:
6275ca8062c8SMatthew G. Knepley + dm - The DMPlex object
627658723a97SMatthew G. Knepley . isSimplex - Are the cells simplices or tensor products
627758723a97SMatthew G. Knepley - cellHeight - Normally 0
6278ca8062c8SMatthew G. Knepley 
6279ca8062c8SMatthew G. Knepley   Note: This is a useful diagnostic when creating meshes programmatically.
6280ca8062c8SMatthew G. Knepley 
6281ca8062c8SMatthew G. Knepley   Level: developer
6282ca8062c8SMatthew G. Knepley 
62839bf0dad6SMatthew G. Knepley .seealso: DMCreate(), DMCheckSymmetry(), DMCheckFaces()
6284ca8062c8SMatthew G. Knepley @*/
628558723a97SMatthew G. Knepley PetscErrorCode DMPlexCheckSkeleton(DM dm, PetscBool isSimplex, PetscInt cellHeight)
6286ca8062c8SMatthew G. Knepley {
628742363296SMatthew G. Knepley   PetscInt       dim, numCorners, numHybridCorners, vStart, vEnd, cStart, cEnd, cMax, c;
6288ca8062c8SMatthew G. Knepley   PetscErrorCode ierr;
6289ca8062c8SMatthew G. Knepley 
6290ca8062c8SMatthew G. Knepley   PetscFunctionBegin;
6291ca8062c8SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6292c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
6293ca8062c8SMatthew G. Knepley   switch (dim) {
629442363296SMatthew G. Knepley   case 1: numCorners = isSimplex ? 2 : 2; numHybridCorners = isSimplex ? 2 : 2; break;
629542363296SMatthew G. Knepley   case 2: numCorners = isSimplex ? 3 : 4; numHybridCorners = isSimplex ? 4 : 4; break;
629642363296SMatthew G. Knepley   case 3: numCorners = isSimplex ? 4 : 8; numHybridCorners = isSimplex ? 6 : 8; break;
6297ca8062c8SMatthew G. Knepley   default:
62988ccfff9cSToby Isaac     SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_OUTOFRANGE, "Cannot handle meshes of dimension %D", dim);
6299ca8062c8SMatthew G. Knepley   }
630058723a97SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
630158723a97SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr);
6302ca8062c8SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr);
6303ca8062c8SMatthew G. Knepley   cMax = cMax >= 0 ? cMax : cEnd;
6304ca8062c8SMatthew G. Knepley   for (c = cStart; c < cMax; ++c) {
630558723a97SMatthew G. Knepley     PetscInt *closure = NULL, closureSize, cl, coneSize = 0;
630658723a97SMatthew G. Knepley 
630758723a97SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
630858723a97SMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
630958723a97SMatthew G. Knepley       const PetscInt p = closure[cl];
631058723a97SMatthew G. Knepley       if ((p >= vStart) && (p < vEnd)) ++coneSize;
631158723a97SMatthew G. Knepley     }
631258723a97SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63138ccfff9cSToby Isaac     if (coneSize != numCorners) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cell %D has  %D vertices != %D", c, coneSize, numCorners);
6314ca8062c8SMatthew G. Knepley   }
631542363296SMatthew G. Knepley   for (c = cMax; c < cEnd; ++c) {
631642363296SMatthew G. Knepley     PetscInt *closure = NULL, closureSize, cl, coneSize = 0;
631742363296SMatthew G. Knepley 
631842363296SMatthew G. Knepley     ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
631942363296SMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
632042363296SMatthew G. Knepley       const PetscInt p = closure[cl];
632142363296SMatthew G. Knepley       if ((p >= vStart) && (p < vEnd)) ++coneSize;
632242363296SMatthew G. Knepley     }
632342363296SMatthew G. Knepley     ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63248ccfff9cSToby Isaac     if (coneSize > numHybridCorners) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Hybrid cell %D has  %D vertices > %D", c, coneSize, numHybridCorners);
632542363296SMatthew G. Knepley   }
6326ca8062c8SMatthew G. Knepley   PetscFunctionReturn(0);
6327ca8062c8SMatthew G. Knepley }
63289bf0dad6SMatthew G. Knepley 
63299bf0dad6SMatthew G. Knepley /*@
63309bf0dad6SMatthew G. Knepley   DMPlexCheckFaces - Check that the faces of each cell give a vertex order this is consistent with what we expect from the cell type
63319bf0dad6SMatthew G. Knepley 
63329bf0dad6SMatthew G. Knepley   Input Parameters:
63339bf0dad6SMatthew G. Knepley + dm - The DMPlex object
63349bf0dad6SMatthew G. Knepley . isSimplex - Are the cells simplices or tensor products
63359bf0dad6SMatthew G. Knepley - cellHeight - Normally 0
63369bf0dad6SMatthew G. Knepley 
63379bf0dad6SMatthew G. Knepley   Note: This is a useful diagnostic when creating meshes programmatically.
63389bf0dad6SMatthew G. Knepley 
63399bf0dad6SMatthew G. Knepley   Level: developer
63409bf0dad6SMatthew G. Knepley 
63419bf0dad6SMatthew G. Knepley .seealso: DMCreate(), DMCheckSymmetry(), DMCheckSkeleton()
63429bf0dad6SMatthew G. Knepley @*/
63439bf0dad6SMatthew G. Knepley PetscErrorCode DMPlexCheckFaces(DM dm, PetscBool isSimplex, PetscInt cellHeight)
63449bf0dad6SMatthew G. Knepley {
63453554e41dSMatthew G. Knepley   PetscInt       pMax[4];
63463554e41dSMatthew G. Knepley   PetscInt       dim, vStart, vEnd, cStart, cEnd, c, h;
63479bf0dad6SMatthew G. Knepley   PetscErrorCode ierr;
63489bf0dad6SMatthew G. Knepley 
63499bf0dad6SMatthew G. Knepley   PetscFunctionBegin;
63509bf0dad6SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6351c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
63529bf0dad6SMatthew G. Knepley   ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr);
635325abba81SMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &pMax[dim], &pMax[dim-1], &pMax[1], &pMax[0]);CHKERRQ(ierr);
63543554e41dSMatthew G. Knepley   for (h = cellHeight; h < dim; ++h) {
63553554e41dSMatthew G. Knepley     ierr = DMPlexGetHeightStratum(dm, h, &cStart, &cEnd);CHKERRQ(ierr);
63563554e41dSMatthew G. Knepley     for (c = cStart; c < cEnd; ++c) {
63579bf0dad6SMatthew G. Knepley       const PetscInt *cone, *ornt, *faces;
63589bf0dad6SMatthew G. Knepley       PetscInt        numFaces, faceSize, coneSize,f;
63599bf0dad6SMatthew G. Knepley       PetscInt       *closure = NULL, closureSize, cl, numCorners = 0;
63609bf0dad6SMatthew G. Knepley 
636125abba81SMatthew G. Knepley       if (pMax[dim-h] >= 0 && c >= pMax[dim-h]) continue;
63629bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeSize(dm, c, &coneSize);CHKERRQ(ierr);
63639bf0dad6SMatthew G. Knepley       ierr = DMPlexGetCone(dm, c, &cone);CHKERRQ(ierr);
63649bf0dad6SMatthew G. Knepley       ierr = DMPlexGetConeOrientation(dm, c, &ornt);CHKERRQ(ierr);
63659bf0dad6SMatthew G. Knepley       ierr = DMPlexGetTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63669bf0dad6SMatthew G. Knepley       for (cl = 0; cl < closureSize*2; cl += 2) {
63679bf0dad6SMatthew G. Knepley         const PetscInt p = closure[cl];
63689bf0dad6SMatthew G. Knepley         if ((p >= vStart) && (p < vEnd)) closure[numCorners++] = p;
63699bf0dad6SMatthew G. Knepley       }
63703554e41dSMatthew G. Knepley       ierr = DMPlexGetRawFaces_Internal(dm, dim-h, numCorners, closure, &numFaces, &faceSize, &faces);CHKERRQ(ierr);
63718ccfff9cSToby Isaac       if (coneSize != numFaces) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cell %D has %D faces but should have %D", c, coneSize, numFaces);
63729bf0dad6SMatthew G. Knepley       for (f = 0; f < numFaces; ++f) {
63739bf0dad6SMatthew G. Knepley         PetscInt *fclosure = NULL, fclosureSize, cl, fnumCorners = 0, v;
63749bf0dad6SMatthew G. Knepley 
63759bf0dad6SMatthew G. Knepley         ierr = DMPlexGetTransitiveClosure_Internal(dm, cone[f], ornt[f], PETSC_TRUE, &fclosureSize, &fclosure);CHKERRQ(ierr);
63769bf0dad6SMatthew G. Knepley         for (cl = 0; cl < fclosureSize*2; cl += 2) {
63779bf0dad6SMatthew G. Knepley           const PetscInt p = fclosure[cl];
63789bf0dad6SMatthew G. Knepley           if ((p >= vStart) && (p < vEnd)) fclosure[fnumCorners++] = p;
63799bf0dad6SMatthew G. Knepley         }
63808ccfff9cSToby Isaac         if (fnumCorners != faceSize) SETERRQ5(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D (%D) of cell %D has %D vertices but should have %D", cone[f], f, c, fnumCorners, faceSize);
63819bf0dad6SMatthew G. Knepley         for (v = 0; v < fnumCorners; ++v) {
63828ccfff9cSToby Isaac           if (fclosure[v] != faces[f*faceSize+v]) SETERRQ6(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %D (%d) of cell %D vertex %D, %D != %D", cone[f], f, c, v, fclosure[v], faces[f*faceSize+v]);
63839bf0dad6SMatthew G. Knepley         }
63849bf0dad6SMatthew G. Knepley         ierr = DMPlexRestoreTransitiveClosure(dm, cone[f], PETSC_TRUE, &fclosureSize, &fclosure);CHKERRQ(ierr);
63859bf0dad6SMatthew G. Knepley       }
63869bf0dad6SMatthew G. Knepley       ierr = DMPlexRestoreFaces_Internal(dm, dim, c, &numFaces, &faceSize, &faces);CHKERRQ(ierr);
63879bf0dad6SMatthew G. Knepley       ierr = DMPlexRestoreTransitiveClosure(dm, c, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr);
63889bf0dad6SMatthew G. Knepley     }
63893554e41dSMatthew G. Knepley   }
6390552f7358SJed Brown   PetscFunctionReturn(0);
6391552f7358SJed Brown }
63923913d7c8SMatthew G. Knepley 
6393bceba477SMatthew G. Knepley /* Pointwise interpolation
6394bceba477SMatthew G. Knepley      Just code FEM for now
6395bceba477SMatthew G. Knepley      u^f = I u^c
63964ca5e9f5SMatthew G. Knepley      sum_k u^f_k phi^f_k = I sum_j u^c_j phi^c_j
63974ca5e9f5SMatthew G. Knepley      u^f_i = sum_j psi^f_i I phi^c_j u^c_j
63984ca5e9f5SMatthew G. Knepley      I_{ij} = psi^f_i phi^c_j
6399bceba477SMatthew G. Knepley */
6400bceba477SMatthew G. Knepley PetscErrorCode DMCreateInterpolation_Plex(DM dmCoarse, DM dmFine, Mat *interpolation, Vec *scaling)
6401bceba477SMatthew G. Knepley {
6402bceba477SMatthew G. Knepley   PetscSection   gsc, gsf;
6403bceba477SMatthew G. Knepley   PetscInt       m, n;
6404a063dac3SMatthew G. Knepley   void          *ctx;
640568132eb9SMatthew G. Knepley   DM             cdm;
640668132eb9SMatthew G. Knepley   PetscBool      regular;
6407bceba477SMatthew G. Knepley   PetscErrorCode ierr;
6408bceba477SMatthew G. Knepley 
6409bceba477SMatthew G. Knepley   PetscFunctionBegin;
6410bceba477SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmFine, &gsf);CHKERRQ(ierr);
6411bceba477SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(gsf, &m);CHKERRQ(ierr);
6412bceba477SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmCoarse, &gsc);CHKERRQ(ierr);
6413bceba477SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(gsc, &n);CHKERRQ(ierr);
641468132eb9SMatthew G. Knepley 
6415bceba477SMatthew G. Knepley   ierr = MatCreate(PetscObjectComm((PetscObject) dmCoarse), interpolation);CHKERRQ(ierr);
6416bceba477SMatthew G. Knepley   ierr = MatSetSizes(*interpolation, m, n, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
6417bceba477SMatthew G. Knepley   ierr = MatSetType(*interpolation, dmCoarse->mattype);CHKERRQ(ierr);
6418a063dac3SMatthew G. Knepley   ierr = DMGetApplicationContext(dmFine, &ctx);CHKERRQ(ierr);
641968132eb9SMatthew G. Knepley 
6420a8fb8f29SToby Isaac   ierr = DMGetCoarseDM(dmFine, &cdm);CHKERRQ(ierr);
642168132eb9SMatthew G. Knepley   ierr = DMPlexGetRegularRefinement(dmFine, &regular);CHKERRQ(ierr);
642268132eb9SMatthew G. Knepley   if (regular && cdm == dmCoarse) {ierr = DMPlexComputeInterpolatorNested(dmCoarse, dmFine, *interpolation, ctx);CHKERRQ(ierr);}
642368132eb9SMatthew G. Knepley   else                            {ierr = DMPlexComputeInterpolatorGeneral(dmCoarse, dmFine, *interpolation, ctx);CHKERRQ(ierr);}
642468132eb9SMatthew G. Knepley   ierr = MatViewFromOptions(*interpolation, NULL, "-interp_mat_view");CHKERRQ(ierr);
64255d1c2e58SMatthew G. Knepley   /* Use naive scaling */
64265d1c2e58SMatthew G. Knepley   ierr = DMCreateInterpolationScale(dmCoarse, dmFine, *interpolation, scaling);CHKERRQ(ierr);
6427a063dac3SMatthew G. Knepley   PetscFunctionReturn(0);
6428a063dac3SMatthew G. Knepley }
6429bceba477SMatthew G. Knepley 
64306dbf9973SLawrence Mitchell PetscErrorCode DMCreateInjection_Plex(DM dmCoarse, DM dmFine, Mat *mat)
6431a063dac3SMatthew G. Knepley {
643290748bafSMatthew G. Knepley   PetscErrorCode ierr;
64336dbf9973SLawrence Mitchell   VecScatter     ctx;
643490748bafSMatthew G. Knepley 
6435a063dac3SMatthew G. Knepley   PetscFunctionBegin;
64366dbf9973SLawrence Mitchell   ierr = DMPlexComputeInjectorFEM(dmCoarse, dmFine, &ctx, NULL);CHKERRQ(ierr);
64376dbf9973SLawrence Mitchell   ierr = MatCreateScatter(PetscObjectComm((PetscObject)ctx), ctx, mat);CHKERRQ(ierr);
64386dbf9973SLawrence Mitchell   ierr = VecScatterDestroy(&ctx);CHKERRQ(ierr);
6439bceba477SMatthew G. Knepley   PetscFunctionReturn(0);
6440bceba477SMatthew G. Knepley }
6441bceba477SMatthew G. Knepley 
6442bd041c0cSMatthew G. Knepley PetscErrorCode DMCreateMassMatrix_Plex(DM dmCoarse, DM dmFine, Mat *mass)
6443bd041c0cSMatthew G. Knepley {
6444bd041c0cSMatthew G. Knepley   PetscSection   gsc, gsf;
6445bd041c0cSMatthew G. Knepley   PetscInt       m, n;
6446bd041c0cSMatthew G. Knepley   void          *ctx;
6447bd041c0cSMatthew G. Knepley   DM             cdm;
6448bd041c0cSMatthew G. Knepley   PetscBool      regular;
6449bd041c0cSMatthew G. Knepley   PetscErrorCode ierr;
6450bd041c0cSMatthew G. Knepley 
6451bd041c0cSMatthew G. Knepley   PetscFunctionBegin;
6452bd041c0cSMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmFine, &gsf);CHKERRQ(ierr);
6453bd041c0cSMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(gsf, &m);CHKERRQ(ierr);
6454bd041c0cSMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmCoarse, &gsc);CHKERRQ(ierr);
6455bd041c0cSMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(gsc, &n);CHKERRQ(ierr);
6456bd041c0cSMatthew G. Knepley 
6457bd041c0cSMatthew G. Knepley   ierr = MatCreate(PetscObjectComm((PetscObject) dmCoarse), mass);CHKERRQ(ierr);
6458bd041c0cSMatthew G. Knepley   ierr = MatSetSizes(*mass, m, n, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
6459bd041c0cSMatthew G. Knepley   ierr = MatSetType(*mass, dmCoarse->mattype);CHKERRQ(ierr);
6460bd041c0cSMatthew G. Knepley   ierr = DMGetApplicationContext(dmFine, &ctx);CHKERRQ(ierr);
6461bd041c0cSMatthew G. Knepley 
6462bd041c0cSMatthew G. Knepley   ierr = DMGetCoarseDM(dmFine, &cdm);CHKERRQ(ierr);
6463bd041c0cSMatthew G. Knepley   ierr = DMPlexGetRegularRefinement(dmFine, &regular);CHKERRQ(ierr);
6464bd041c0cSMatthew G. Knepley   if (regular && cdm == dmCoarse) {ierr = DMPlexComputeMassMatrixNested(dmCoarse, dmFine, *mass, ctx);CHKERRQ(ierr);}
6465bd041c0cSMatthew G. Knepley   else                            {ierr = DMPlexComputeMassMatrixGeneral(dmCoarse, dmFine, *mass, ctx);CHKERRQ(ierr);}
6466bd041c0cSMatthew G. Knepley   ierr = MatViewFromOptions(*mass, NULL, "-mass_mat_view");CHKERRQ(ierr);
6467bd041c0cSMatthew G. Knepley   PetscFunctionReturn(0);
6468bd041c0cSMatthew G. Knepley }
6469bd041c0cSMatthew G. Knepley 
6470fd59a867SMatthew G. Knepley PetscErrorCode DMCreateDefaultSection_Plex(DM dm)
6471fd59a867SMatthew G. Knepley {
6472fd59a867SMatthew G. Knepley   PetscSection   section;
6473ab1d0545SMatthew G. Knepley   IS            *bcPoints, *bcComps;
6474ebb3236fSMatthew G. Knepley   PetscBool     *isFE;
6475286d8613SMatthew G. Knepley   PetscInt      *bcFields, *numComp, *numDof;
6476ebb3236fSMatthew G. Knepley   PetscInt       depth, dim, numBd, numBC = 0, numFields, bd, bc = 0, f;
6477ebb3236fSMatthew G. Knepley   PetscInt       cStart, cEnd, cEndInterior;
6478fd59a867SMatthew G. Knepley   PetscErrorCode ierr;
6479fd59a867SMatthew G. Knepley 
6480fd59a867SMatthew G. Knepley   PetscFunctionBegin;
6481ebb3236fSMatthew G. Knepley   ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
6482ae71db08SMatthew G. Knepley   if (!numFields) PetscFunctionReturn(0);
6483ebb3236fSMatthew G. Knepley   /* FE and FV boundary conditions are handled slightly differently */
6484ebb3236fSMatthew G. Knepley   ierr = PetscMalloc1(numFields, &isFE);CHKERRQ(ierr);
6485ebb3236fSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6486ebb3236fSMatthew G. Knepley     PetscObject  obj;
6487ebb3236fSMatthew G. Knepley     PetscClassId id;
6488ebb3236fSMatthew G. Knepley 
6489ebb3236fSMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
6490ebb3236fSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
6491ebb3236fSMatthew G. Knepley     if (id == PETSCFE_CLASSID)      {isFE[f] = PETSC_TRUE;}
6492ebb3236fSMatthew G. Knepley     else if (id == PETSCFV_CLASSID) {isFE[f] = PETSC_FALSE;}
64938ccfff9cSToby Isaac     else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %D", f);
6494ebb3236fSMatthew G. Knepley   }
64952f900235SMatthew G. Knepley   /* Allocate boundary point storage for FEM boundaries */
6496286d8613SMatthew G. Knepley   ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr);
6497c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
6498ebb3236fSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
6499ebb3236fSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
6500dff059c6SToby Isaac   ierr = PetscDSGetNumBoundary(dm->prob, &numBd);CHKERRQ(ierr);
6501fd59a867SMatthew G. Knepley   for (bd = 0; bd < numBd; ++bd) {
65022f900235SMatthew G. Knepley     PetscInt                field;
6503f971fd6bSMatthew G. Knepley     DMBoundaryConditionType type;
6504385532a5SToby Isaac     const char             *labelName;
6505385532a5SToby Isaac     DMLabel                 label;
65062f900235SMatthew G. Knepley 
6507f971fd6bSMatthew G. Knepley     ierr = PetscDSGetBoundary(dm->prob, bd, &type, NULL, &labelName, &field, NULL, NULL, NULL, NULL, NULL, NULL);CHKERRQ(ierr);
6508385532a5SToby Isaac     ierr = DMGetLabel(dm,labelName,&label);CHKERRQ(ierr);
6509f971fd6bSMatthew G. Knepley     if (label && isFE[field] && (type & DM_BC_ESSENTIAL)) ++numBC;
6510fd59a867SMatthew G. Knepley   }
65112f900235SMatthew G. Knepley   /* Add ghost cell boundaries for FVM */
6512ebb3236fSMatthew G. Knepley   for (f = 0; f < numFields; ++f) if (!isFE[f] && cEndInterior >= 0) ++numBC;
65136c8d74c4SMatthew G. Knepley   ierr = PetscCalloc3(numBC,&bcFields,numBC,&bcPoints,numBC,&bcComps);CHKERRQ(ierr);
6514ebb3236fSMatthew G. Knepley   /* Constrain ghost cells for FV */
6515ebb3236fSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6516ebb3236fSMatthew G. Knepley     PetscInt *newidx, c;
6517ebb3236fSMatthew G. Knepley 
6518ebb3236fSMatthew G. Knepley     if (isFE[f] || cEndInterior < 0) continue;
6519ebb3236fSMatthew G. Knepley     ierr = PetscMalloc1(cEnd-cEndInterior,&newidx);CHKERRQ(ierr);
6520ebb3236fSMatthew G. Knepley     for (c = cEndInterior; c < cEnd; ++c) newidx[c-cEndInterior] = c;
6521ebb3236fSMatthew G. Knepley     bcFields[bc] = f;
6522ebb3236fSMatthew G. Knepley     ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), cEnd-cEndInterior, newidx, PETSC_OWN_POINTER, &bcPoints[bc++]);CHKERRQ(ierr);
6523ebb3236fSMatthew G. Knepley   }
6524ebb3236fSMatthew G. Knepley   /* Handle FEM Dirichlet boundaries */
6525ebb3236fSMatthew G. Knepley   for (bd = 0; bd < numBd; ++bd) {
6526fd59a867SMatthew G. Knepley     const char             *bdLabel;
6527fd59a867SMatthew G. Knepley     DMLabel                 label;
65280e0f25f2SMatthew G. Knepley     const PetscInt         *comps;
6529fd59a867SMatthew G. Knepley     const PetscInt         *values;
65300e0f25f2SMatthew G. Knepley     PetscInt                bd2, field, numComps, numValues;
6531f971fd6bSMatthew G. Knepley     DMBoundaryConditionType type;
6532f971fd6bSMatthew G. Knepley     PetscBool               duplicate = PETSC_FALSE;
6533fd59a867SMatthew G. Knepley 
6534f971fd6bSMatthew G. Knepley     ierr = PetscDSGetBoundary(dm->prob, bd, &type, NULL, &bdLabel, &field, &numComps, &comps, NULL, &numValues, &values, NULL);CHKERRQ(ierr);
6535c58f1c22SToby Isaac     ierr = DMGetLabel(dm, bdLabel, &label);CHKERRQ(ierr);
6536385532a5SToby Isaac     if (!isFE[field] || !label) continue;
6537ebb3236fSMatthew G. Knepley     /* Only want to modify label once */
65387391c1cbSMatthew G. Knepley     for (bd2 = 0; bd2 < bd; ++bd2) {
65397391c1cbSMatthew G. Knepley       const char *bdname;
6540dff059c6SToby Isaac       ierr = PetscDSGetBoundary(dm->prob, bd2, NULL, NULL, &bdname, NULL, NULL, NULL, NULL, NULL, NULL, NULL);CHKERRQ(ierr);
65417391c1cbSMatthew G. Knepley       ierr = PetscStrcmp(bdname, bdLabel, &duplicate);CHKERRQ(ierr);
65427391c1cbSMatthew G. Knepley       if (duplicate) break;
65437391c1cbSMatthew G. Knepley     }
6544ebb3236fSMatthew G. Knepley     if (!duplicate && (isFE[field])) {
6545b0bf5782SToby Isaac       /* don't complete cells, which are just present to give orientation to the boundary */
6546092e5057SToby Isaac       ierr = DMPlexLabelComplete(dm, label);CHKERRQ(ierr);
65477391c1cbSMatthew G. Knepley     }
6548ebb3236fSMatthew G. Knepley     /* Filter out cells, if you actually want to constrain cells you need to do things by hand right now */
6549f971fd6bSMatthew G. Knepley     if (type & DM_BC_ESSENTIAL) {
655093a5981aSMatthew G. Knepley       PetscInt       *newidx;
6551ebb3236fSMatthew G. Knepley       PetscInt        n, newn = 0, p, v;
655293a5981aSMatthew G. Knepley 
6553fd59a867SMatthew G. Knepley       bcFields[bc] = field;
65540e0f25f2SMatthew G. Knepley       if (numComps) {ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), numComps, comps, PETSC_COPY_VALUES, &bcComps[bc]);CHKERRQ(ierr);}
6555ebb3236fSMatthew G. Knepley       for (v = 0; v < numValues; ++v) {
6556ebb3236fSMatthew G. Knepley         IS              tmp;
6557ebb3236fSMatthew G. Knepley         const PetscInt *idx;
6558ebb3236fSMatthew G. Knepley 
6559c58f1c22SToby Isaac         ierr = DMGetStratumIS(dm, bdLabel, values[v], &tmp);CHKERRQ(ierr);
6560ebb3236fSMatthew G. Knepley         if (!tmp) continue;
656193a5981aSMatthew G. Knepley         ierr = ISGetLocalSize(tmp, &n);CHKERRQ(ierr);
656293a5981aSMatthew G. Knepley         ierr = ISGetIndices(tmp, &idx);CHKERRQ(ierr);
6563ebb3236fSMatthew G. Knepley         if (isFE[field]) {
656493a5981aSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] < cStart) || (idx[p] >= cEnd)) ++newn;
6565ebb3236fSMatthew G. Knepley         } else {
6566ebb3236fSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] >= cStart) || (idx[p] < cEnd)) ++newn;
6567ebb3236fSMatthew G. Knepley         }
656893a5981aSMatthew G. Knepley         ierr = ISRestoreIndices(tmp, &idx);CHKERRQ(ierr);
656993a5981aSMatthew G. Knepley         ierr = ISDestroy(&tmp);CHKERRQ(ierr);
6570fd59a867SMatthew G. Knepley       }
6571ebb3236fSMatthew G. Knepley       ierr = PetscMalloc1(newn,&newidx);CHKERRQ(ierr);
6572ebb3236fSMatthew G. Knepley       newn = 0;
6573ebb3236fSMatthew G. Knepley       for (v = 0; v < numValues; ++v) {
6574ebb3236fSMatthew G. Knepley         IS              tmp;
6575ebb3236fSMatthew G. Knepley         const PetscInt *idx;
6576ebb3236fSMatthew G. Knepley 
6577c58f1c22SToby Isaac         ierr = DMGetStratumIS(dm, bdLabel, values[v], &tmp);CHKERRQ(ierr);
6578ebb3236fSMatthew G. Knepley         if (!tmp) continue;
6579ebb3236fSMatthew G. Knepley         ierr = ISGetLocalSize(tmp, &n);CHKERRQ(ierr);
6580ebb3236fSMatthew G. Knepley         ierr = ISGetIndices(tmp, &idx);CHKERRQ(ierr);
6581ebb3236fSMatthew G. Knepley         if (isFE[field]) {
6582ebb3236fSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] < cStart) || (idx[p] >= cEnd)) newidx[newn++] = idx[p];
6583ebb3236fSMatthew G. Knepley         } else {
6584ebb3236fSMatthew G. Knepley           for (p = 0; p < n; ++p) if ((idx[p] >= cStart) || (idx[p] < cEnd)) newidx[newn++] = idx[p];
6585ebb3236fSMatthew G. Knepley         }
6586ebb3236fSMatthew G. Knepley         ierr = ISRestoreIndices(tmp, &idx);CHKERRQ(ierr);
6587ebb3236fSMatthew G. Knepley         ierr = ISDestroy(&tmp);CHKERRQ(ierr);
6588ebb3236fSMatthew G. Knepley       }
6589ebb3236fSMatthew G. Knepley       ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), newn, newidx, PETSC_OWN_POINTER, &bcPoints[bc++]);CHKERRQ(ierr);
6590ebb3236fSMatthew G. Knepley     }
6591fd59a867SMatthew G. Knepley   }
6592fd59a867SMatthew G. Knepley   /* Handle discretization */
6593ebb3236fSMatthew G. Knepley   ierr = PetscCalloc2(numFields,&numComp,numFields*(dim+1),&numDof);CHKERRQ(ierr);
6594fd59a867SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
65950bacfa0aSMatthew G. Knepley     PetscObject obj;
65960bacfa0aSMatthew G. Knepley 
65970bacfa0aSMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
6598ebb3236fSMatthew G. Knepley     if (isFE[f]) {
65990bacfa0aSMatthew G. Knepley       PetscFE         fe = (PetscFE) obj;
6600286d8613SMatthew G. Knepley       const PetscInt *numFieldDof;
6601fd59a867SMatthew G. Knepley       PetscInt        d;
6602fd59a867SMatthew G. Knepley 
6603fd59a867SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &numComp[f]);CHKERRQ(ierr);
6604286d8613SMatthew G. Knepley       ierr = PetscFEGetNumDof(fe, &numFieldDof);CHKERRQ(ierr);
6605286d8613SMatthew G. Knepley       for (d = 0; d < dim+1; ++d) numDof[f*(dim+1)+d] = numFieldDof[d];
6606ebb3236fSMatthew G. Knepley     } else {
66070bacfa0aSMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
66080bacfa0aSMatthew G. Knepley 
66090bacfa0aSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &numComp[f]);CHKERRQ(ierr);
66100bacfa0aSMatthew G. Knepley       numDof[f*(dim+1)+dim] = numComp[f];
6611ebb3236fSMatthew G. Knepley     }
6612fd59a867SMatthew G. Knepley   }
6613286d8613SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6614286d8613SMatthew G. Knepley     PetscInt d;
6615286d8613SMatthew G. Knepley     for (d = 1; d < dim; ++d) {
6616286d8613SMatthew G. Knepley       if ((numDof[f*(dim+1)+d] > 0) && (depth < dim)) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Mesh must be interpolated when unknowns are specified on edges or faces.");
6617286d8613SMatthew G. Knepley     }
6618286d8613SMatthew G. Knepley   }
6619ab1d0545SMatthew G. Knepley   ierr = DMPlexCreateSection(dm, dim, numFields, numComp, numDof, numBC, bcFields, bcComps, bcPoints, NULL, &section);CHKERRQ(ierr);
6620fd59a867SMatthew G. Knepley   for (f = 0; f < numFields; ++f) {
6621fd59a867SMatthew G. Knepley     PetscFE     fe;
6622fd59a867SMatthew G. Knepley     const char *name;
662318abd763SMatthew G. Knepley 
662418abd763SMatthew G. Knepley     ierr = DMGetField(dm, f, (PetscObject *) &fe);CHKERRQ(ierr);
6625fd59a867SMatthew G. Knepley     ierr = PetscObjectGetName((PetscObject) fe, &name);CHKERRQ(ierr);
6626fd59a867SMatthew G. Knepley     ierr = PetscSectionSetFieldName(section, f, name);CHKERRQ(ierr);
6627fd59a867SMatthew G. Knepley   }
6628fd59a867SMatthew G. Knepley   ierr = DMSetDefaultSection(dm, section);CHKERRQ(ierr);
6629fd59a867SMatthew G. Knepley   ierr = PetscSectionDestroy(&section);CHKERRQ(ierr);
66300e0f25f2SMatthew G. Knepley   for (bc = 0; bc < numBC; ++bc) {ierr = ISDestroy(&bcPoints[bc]);CHKERRQ(ierr);ierr = ISDestroy(&bcComps[bc]);CHKERRQ(ierr);}
66310e0f25f2SMatthew G. Knepley   ierr = PetscFree3(bcFields,bcPoints,bcComps);CHKERRQ(ierr);
6632286d8613SMatthew G. Knepley   ierr = PetscFree2(numComp,numDof);CHKERRQ(ierr);
6633ebb3236fSMatthew G. Knepley   ierr = PetscFree(isFE);CHKERRQ(ierr);
6634bceba477SMatthew G. Knepley   PetscFunctionReturn(0);
6635bceba477SMatthew G. Knepley }
6636bceba477SMatthew G. Knepley 
66370aef6b92SMatthew G. Knepley /*@
66380aef6b92SMatthew G. Knepley   DMPlexGetRegularRefinement - Get the flag indicating that this mesh was obtained by regular refinement from its coarse mesh
66390aef6b92SMatthew G. Knepley 
66400aef6b92SMatthew G. Knepley   Input Parameter:
66410aef6b92SMatthew G. Knepley . dm - The DMPlex object
66420aef6b92SMatthew G. Knepley 
66430aef6b92SMatthew G. Knepley   Output Parameter:
66440aef6b92SMatthew G. Knepley . regular - The flag
66450aef6b92SMatthew G. Knepley 
66460aef6b92SMatthew G. Knepley   Level: intermediate
66470aef6b92SMatthew G. Knepley 
66480aef6b92SMatthew G. Knepley .seealso: DMPlexSetRegularRefinement()
66490aef6b92SMatthew G. Knepley @*/
66500aef6b92SMatthew G. Knepley PetscErrorCode DMPlexGetRegularRefinement(DM dm, PetscBool *regular)
66510aef6b92SMatthew G. Knepley {
66520aef6b92SMatthew G. Knepley   PetscFunctionBegin;
66530aef6b92SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
66540aef6b92SMatthew G. Knepley   PetscValidPointer(regular, 2);
66550aef6b92SMatthew G. Knepley   *regular = ((DM_Plex *) dm->data)->regularRefinement;
66560aef6b92SMatthew G. Knepley   PetscFunctionReturn(0);
66570aef6b92SMatthew G. Knepley }
66580aef6b92SMatthew G. Knepley 
66590aef6b92SMatthew G. Knepley /*@
66600aef6b92SMatthew G. Knepley   DMPlexSetRegularRefinement - Set the flag indicating that this mesh was obtained by regular refinement from its coarse mesh
66610aef6b92SMatthew G. Knepley 
66620aef6b92SMatthew G. Knepley   Input Parameters:
66630aef6b92SMatthew G. Knepley + dm - The DMPlex object
66640aef6b92SMatthew G. Knepley - regular - The flag
66650aef6b92SMatthew G. Knepley 
66660aef6b92SMatthew G. Knepley   Level: intermediate
66670aef6b92SMatthew G. Knepley 
66680aef6b92SMatthew G. Knepley .seealso: DMPlexGetRegularRefinement()
66690aef6b92SMatthew G. Knepley @*/
66700aef6b92SMatthew G. Knepley PetscErrorCode DMPlexSetRegularRefinement(DM dm, PetscBool regular)
66710aef6b92SMatthew G. Knepley {
66720aef6b92SMatthew G. Knepley   PetscFunctionBegin;
66730aef6b92SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
66740aef6b92SMatthew G. Knepley   ((DM_Plex *) dm->data)->regularRefinement = regular;
66750aef6b92SMatthew G. Knepley   PetscFunctionReturn(0);
66760aef6b92SMatthew G. Knepley }
66770aef6b92SMatthew G. Knepley 
6678f7c74593SToby Isaac /* anchors */
6679a68b90caSToby Isaac /*@
6680f7c74593SToby Isaac   DMPlexGetAnchors - Get the layout of the anchor (point-to-point) constraints.  Typically, the user will not have to
6681f7c74593SToby Isaac   call DMPlexGetAnchors() directly: if there are anchors, then DMPlexGetAnchors() is called during DMGetConstraints().
6682a68b90caSToby Isaac 
6683e228b242SToby Isaac   not collective
6684a68b90caSToby Isaac 
6685a68b90caSToby Isaac   Input Parameters:
6686a68b90caSToby Isaac . dm - The DMPlex object
6687a68b90caSToby Isaac 
6688a68b90caSToby Isaac   Output Parameters:
6689a68b90caSToby Isaac + anchorSection - If not NULL, set to the section describing which points anchor the constrained points.
6690a68b90caSToby Isaac - anchorIS - If not NULL, set to the list of anchors indexed by anchorSection
6691a68b90caSToby Isaac 
6692a68b90caSToby Isaac 
6693a68b90caSToby Isaac   Level: intermediate
6694a68b90caSToby Isaac 
6695f7c74593SToby Isaac .seealso: DMPlexSetAnchors(), DMGetConstraints(), DMSetConstraints()
6696a68b90caSToby Isaac @*/
6697a17985deSToby Isaac PetscErrorCode DMPlexGetAnchors(DM dm, PetscSection *anchorSection, IS *anchorIS)
6698a68b90caSToby Isaac {
6699a68b90caSToby Isaac   DM_Plex *plex = (DM_Plex *)dm->data;
670041e6d900SToby Isaac   PetscErrorCode ierr;
6701a68b90caSToby Isaac 
6702a68b90caSToby Isaac   PetscFunctionBegin;
6703a68b90caSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
670441e6d900SToby Isaac   if (!plex->anchorSection && !plex->anchorIS && plex->createanchors) {ierr = (*plex->createanchors)(dm);CHKERRQ(ierr);}
6705a68b90caSToby Isaac   if (anchorSection) *anchorSection = plex->anchorSection;
6706a68b90caSToby Isaac   if (anchorIS) *anchorIS = plex->anchorIS;
6707a68b90caSToby Isaac   PetscFunctionReturn(0);
6708a68b90caSToby Isaac }
6709a68b90caSToby Isaac 
6710a68b90caSToby Isaac /*@
6711f7c74593SToby Isaac   DMPlexSetAnchors - Set the layout of the local anchor (point-to-point) constraints.  Unlike boundary conditions,
6712f7c74593SToby Isaac   when a point's degrees of freedom in a section are constrained to an outside value, the anchor constraints set a
6713a68b90caSToby Isaac   point's degrees of freedom to be a linear combination of other points' degrees of freedom.
6714a68b90caSToby Isaac 
6715a17985deSToby Isaac   After specifying the layout of constraints with DMPlexSetAnchors(), one specifies the constraints by calling
6716f7c74593SToby Isaac   DMGetConstraints() and filling in the entries in the constraint matrix.
6717a68b90caSToby Isaac 
6718e228b242SToby Isaac   collective on dm
6719a68b90caSToby Isaac 
6720a68b90caSToby Isaac   Input Parameters:
6721a68b90caSToby Isaac + dm - The DMPlex object
6722e228b242SToby Isaac . anchorSection - The section that describes the mapping from constrained points to the anchor points listed in anchorIS.  Must have a local communicator (PETSC_COMM_SELF or derivative).
6723e228b242SToby Isaac - anchorIS - The list of all anchor points.  Must have a local communicator (PETSC_COMM_SELF or derivative).
6724a68b90caSToby Isaac 
6725a68b90caSToby Isaac   The reference counts of anchorSection and anchorIS are incremented.
6726a68b90caSToby Isaac 
6727a68b90caSToby Isaac   Level: intermediate
6728a68b90caSToby Isaac 
6729f7c74593SToby Isaac .seealso: DMPlexGetAnchors(), DMGetConstraints(), DMSetConstraints()
6730a68b90caSToby Isaac @*/
6731a17985deSToby Isaac PetscErrorCode DMPlexSetAnchors(DM dm, PetscSection anchorSection, IS anchorIS)
6732a68b90caSToby Isaac {
6733a68b90caSToby Isaac   DM_Plex        *plex = (DM_Plex *)dm->data;
6734e228b242SToby Isaac   PetscMPIInt    result;
6735a68b90caSToby Isaac   PetscErrorCode ierr;
6736a68b90caSToby Isaac 
6737a68b90caSToby Isaac   PetscFunctionBegin;
6738a68b90caSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6739e228b242SToby Isaac   if (anchorSection) {
6740e228b242SToby Isaac     PetscValidHeaderSpecific(anchorSection,PETSC_SECTION_CLASSID,2);
6741e228b242SToby Isaac     ierr = MPI_Comm_compare(PETSC_COMM_SELF,PetscObjectComm((PetscObject)anchorSection),&result);CHKERRQ(ierr);
6742f6a3d38cSToby Isaac     if (result != MPI_CONGRUENT && result != MPI_IDENT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NOTSAMECOMM,"anchor section must have local communicator");
6743e228b242SToby Isaac   }
6744e228b242SToby Isaac   if (anchorIS) {
6745e228b242SToby Isaac     PetscValidHeaderSpecific(anchorIS,IS_CLASSID,3);
6746e228b242SToby Isaac     ierr = MPI_Comm_compare(PETSC_COMM_SELF,PetscObjectComm((PetscObject)anchorIS),&result);CHKERRQ(ierr);
6747f6a3d38cSToby Isaac     if (result != MPI_CONGRUENT && result != MPI_IDENT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NOTSAMECOMM,"anchor IS must have local communicator");
6748e228b242SToby Isaac   }
6749a68b90caSToby Isaac 
6750a68b90caSToby Isaac   ierr = PetscObjectReference((PetscObject)anchorSection);CHKERRQ(ierr);
6751a68b90caSToby Isaac   ierr = PetscSectionDestroy(&plex->anchorSection);CHKERRQ(ierr);
6752a68b90caSToby Isaac   plex->anchorSection = anchorSection;
6753a68b90caSToby Isaac 
6754a68b90caSToby Isaac   ierr = PetscObjectReference((PetscObject)anchorIS);CHKERRQ(ierr);
6755a68b90caSToby Isaac   ierr = ISDestroy(&plex->anchorIS);CHKERRQ(ierr);
6756a68b90caSToby Isaac   plex->anchorIS = anchorIS;
6757a68b90caSToby Isaac 
6758a68b90caSToby Isaac #if defined(PETSC_USE_DEBUG)
6759a68b90caSToby Isaac   if (anchorIS && anchorSection) {
6760a68b90caSToby Isaac     PetscInt size, a, pStart, pEnd;
6761a68b90caSToby Isaac     const PetscInt *anchors;
6762a68b90caSToby Isaac 
6763a68b90caSToby Isaac     ierr = PetscSectionGetChart(anchorSection,&pStart,&pEnd);CHKERRQ(ierr);
6764a68b90caSToby Isaac     ierr = ISGetLocalSize(anchorIS,&size);CHKERRQ(ierr);
6765a68b90caSToby Isaac     ierr = ISGetIndices(anchorIS,&anchors);CHKERRQ(ierr);
6766a68b90caSToby Isaac     for (a = 0; a < size; a++) {
6767a68b90caSToby Isaac       PetscInt p;
6768a68b90caSToby Isaac 
6769a68b90caSToby Isaac       p = anchors[a];
6770a68b90caSToby Isaac       if (p >= pStart && p < pEnd) {
6771a68b90caSToby Isaac         PetscInt dof;
6772a68b90caSToby Isaac 
6773a68b90caSToby Isaac         ierr = PetscSectionGetDof(anchorSection,p,&dof);CHKERRQ(ierr);
6774a68b90caSToby Isaac         if (dof) {
6775a68b90caSToby Isaac           PetscErrorCode ierr2;
6776a68b90caSToby Isaac 
6777a68b90caSToby Isaac           ierr2 = ISRestoreIndices(anchorIS,&anchors);CHKERRQ(ierr2);
67788ccfff9cSToby Isaac           SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Point %D cannot be constrained and an anchor",p);
6779a68b90caSToby Isaac         }
6780a68b90caSToby Isaac       }
6781a68b90caSToby Isaac     }
6782a68b90caSToby Isaac     ierr = ISRestoreIndices(anchorIS,&anchors);CHKERRQ(ierr);
6783a68b90caSToby Isaac   }
6784a68b90caSToby Isaac #endif
6785f7c74593SToby Isaac   /* reset the generic constraints */
6786f7c74593SToby Isaac   ierr = DMSetDefaultConstraints(dm,NULL,NULL);CHKERRQ(ierr);
6787a68b90caSToby Isaac   PetscFunctionReturn(0);
6788a68b90caSToby Isaac }
6789a68b90caSToby Isaac 
6790f7c74593SToby Isaac static PetscErrorCode DMPlexCreateConstraintSection_Anchors(DM dm, PetscSection section, PetscSection *cSec)
6791a68b90caSToby Isaac {
6792f7c74593SToby Isaac   PetscSection anchorSection;
67936995de1eSToby Isaac   PetscInt pStart, pEnd, sStart, sEnd, p, dof, numFields, f;
6794a68b90caSToby Isaac   PetscErrorCode ierr;
6795a68b90caSToby Isaac 
6796a68b90caSToby Isaac   PetscFunctionBegin;
6797a68b90caSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6798a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&anchorSection,NULL);CHKERRQ(ierr);
6799e228b242SToby Isaac   ierr = PetscSectionCreate(PETSC_COMM_SELF,cSec);CHKERRQ(ierr);
6800a68b90caSToby Isaac   ierr = PetscSectionGetNumFields(section,&numFields);CHKERRQ(ierr);
68016995de1eSToby Isaac   if (numFields) {
6802719ab38cSToby Isaac     PetscInt f;
6803a68b90caSToby Isaac     ierr = PetscSectionSetNumFields(*cSec,numFields);CHKERRQ(ierr);
6804719ab38cSToby Isaac 
6805719ab38cSToby Isaac     for (f = 0; f < numFields; f++) {
6806719ab38cSToby Isaac       PetscInt numComp;
6807719ab38cSToby Isaac 
6808719ab38cSToby Isaac       ierr = PetscSectionGetFieldComponents(section,f,&numComp);CHKERRQ(ierr);
6809719ab38cSToby Isaac       ierr = PetscSectionSetFieldComponents(*cSec,f,numComp);CHKERRQ(ierr);
6810719ab38cSToby Isaac     }
68116995de1eSToby Isaac   }
6812a68b90caSToby Isaac   ierr = PetscSectionGetChart(anchorSection,&pStart,&pEnd);CHKERRQ(ierr);
68136995de1eSToby Isaac   ierr = PetscSectionGetChart(section,&sStart,&sEnd);CHKERRQ(ierr);
68146995de1eSToby Isaac   pStart = PetscMax(pStart,sStart);
68156995de1eSToby Isaac   pEnd   = PetscMin(pEnd,sEnd);
68166995de1eSToby Isaac   pEnd   = PetscMax(pStart,pEnd);
6817a68b90caSToby Isaac   ierr = PetscSectionSetChart(*cSec,pStart,pEnd);CHKERRQ(ierr);
6818a68b90caSToby Isaac   for (p = pStart; p < pEnd; p++) {
6819a68b90caSToby Isaac     ierr = PetscSectionGetDof(anchorSection,p,&dof);CHKERRQ(ierr);
6820a68b90caSToby Isaac     if (dof) {
6821a68b90caSToby Isaac       ierr = PetscSectionGetDof(section,p,&dof);CHKERRQ(ierr);
6822a68b90caSToby Isaac       ierr = PetscSectionSetDof(*cSec,p,dof);CHKERRQ(ierr);
6823a68b90caSToby Isaac       for (f = 0; f < numFields; f++) {
6824a68b90caSToby Isaac         ierr = PetscSectionGetFieldDof(section,p,f,&dof);CHKERRQ(ierr);
6825a68b90caSToby Isaac         ierr = PetscSectionSetFieldDof(*cSec,p,f,dof);CHKERRQ(ierr);
6826a68b90caSToby Isaac       }
6827a68b90caSToby Isaac     }
6828a68b90caSToby Isaac   }
6829a68b90caSToby Isaac   ierr = PetscSectionSetUp(*cSec);CHKERRQ(ierr);
6830a68b90caSToby Isaac   PetscFunctionReturn(0);
6831a68b90caSToby Isaac }
6832a68b90caSToby Isaac 
6833f7c74593SToby Isaac static PetscErrorCode DMPlexCreateConstraintMatrix_Anchors(DM dm, PetscSection section, PetscSection cSec, Mat *cMat)
6834a68b90caSToby Isaac {
6835f7c74593SToby Isaac   PetscSection aSec;
68360ac89760SToby Isaac   PetscInt pStart, pEnd, p, dof, aDof, aOff, off, nnz, annz, m, n, q, a, offset, *i, *j;
68370ac89760SToby Isaac   const PetscInt *anchors;
68380ac89760SToby Isaac   PetscInt numFields, f;
683966ad2231SToby Isaac   IS aIS;
68400ac89760SToby Isaac   PetscErrorCode ierr;
68410ac89760SToby Isaac 
68420ac89760SToby Isaac   PetscFunctionBegin;
68430ac89760SToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
68440ac89760SToby Isaac   ierr = PetscSectionGetStorageSize(cSec, &m);CHKERRQ(ierr);
68450ac89760SToby Isaac   ierr = PetscSectionGetStorageSize(section, &n);CHKERRQ(ierr);
68460ac89760SToby Isaac   ierr = MatCreate(PETSC_COMM_SELF,cMat);CHKERRQ(ierr);
68470ac89760SToby Isaac   ierr = MatSetSizes(*cMat,m,n,m,n);CHKERRQ(ierr);
6848302440fdSBarry Smith   ierr = MatSetType(*cMat,MATSEQAIJ);CHKERRQ(ierr);
6849a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&aSec,&aIS);CHKERRQ(ierr);
685066ad2231SToby Isaac   ierr = ISGetIndices(aIS,&anchors);CHKERRQ(ierr);
68516995de1eSToby Isaac   /* cSec will be a subset of aSec and section */
68526995de1eSToby Isaac   ierr = PetscSectionGetChart(cSec,&pStart,&pEnd);CHKERRQ(ierr);
68530ac89760SToby Isaac   ierr = PetscMalloc1(m+1,&i);CHKERRQ(ierr);
68540ac89760SToby Isaac   i[0] = 0;
68550ac89760SToby Isaac   ierr = PetscSectionGetNumFields(section,&numFields);CHKERRQ(ierr);
68560ac89760SToby Isaac   for (p = pStart; p < pEnd; p++) {
6857f19733c5SToby Isaac     PetscInt rDof, rOff, r;
6858f19733c5SToby Isaac 
6859f19733c5SToby Isaac     ierr = PetscSectionGetDof(aSec,p,&rDof);CHKERRQ(ierr);
6860f19733c5SToby Isaac     if (!rDof) continue;
6861f19733c5SToby Isaac     ierr = PetscSectionGetOffset(aSec,p,&rOff);CHKERRQ(ierr);
68620ac89760SToby Isaac     if (numFields) {
68630ac89760SToby Isaac       for (f = 0; f < numFields; f++) {
68640ac89760SToby Isaac         annz = 0;
6865f19733c5SToby Isaac         for (r = 0; r < rDof; r++) {
6866f19733c5SToby Isaac           a = anchors[rOff + r];
68670ac89760SToby Isaac           ierr = PetscSectionGetFieldDof(section,a,f,&aDof);CHKERRQ(ierr);
68680ac89760SToby Isaac           annz += aDof;
68690ac89760SToby Isaac         }
68700ac89760SToby Isaac         ierr = PetscSectionGetFieldDof(cSec,p,f,&dof);CHKERRQ(ierr);
68710ac89760SToby Isaac         ierr = PetscSectionGetFieldOffset(cSec,p,f,&off);CHKERRQ(ierr);
68720ac89760SToby Isaac         for (q = 0; q < dof; q++) {
68730ac89760SToby Isaac           i[off + q + 1] = i[off + q] + annz;
68740ac89760SToby Isaac         }
68750ac89760SToby Isaac       }
68760ac89760SToby Isaac     }
68770ac89760SToby Isaac     else {
68780ac89760SToby Isaac       annz = 0;
68790ac89760SToby Isaac       for (q = 0; q < dof; q++) {
68800ac89760SToby Isaac         a = anchors[off + q];
68810ac89760SToby Isaac         ierr = PetscSectionGetDof(section,a,&aDof);CHKERRQ(ierr);
68820ac89760SToby Isaac         annz += aDof;
68830ac89760SToby Isaac       }
68840ac89760SToby Isaac       ierr = PetscSectionGetDof(cSec,p,&dof);CHKERRQ(ierr);
68850ac89760SToby Isaac       ierr = PetscSectionGetOffset(cSec,p,&off);CHKERRQ(ierr);
68860ac89760SToby Isaac       for (q = 0; q < dof; q++) {
68870ac89760SToby Isaac         i[off + q + 1] = i[off + q] + annz;
68880ac89760SToby Isaac       }
68890ac89760SToby Isaac     }
68900ac89760SToby Isaac   }
68910ac89760SToby Isaac   nnz = i[m];
68920ac89760SToby Isaac   ierr = PetscMalloc1(nnz,&j);CHKERRQ(ierr);
68930ac89760SToby Isaac   offset = 0;
68940ac89760SToby Isaac   for (p = pStart; p < pEnd; p++) {
68950ac89760SToby Isaac     if (numFields) {
68960ac89760SToby Isaac       for (f = 0; f < numFields; f++) {
68970ac89760SToby Isaac         ierr = PetscSectionGetFieldDof(cSec,p,f,&dof);CHKERRQ(ierr);
68980ac89760SToby Isaac         for (q = 0; q < dof; q++) {
68990ac89760SToby Isaac           PetscInt rDof, rOff, r;
69000ac89760SToby Isaac           ierr = PetscSectionGetDof(aSec,p,&rDof);CHKERRQ(ierr);
69010ac89760SToby Isaac           ierr = PetscSectionGetOffset(aSec,p,&rOff);CHKERRQ(ierr);
69020ac89760SToby Isaac           for (r = 0; r < rDof; r++) {
69030ac89760SToby Isaac             PetscInt s;
69040ac89760SToby Isaac 
69050ac89760SToby Isaac             a = anchors[rOff + r];
69060ac89760SToby Isaac             ierr = PetscSectionGetFieldDof(section,a,f,&aDof);CHKERRQ(ierr);
69070ac89760SToby Isaac             ierr = PetscSectionGetFieldOffset(section,a,f,&aOff);CHKERRQ(ierr);
69080ac89760SToby Isaac             for (s = 0; s < aDof; s++) {
69090ac89760SToby Isaac               j[offset++] = aOff + s;
69100ac89760SToby Isaac             }
69110ac89760SToby Isaac           }
69120ac89760SToby Isaac         }
69130ac89760SToby Isaac       }
69140ac89760SToby Isaac     }
69150ac89760SToby Isaac     else {
69160ac89760SToby Isaac       ierr = PetscSectionGetDof(cSec,p,&dof);CHKERRQ(ierr);
69170ac89760SToby Isaac       for (q = 0; q < dof; q++) {
69180ac89760SToby Isaac         PetscInt rDof, rOff, r;
69190ac89760SToby Isaac         ierr = PetscSectionGetDof(aSec,p,&rDof);CHKERRQ(ierr);
69200ac89760SToby Isaac         ierr = PetscSectionGetOffset(aSec,p,&rOff);CHKERRQ(ierr);
69210ac89760SToby Isaac         for (r = 0; r < rDof; r++) {
69220ac89760SToby Isaac           PetscInt s;
69230ac89760SToby Isaac 
69240ac89760SToby Isaac           a = anchors[rOff + r];
69250ac89760SToby Isaac           ierr = PetscSectionGetDof(section,a,&aDof);CHKERRQ(ierr);
69260ac89760SToby Isaac           ierr = PetscSectionGetOffset(section,a,&aOff);CHKERRQ(ierr);
69270ac89760SToby Isaac           for (s = 0; s < aDof; s++) {
69280ac89760SToby Isaac             j[offset++] = aOff + s;
69290ac89760SToby Isaac           }
69300ac89760SToby Isaac         }
69310ac89760SToby Isaac       }
69320ac89760SToby Isaac     }
69330ac89760SToby Isaac   }
69340ac89760SToby Isaac   ierr = MatSeqAIJSetPreallocationCSR(*cMat,i,j,NULL);CHKERRQ(ierr);
693525570a81SToby Isaac   ierr = PetscFree(i);CHKERRQ(ierr);
693625570a81SToby Isaac   ierr = PetscFree(j);CHKERRQ(ierr);
693766ad2231SToby Isaac   ierr = ISRestoreIndices(aIS,&anchors);CHKERRQ(ierr);
69380ac89760SToby Isaac   PetscFunctionReturn(0);
69390ac89760SToby Isaac }
69400ac89760SToby Isaac 
694166ad2231SToby Isaac PetscErrorCode DMCreateDefaultConstraints_Plex(DM dm)
694266ad2231SToby Isaac {
6943f7c74593SToby Isaac   DM_Plex        *plex = (DM_Plex *)dm->data;
6944f7c74593SToby Isaac   PetscSection   anchorSection, section, cSec;
694566ad2231SToby Isaac   Mat            cMat;
694666ad2231SToby Isaac   PetscErrorCode ierr;
694766ad2231SToby Isaac 
694866ad2231SToby Isaac   PetscFunctionBegin;
694966ad2231SToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
6950a17985deSToby Isaac   ierr = DMPlexGetAnchors(dm,&anchorSection,NULL);CHKERRQ(ierr);
695166ad2231SToby Isaac   if (anchorSection) {
6952e228b242SToby Isaac     PetscDS  ds;
6953e228b242SToby Isaac     PetscInt nf;
6954e228b242SToby Isaac 
6955f7c74593SToby Isaac     ierr = DMGetDefaultSection(dm,&section);CHKERRQ(ierr);
6956f7c74593SToby Isaac     ierr = DMPlexCreateConstraintSection_Anchors(dm,section,&cSec);CHKERRQ(ierr);
6957f7c74593SToby Isaac     ierr = DMPlexCreateConstraintMatrix_Anchors(dm,section,cSec,&cMat);CHKERRQ(ierr);
6958e228b242SToby Isaac     ierr = DMGetDS(dm,&ds);CHKERRQ(ierr);
6959302440fdSBarry Smith     ierr = PetscDSGetNumFields(ds,&nf);CHKERRQ(ierr);
6960e228b242SToby Isaac     if (nf && plex->computeanchormatrix) {ierr = (*plex->computeanchormatrix)(dm,section,cSec,cMat);CHKERRQ(ierr);}
696166ad2231SToby Isaac     ierr = DMSetDefaultConstraints(dm,cSec,cMat);CHKERRQ(ierr);
696266ad2231SToby Isaac     ierr = PetscSectionDestroy(&cSec);CHKERRQ(ierr);
696366ad2231SToby Isaac     ierr = MatDestroy(&cMat);CHKERRQ(ierr);
696466ad2231SToby Isaac   }
696566ad2231SToby Isaac   PetscFunctionReturn(0);
696666ad2231SToby Isaac }
6967