xref: /petsc/src/dm/impls/plex/plexsubmesh.c (revision f7d195e4ad6e26c05f14257c8116f4b5b3c9cdd8)
1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h>    /*I      "petscdmplex.h"    I*/
2c58f1c22SToby Isaac #include <petsc/private/dmlabelimpl.h>   /*I      "petscdmlabel.h"   I*/
30c312b8eSJed Brown #include <petscsf.h>
4e6ccafaeSMatthew G Knepley 
5412e9a14SMatthew G. Knepley static PetscErrorCode DMPlexCellIsHybrid_Internal(DM dm, PetscInt p, PetscBool *isHybrid)
6412e9a14SMatthew G. Knepley {
7412e9a14SMatthew G. Knepley   DMPolytopeType ct;
8412e9a14SMatthew G. Knepley 
9412e9a14SMatthew G. Knepley   PetscFunctionBegin;
109566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCellType(dm, p, &ct));
11412e9a14SMatthew G. Knepley   switch (ct) {
12412e9a14SMatthew G. Knepley     case DM_POLYTOPE_POINT_PRISM_TENSOR:
13412e9a14SMatthew G. Knepley     case DM_POLYTOPE_SEG_PRISM_TENSOR:
14412e9a14SMatthew G. Knepley     case DM_POLYTOPE_TRI_PRISM_TENSOR:
15412e9a14SMatthew G. Knepley     case DM_POLYTOPE_QUAD_PRISM_TENSOR:
16412e9a14SMatthew G. Knepley       *isHybrid = PETSC_TRUE;
17412e9a14SMatthew G. Knepley     default: *isHybrid = PETSC_FALSE;
18412e9a14SMatthew G. Knepley   }
19412e9a14SMatthew G. Knepley   PetscFunctionReturn(0);
20412e9a14SMatthew G. Knepley }
21412e9a14SMatthew G. Knepley 
22412e9a14SMatthew G. Knepley static PetscErrorCode DMPlexGetTensorPrismBounds_Internal(DM dm, PetscInt dim, PetscInt *cStart, PetscInt *cEnd)
23412e9a14SMatthew G. Knepley {
24412e9a14SMatthew G. Knepley   DMLabel        ctLabel;
25412e9a14SMatthew G. Knepley 
26412e9a14SMatthew G. Knepley   PetscFunctionBegin;
27412e9a14SMatthew G. Knepley   if (cStart) *cStart = -1;
28412e9a14SMatthew G. Knepley   if (cEnd)   *cEnd   = -1;
299566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCellTypeLabel(dm, &ctLabel));
30412e9a14SMatthew G. Knepley   switch (dim) {
319566063dSJacob Faibussowitsch     case 1: PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_POINT_PRISM_TENSOR, cStart, cEnd));break;
329566063dSJacob Faibussowitsch     case 2: PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_SEG_PRISM_TENSOR, cStart, cEnd));break;
33412e9a14SMatthew G. Knepley     case 3:
349566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_TRI_PRISM_TENSOR, cStart, cEnd));
359566063dSJacob Faibussowitsch       if (*cStart < 0) PetscCall(DMLabelGetStratumBounds(ctLabel, DM_POLYTOPE_QUAD_PRISM_TENSOR, cStart, cEnd));
36412e9a14SMatthew G. Knepley       break;
37412e9a14SMatthew G. Knepley     default: PetscFunctionReturn(0);
38412e9a14SMatthew G. Knepley   }
39412e9a14SMatthew G. Knepley   PetscFunctionReturn(0);
40412e9a14SMatthew G. Knepley }
41412e9a14SMatthew G. Knepley 
42e752be1aSMatthew G. Knepley static PetscErrorCode DMPlexMarkBoundaryFaces_Internal(DM dm, PetscInt val, PetscInt cellHeight, DMLabel label)
4330560a7bSMatthew G. Knepley {
4430560a7bSMatthew G. Knepley   PetscInt       fStart, fEnd, f;
4530560a7bSMatthew G. Knepley 
4630560a7bSMatthew G. Knepley   PetscFunctionBegin;
479566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, cellHeight+1, &fStart, &fEnd));
4830560a7bSMatthew G. Knepley   for (f = fStart; f < fEnd; ++f) {
4930560a7bSMatthew G. Knepley     PetscInt supportSize;
5030560a7bSMatthew G. Knepley 
519566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dm, f, &supportSize));
52e752be1aSMatthew G. Knepley     if (supportSize == 1) {
53e752be1aSMatthew G. Knepley       if (val < 0) {
54e752be1aSMatthew G. Knepley         PetscInt *closure = NULL;
55e752be1aSMatthew G. Knepley         PetscInt  clSize, cl, cval;
56e752be1aSMatthew G. Knepley 
579566063dSJacob Faibussowitsch         PetscCall(DMPlexGetTransitiveClosure(dm, f, PETSC_TRUE, &clSize, &closure));
58e752be1aSMatthew G. Knepley         for (cl = 0; cl < clSize*2; cl += 2) {
599566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, closure[cl], &cval));
60e752be1aSMatthew G. Knepley           if (cval < 0) continue;
619566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(label, f, cval));
62e752be1aSMatthew G. Knepley           break;
63e752be1aSMatthew G. Knepley         }
649566063dSJacob Faibussowitsch         if (cl == clSize*2) PetscCall(DMLabelSetValue(label, f, 1));
659566063dSJacob Faibussowitsch         PetscCall(DMPlexRestoreTransitiveClosure(dm, f, PETSC_TRUE, &clSize, &closure));
66e752be1aSMatthew G. Knepley       } else {
679566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(label, f, val));
68e752be1aSMatthew G. Knepley       }
69e752be1aSMatthew G. Knepley     }
7030560a7bSMatthew G. Knepley   }
7130560a7bSMatthew G. Knepley   PetscFunctionReturn(0);
7230560a7bSMatthew G. Knepley }
7330560a7bSMatthew G. Knepley 
74cd0c2139SMatthew G Knepley /*@
75cd0c2139SMatthew G Knepley   DMPlexMarkBoundaryFaces - Mark all faces on the boundary
76cd0c2139SMatthew G Knepley 
77cd0c2139SMatthew G Knepley   Not Collective
78cd0c2139SMatthew G Knepley 
79d8d19677SJose E. Roman   Input Parameters:
80e752be1aSMatthew G. Knepley + dm - The original DM
81e752be1aSMatthew G. Knepley - val - The marker value, or PETSC_DETERMINE to use some value in the closure (or 1 if none are found)
82cd0c2139SMatthew G Knepley 
83cd0c2139SMatthew G Knepley   Output Parameter:
84e752be1aSMatthew G. Knepley . label - The DMLabel marking boundary faces with the given value
85cd0c2139SMatthew G Knepley 
86cd0c2139SMatthew G Knepley   Level: developer
87cd0c2139SMatthew G Knepley 
88db781477SPatrick Sanan .seealso: `DMLabelCreate()`, `DMCreateLabel()`
8909f723d9SJed Brown @*/
90e752be1aSMatthew G. Knepley PetscErrorCode DMPlexMarkBoundaryFaces(DM dm, PetscInt val, DMLabel label)
91cd0c2139SMatthew G Knepley {
92827c4036SVaclav Hapla   DMPlexInterpolatedFlag  flg;
93cd0c2139SMatthew G Knepley 
94cd0c2139SMatthew G Knepley   PetscFunctionBegin;
95827c4036SVaclav Hapla   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
969566063dSJacob Faibussowitsch   PetscCall(DMPlexIsInterpolated(dm, &flg));
9708401ef6SPierre Jolivet   PetscCheck(flg == DMPLEX_INTERPOLATED_FULL,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "DM is not fully interpolated on this rank");
989566063dSJacob Faibussowitsch   PetscCall(DMPlexMarkBoundaryFaces_Internal(dm, val, 0, label));
99cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
100cd0c2139SMatthew G Knepley }
101cd0c2139SMatthew G Knepley 
102c08575a3SMatthew G. Knepley static PetscErrorCode DMPlexLabelComplete_Internal(DM dm, DMLabel label, PetscBool completeCells)
103b0bf5782SToby Isaac {
104b0bf5782SToby Isaac   IS              valueIS;
105ac51f24eSSander Arens   PetscSF         sfPoint;
106b0bf5782SToby Isaac   const PetscInt *values;
107ac51f24eSSander Arens   PetscInt        numValues, v, cStart, cEnd, nroots;
108b0bf5782SToby Isaac 
109b0bf5782SToby Isaac   PetscFunctionBegin;
1109566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
1119566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
1129566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm,0,&cStart,&cEnd));
1139566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
114b0bf5782SToby Isaac   for (v = 0; v < numValues; ++v) {
115b0bf5782SToby Isaac     IS              pointIS;
116b0bf5782SToby Isaac     const PetscInt *points;
117b0bf5782SToby Isaac     PetscInt        numPoints, p;
118b0bf5782SToby Isaac 
1199566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
1209566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
1219566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
122b0bf5782SToby Isaac     for (p = 0; p < numPoints; ++p) {
123b0bf5782SToby Isaac       PetscInt  q = points[p];
124b0bf5782SToby Isaac       PetscInt *closure = NULL;
125b0bf5782SToby Isaac       PetscInt  closureSize, c;
126b0bf5782SToby Isaac 
127b0bf5782SToby Isaac       if (cStart <= q && q < cEnd && !completeCells) { /* skip cells */
128b0bf5782SToby Isaac         continue;
129b0bf5782SToby Isaac       }
1309566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, q, PETSC_TRUE, &closureSize, &closure));
131b0bf5782SToby Isaac       for (c = 0; c < closureSize*2; c += 2) {
1329566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(label, closure[c], values[v]));
133b0bf5782SToby Isaac       }
1349566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, q, PETSC_TRUE, &closureSize, &closure));
135b0bf5782SToby Isaac     }
1369566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
1379566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
138b0bf5782SToby Isaac   }
1399566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
1409566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
1419566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sfPoint));
1429566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sfPoint, &nroots, NULL, NULL, NULL));
143ac51f24eSSander Arens   if (nroots >= 0) {
14426279d81SSanderA     DMLabel         lblRoots, lblLeaves;
14526279d81SSanderA     IS              valueIS, pointIS;
14626279d81SSanderA     const PetscInt *values;
14726279d81SSanderA     PetscInt        numValues, v;
14826279d81SSanderA 
14926279d81SSanderA     /* Pull point contributions from remote leaves into local roots */
1509566063dSJacob Faibussowitsch     PetscCall(DMLabelGather(label, sfPoint, &lblLeaves));
1519566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(lblLeaves, &valueIS));
1529566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numValues));
1539566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
15426279d81SSanderA     for (v = 0; v < numValues; ++v) {
15526279d81SSanderA       const PetscInt value = values[v];
15626279d81SSanderA 
1579566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(lblLeaves, value, &pointIS));
1589566063dSJacob Faibussowitsch       PetscCall(DMLabelInsertIS(label, pointIS, value));
1599566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
16026279d81SSanderA     }
1619566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
1629566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
1639566063dSJacob Faibussowitsch     PetscCall(DMLabelDestroy(&lblLeaves));
16426279d81SSanderA     /* Push point contributions from roots into remote leaves */
1659566063dSJacob Faibussowitsch     PetscCall(DMLabelDistribute(label, sfPoint, &lblRoots));
1669566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(lblRoots, &valueIS));
1679566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numValues));
1689566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
16926279d81SSanderA     for (v = 0; v < numValues; ++v) {
17026279d81SSanderA       const PetscInt value = values[v];
17126279d81SSanderA 
1729566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(lblRoots, value, &pointIS));
1739566063dSJacob Faibussowitsch       PetscCall(DMLabelInsertIS(label, pointIS, value));
1749566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
17526279d81SSanderA     }
1769566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
1779566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
1789566063dSJacob Faibussowitsch     PetscCall(DMLabelDestroy(&lblRoots));
17926279d81SSanderA   }
180b0bf5782SToby Isaac   PetscFunctionReturn(0);
181b0bf5782SToby Isaac }
182b0bf5782SToby Isaac 
1832be2b188SMatthew G Knepley /*@
1842be2b188SMatthew G Knepley   DMPlexLabelComplete - Starting with a label marking points on a surface, we add the transitive closure to the surface
1852be2b188SMatthew G Knepley 
1862be2b188SMatthew G Knepley   Input Parameters:
1872be2b188SMatthew G Knepley + dm - The DM
1882be2b188SMatthew G Knepley - label - A DMLabel marking the surface points
1892be2b188SMatthew G Knepley 
1902be2b188SMatthew G Knepley   Output Parameter:
1912be2b188SMatthew G Knepley . label - A DMLabel marking all surface points in the transitive closure
1922be2b188SMatthew G Knepley 
1932be2b188SMatthew G Knepley   Level: developer
1942be2b188SMatthew G Knepley 
195db781477SPatrick Sanan .seealso: `DMPlexLabelCohesiveComplete()`
1962be2b188SMatthew G Knepley @*/
1972be2b188SMatthew G Knepley PetscErrorCode DMPlexLabelComplete(DM dm, DMLabel label)
1982be2b188SMatthew G Knepley {
1992be2b188SMatthew G Knepley   PetscFunctionBegin;
2009566063dSJacob Faibussowitsch   PetscCall(DMPlexLabelComplete_Internal(dm, label, PETSC_TRUE));
2012be2b188SMatthew G Knepley   PetscFunctionReturn(0);
2022be2b188SMatthew G Knepley }
2032be2b188SMatthew G Knepley 
2046cf0e42fSMatthew G. Knepley /*@
205a6e0b375SMatthew G. Knepley   DMPlexLabelAddCells - Starting with a label marking points on a surface, we add a cell for each point
2066cf0e42fSMatthew G. Knepley 
2076cf0e42fSMatthew G. Knepley   Input Parameters:
2086cf0e42fSMatthew G. Knepley + dm - The DM
2096cf0e42fSMatthew G. Knepley - label - A DMLabel marking the surface points
2106cf0e42fSMatthew G. Knepley 
2116cf0e42fSMatthew G. Knepley   Output Parameter:
2126cf0e42fSMatthew G. Knepley . label - A DMLabel incorporating cells
2136cf0e42fSMatthew G. Knepley 
2146cf0e42fSMatthew G. Knepley   Level: developer
2156cf0e42fSMatthew G. Knepley 
2166cf0e42fSMatthew G. Knepley   Note: The cells allow FEM boundary conditions to be applied using the cell geometry
2176cf0e42fSMatthew G. Knepley 
218db781477SPatrick Sanan .seealso: `DMPlexLabelAddFaceCells()`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`
2196cf0e42fSMatthew G. Knepley @*/
2206cf0e42fSMatthew G. Knepley PetscErrorCode DMPlexLabelAddCells(DM dm, DMLabel label)
2216cf0e42fSMatthew G. Knepley {
2226cf0e42fSMatthew G. Knepley   IS              valueIS;
2236cf0e42fSMatthew G. Knepley   const PetscInt *values;
224485ad865SMatthew G. Knepley   PetscInt        numValues, v, cStart, cEnd;
2256cf0e42fSMatthew G. Knepley 
2266cf0e42fSMatthew G. Knepley   PetscFunctionBegin;
2279566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd));
2289566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
2299566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
2309566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
2316cf0e42fSMatthew G. Knepley   for (v = 0; v < numValues; ++v) {
2326cf0e42fSMatthew G. Knepley     IS              pointIS;
2336cf0e42fSMatthew G. Knepley     const PetscInt *points;
2346cf0e42fSMatthew G. Knepley     PetscInt        numPoints, p;
2356cf0e42fSMatthew G. Knepley 
2369566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
2379566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
2389566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
2396cf0e42fSMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
2406cf0e42fSMatthew G. Knepley       PetscInt *closure = NULL;
241a6e0b375SMatthew G. Knepley       PetscInt  closureSize, cl;
2426cf0e42fSMatthew G. Knepley 
2439566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closure));
24422eabd52SMatthew G. Knepley       for (cl = closureSize-1; cl > 0; --cl) {
245a6e0b375SMatthew G. Knepley         const PetscInt cell = closure[cl*2];
2469566063dSJacob Faibussowitsch         if ((cell >= cStart) && (cell < cEnd)) {PetscCall(DMLabelSetValue(label, cell, values[v])); break;}
24722eabd52SMatthew G. Knepley       }
2489566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_FALSE, &closureSize, &closure));
2496cf0e42fSMatthew G. Knepley     }
2509566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
2519566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
2526cf0e42fSMatthew G. Knepley   }
2539566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
2549566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
2556cf0e42fSMatthew G. Knepley   PetscFunctionReturn(0);
2566cf0e42fSMatthew G. Knepley }
2576cf0e42fSMatthew G. Knepley 
258f402d5e4SToby Isaac /*@
259a6e0b375SMatthew G. Knepley   DMPlexLabelAddFaceCells - Starting with a label marking faces on a surface, we add a cell for each face
260a6e0b375SMatthew G. Knepley 
261a6e0b375SMatthew G. Knepley   Input Parameters:
262a6e0b375SMatthew G. Knepley + dm - The DM
263a6e0b375SMatthew G. Knepley - label - A DMLabel marking the surface points
264a6e0b375SMatthew G. Knepley 
265a6e0b375SMatthew G. Knepley   Output Parameter:
266a6e0b375SMatthew G. Knepley . label - A DMLabel incorporating cells
267a6e0b375SMatthew G. Knepley 
268a6e0b375SMatthew G. Knepley   Level: developer
269a6e0b375SMatthew G. Knepley 
270a6e0b375SMatthew G. Knepley   Note: The cells allow FEM boundary conditions to be applied using the cell geometry
271a6e0b375SMatthew G. Knepley 
272db781477SPatrick Sanan .seealso: `DMPlexLabelAddCells()`, `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`
273a6e0b375SMatthew G. Knepley @*/
274a6e0b375SMatthew G. Knepley PetscErrorCode DMPlexLabelAddFaceCells(DM dm, DMLabel label)
275a6e0b375SMatthew G. Knepley {
276a6e0b375SMatthew G. Knepley   IS              valueIS;
277a6e0b375SMatthew G. Knepley   const PetscInt *values;
278a6e0b375SMatthew G. Knepley   PetscInt        numValues, v, cStart, cEnd, fStart, fEnd;
279a6e0b375SMatthew G. Knepley 
280a6e0b375SMatthew G. Knepley   PetscFunctionBegin;
2819566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd));
2829566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd));
2839566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
2849566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
2859566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
286a6e0b375SMatthew G. Knepley   for (v = 0; v < numValues; ++v) {
287a6e0b375SMatthew G. Knepley     IS              pointIS;
288a6e0b375SMatthew G. Knepley     const PetscInt *points;
289a6e0b375SMatthew G. Knepley     PetscInt        numPoints, p;
290a6e0b375SMatthew G. Knepley 
2919566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
2929566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
2939566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
294a6e0b375SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
295a6e0b375SMatthew G. Knepley       const PetscInt face = points[p];
296a6e0b375SMatthew G. Knepley       PetscInt      *closure = NULL;
297a6e0b375SMatthew G. Knepley       PetscInt       closureSize, cl;
298a6e0b375SMatthew G. Knepley 
299a6e0b375SMatthew G. Knepley       if ((face < fStart) || (face >= fEnd)) continue;
3009566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, face, PETSC_FALSE, &closureSize, &closure));
301a6e0b375SMatthew G. Knepley       for (cl = closureSize-1; cl > 0; --cl) {
302a6e0b375SMatthew G. Knepley         const PetscInt cell = closure[cl*2];
3039566063dSJacob Faibussowitsch         if ((cell >= cStart) && (cell < cEnd)) {PetscCall(DMLabelSetValue(label, cell, values[v])); break;}
304a6e0b375SMatthew G. Knepley       }
3059566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, face, PETSC_FALSE, &closureSize, &closure));
306a6e0b375SMatthew G. Knepley     }
3079566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
3089566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
309a6e0b375SMatthew G. Knepley   }
3109566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
3119566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
312a6e0b375SMatthew G. Knepley   PetscFunctionReturn(0);
313a6e0b375SMatthew G. Knepley }
314a6e0b375SMatthew G. Knepley 
315a6e0b375SMatthew G. Knepley /*@
316f402d5e4SToby Isaac   DMPlexLabelClearCells - Remove cells from a label
317f402d5e4SToby Isaac 
318f402d5e4SToby Isaac   Input Parameters:
319f402d5e4SToby Isaac + dm - The DM
320f402d5e4SToby Isaac - label - A DMLabel marking surface points and their adjacent cells
321f402d5e4SToby Isaac 
322f402d5e4SToby Isaac   Output Parameter:
323f402d5e4SToby Isaac . label - A DMLabel without cells
324f402d5e4SToby Isaac 
325f402d5e4SToby Isaac   Level: developer
326f402d5e4SToby Isaac 
327a6e0b375SMatthew G. Knepley   Note: This undoes DMPlexLabelAddCells() or DMPlexLabelAddFaceCells()
328f402d5e4SToby Isaac 
329db781477SPatrick Sanan .seealso: `DMPlexLabelComplete()`, `DMPlexLabelCohesiveComplete()`, `DMPlexLabelAddCells()`
330f402d5e4SToby Isaac @*/
331f402d5e4SToby Isaac PetscErrorCode DMPlexLabelClearCells(DM dm, DMLabel label)
332f402d5e4SToby Isaac {
333f402d5e4SToby Isaac   IS              valueIS;
334f402d5e4SToby Isaac   const PetscInt *values;
335485ad865SMatthew G. Knepley   PetscInt        numValues, v, cStart, cEnd;
336f402d5e4SToby Isaac 
337f402d5e4SToby Isaac   PetscFunctionBegin;
3389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd));
3399566063dSJacob Faibussowitsch   PetscCall(DMLabelGetNumValues(label, &numValues));
3409566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
3419566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
342f402d5e4SToby Isaac   for (v = 0; v < numValues; ++v) {
343f402d5e4SToby Isaac     IS              pointIS;
344f402d5e4SToby Isaac     const PetscInt *points;
345f402d5e4SToby Isaac     PetscInt        numPoints, p;
346f402d5e4SToby Isaac 
3479566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(label, values[v], &numPoints));
3489566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
3499566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pointIS, &points));
350f402d5e4SToby Isaac     for (p = 0; p < numPoints; ++p) {
351f402d5e4SToby Isaac       PetscInt point = points[p];
352f402d5e4SToby Isaac 
353f402d5e4SToby Isaac       if (point >= cStart && point < cEnd) {
3549566063dSJacob Faibussowitsch         PetscCall(DMLabelClearValue(label,point,values[v]));
355f402d5e4SToby Isaac       }
356f402d5e4SToby Isaac     }
3579566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pointIS, &points));
3589566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
359f402d5e4SToby Isaac   }
3609566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
3619566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
362f402d5e4SToby Isaac   PetscFunctionReturn(0);
363f402d5e4SToby Isaac }
364f402d5e4SToby Isaac 
36559eef20bSToby Isaac /* take (oldEnd, added) pairs, ordered by height and convert them to (oldstart, newstart) pairs, ordered by ascending
36659eef20bSToby Isaac  * index (skipping first, which is (0,0)) */
3679fbee547SJacob Faibussowitsch static inline PetscErrorCode DMPlexShiftPointSetUp_Internal(PetscInt depth, PetscInt depthShift[])
368cd0c2139SMatthew G Knepley {
3692582d50cSToby Isaac   PetscInt d, off = 0;
3702582d50cSToby Isaac 
3712582d50cSToby Isaac   PetscFunctionBegin;
37259eef20bSToby Isaac   /* sort by (oldend): yes this is an O(n^2) sort, we expect depth <= 3 */
3730974a383SToby Isaac   for (d = 0; d < depth; d++) {
3742582d50cSToby Isaac     PetscInt firstd = d;
3750974a383SToby Isaac     PetscInt firstStart = depthShift[2*d];
3762582d50cSToby Isaac     PetscInt e;
3772582d50cSToby Isaac 
3782582d50cSToby Isaac     for (e = d+1; e <= depth; e++) {
3792582d50cSToby Isaac       if (depthShift[2*e] < firstStart) {
3802582d50cSToby Isaac         firstd = e;
3812582d50cSToby Isaac         firstStart = depthShift[2*d];
3822582d50cSToby Isaac       }
3832582d50cSToby Isaac     }
3842582d50cSToby Isaac     if (firstd != d) {
3852582d50cSToby Isaac       PetscInt swap[2];
3862582d50cSToby Isaac 
3872582d50cSToby Isaac       e = firstd;
3882582d50cSToby Isaac       swap[0] = depthShift[2*d];
3892582d50cSToby Isaac       swap[1] = depthShift[2*d+1];
3902582d50cSToby Isaac       depthShift[2*d]   = depthShift[2*e];
3912582d50cSToby Isaac       depthShift[2*d+1] = depthShift[2*e+1];
3922582d50cSToby Isaac       depthShift[2*e]   = swap[0];
3932582d50cSToby Isaac       depthShift[2*e+1] = swap[1];
3942582d50cSToby Isaac     }
3952582d50cSToby Isaac   }
3962582d50cSToby Isaac   /* convert (oldstart, added) to (oldstart, newstart) */
3970974a383SToby Isaac   for (d = 0; d <= depth; d++) {
3982582d50cSToby Isaac     off += depthShift[2*d+1];
39959eef20bSToby Isaac     depthShift[2*d+1] = depthShift[2*d] + off;
4002582d50cSToby Isaac   }
4012582d50cSToby Isaac   PetscFunctionReturn(0);
4022582d50cSToby Isaac }
4032582d50cSToby Isaac 
4042582d50cSToby Isaac /* depthShift is a list of (old, new) pairs */
4059fbee547SJacob Faibussowitsch static inline PetscInt DMPlexShiftPoint_Internal(PetscInt p, PetscInt depth, PetscInt depthShift[])
4062582d50cSToby Isaac {
4072582d50cSToby Isaac   PetscInt d;
4082582d50cSToby Isaac   PetscInt newOff = 0;
4092582d50cSToby Isaac 
4102582d50cSToby Isaac   for (d = 0; d <= depth; d++) {
4112582d50cSToby Isaac     if (p < depthShift[2*d]) return p + newOff;
4122582d50cSToby Isaac     else newOff = depthShift[2*d+1] - depthShift[2*d];
4132582d50cSToby Isaac   }
4140974a383SToby Isaac   return p + newOff;
4152582d50cSToby Isaac }
4162582d50cSToby Isaac 
4172582d50cSToby Isaac /* depthShift is a list of (old, new) pairs */
4189fbee547SJacob Faibussowitsch static inline PetscInt DMPlexShiftPointInverse_Internal(PetscInt p, PetscInt depth, PetscInt depthShift[])
4192582d50cSToby Isaac {
4202582d50cSToby Isaac   PetscInt d;
4212582d50cSToby Isaac   PetscInt newOff = 0;
4222582d50cSToby Isaac 
4232582d50cSToby Isaac   for (d = 0; d <= depth; d++) {
4242582d50cSToby Isaac     if (p < depthShift[2*d+1]) return p + newOff;
4252582d50cSToby Isaac     else newOff = depthShift[2*d] - depthShift[2*d+1];
4262582d50cSToby Isaac   }
4270974a383SToby Isaac   return p + newOff;
428cd0c2139SMatthew G Knepley }
429cd0c2139SMatthew G Knepley 
430cd0c2139SMatthew G Knepley static PetscErrorCode DMPlexShiftSizes_Internal(DM dm, PetscInt depthShift[], DM dmNew)
431cd0c2139SMatthew G Knepley {
432cd0c2139SMatthew G Knepley   PetscInt       depth = 0, d, pStart, pEnd, p;
433fa8e8ae5SToby Isaac   DMLabel        depthLabel;
434cd0c2139SMatthew G Knepley 
435cd0c2139SMatthew G Knepley   PetscFunctionBegin;
4369566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
437cd0c2139SMatthew G Knepley   if (depth < 0) PetscFunctionReturn(0);
438cd0c2139SMatthew G Knepley   /* Step 1: Expand chart */
4399566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
4400974a383SToby Isaac   pEnd = DMPlexShiftPoint_Internal(pEnd,depth,depthShift);
4419566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(dmNew, pStart, pEnd));
4429566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(dmNew,"depth"));
4439566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthLabel(dmNew,&depthLabel));
4449566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(dmNew, "celltype"));
445cd0c2139SMatthew G Knepley   /* Step 2: Set cone and support sizes */
446cd0c2139SMatthew G Knepley   for (d = 0; d <= depth; ++d) {
447fa8e8ae5SToby Isaac     PetscInt pStartNew, pEndNew;
448fa8e8ae5SToby Isaac     IS pIS;
449fa8e8ae5SToby Isaac 
4509566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, d, &pStart, &pEnd));
451fa8e8ae5SToby Isaac     pStartNew = DMPlexShiftPoint_Internal(pStart, depth, depthShift);
452fa8e8ae5SToby Isaac     pEndNew = DMPlexShiftPoint_Internal(pEnd, depth, depthShift);
4539566063dSJacob Faibussowitsch     PetscCall(ISCreateStride(PETSC_COMM_SELF, pEndNew - pStartNew, pStartNew, 1, &pIS));
4549566063dSJacob Faibussowitsch     PetscCall(DMLabelSetStratumIS(depthLabel, d, pIS));
4559566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pIS));
456cd0c2139SMatthew G Knepley     for (p = pStart; p < pEnd; ++p) {
4572582d50cSToby Isaac       PetscInt       newp = DMPlexShiftPoint_Internal(p, depth, depthShift);
458cd0c2139SMatthew G Knepley       PetscInt       size;
459412e9a14SMatthew G. Knepley       DMPolytopeType ct;
460cd0c2139SMatthew G Knepley 
4619566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, p, &size));
4629566063dSJacob Faibussowitsch       PetscCall(DMPlexSetConeSize(dmNew, newp, size));
4639566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, p, &size));
4649566063dSJacob Faibussowitsch       PetscCall(DMPlexSetSupportSize(dmNew, newp, size));
4659566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCellType(dm, p, &ct));
4669566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCellType(dmNew, newp, ct));
467cd0c2139SMatthew G Knepley     }
468cd0c2139SMatthew G Knepley   }
469cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
470cd0c2139SMatthew G Knepley }
471cd0c2139SMatthew G Knepley 
472cd0c2139SMatthew G Knepley static PetscErrorCode DMPlexShiftPoints_Internal(DM dm, PetscInt depthShift[], DM dmNew)
473cd0c2139SMatthew G Knepley {
4742582d50cSToby Isaac   PetscInt      *newpoints;
4752582d50cSToby Isaac   PetscInt       depth = 0, maxConeSize, maxSupportSize, maxConeSizeNew, maxSupportSizeNew, pStart, pEnd, p;
476cd0c2139SMatthew G Knepley 
477cd0c2139SMatthew G Knepley   PetscFunctionBegin;
4789566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
479cd0c2139SMatthew G Knepley   if (depth < 0) PetscFunctionReturn(0);
4809566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize));
4819566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dmNew, &maxConeSizeNew, &maxSupportSizeNew));
4829566063dSJacob Faibussowitsch   PetscCall(PetscMalloc1(PetscMax(PetscMax(maxConeSize, maxSupportSize), PetscMax(maxConeSizeNew, maxSupportSizeNew)),&newpoints));
483cd0c2139SMatthew G Knepley   /* Step 5: Set cones and supports */
4849566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
485cd0c2139SMatthew G Knepley   for (p = pStart; p < pEnd; ++p) {
486cd0c2139SMatthew G Knepley     const PetscInt *points = NULL, *orientations = NULL;
4872582d50cSToby Isaac     PetscInt        size,sizeNew, i, newp = DMPlexShiftPoint_Internal(p, depth, depthShift);
488cd0c2139SMatthew G Knepley 
4899566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, p, &size));
4909566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, p, &points));
4919566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeOrientation(dm, p, &orientations));
492cd0c2139SMatthew G Knepley     for (i = 0; i < size; ++i) {
4932582d50cSToby Isaac       newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthShift);
494cd0c2139SMatthew G Knepley     }
4959566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(dmNew, newp, newpoints));
4969566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeOrientation(dmNew, newp, orientations));
4979566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dm, p, &size));
4989566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dmNew, newp, &sizeNew));
4999566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupport(dm, p, &points));
500cd0c2139SMatthew G Knepley     for (i = 0; i < size; ++i) {
5012582d50cSToby Isaac       newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthShift);
502cd0c2139SMatthew G Knepley     }
503dcbb62e8SMatthew G. Knepley     for (i = size; i < sizeNew; ++i) newpoints[i] = 0;
5049566063dSJacob Faibussowitsch     PetscCall(DMPlexSetSupport(dmNew, newp, newpoints));
505cd0c2139SMatthew G Knepley   }
5069566063dSJacob Faibussowitsch   PetscCall(PetscFree(newpoints));
507cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
508cd0c2139SMatthew G Knepley }
509cd0c2139SMatthew G Knepley 
510cd0c2139SMatthew G Knepley static PetscErrorCode DMPlexShiftCoordinates_Internal(DM dm, PetscInt depthShift[], DM dmNew)
511cd0c2139SMatthew G Knepley {
512cd0c2139SMatthew G Knepley   PetscSection   coordSection, newCoordSection;
513cd0c2139SMatthew G Knepley   Vec            coordinates, newCoordinates;
514cd0c2139SMatthew G Knepley   PetscScalar   *coords, *newCoords;
515f2b8cce1SMatthew G. Knepley   PetscInt       coordSize, sStart, sEnd;
516f2b8cce1SMatthew G. Knepley   PetscInt       dim, depth = 0, cStart, cEnd, cStartNew, cEndNew, c, vStart, vEnd, vStartNew, vEndNew, v;
517f2b8cce1SMatthew G. Knepley   PetscBool      hasCells;
518cd0c2139SMatthew G Knepley 
519cd0c2139SMatthew G Knepley   PetscFunctionBegin;
5209566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateDim(dm, &dim));
5219566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateDim(dmNew, dim));
5229566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
523cd0c2139SMatthew G Knepley   /* Step 8: Convert coordinates */
5249566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
5259566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd));
5269566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dmNew, 0, &vStartNew, &vEndNew));
5279566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dmNew, 0, &cStartNew, &cEndNew));
5289566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateSection(dm, &coordSection));
5299566063dSJacob Faibussowitsch   PetscCall(PetscSectionCreate(PetscObjectComm((PetscObject)dm), &newCoordSection));
5309566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetNumFields(newCoordSection, 1));
5319566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetFieldComponents(newCoordSection, 0, dim));
5329566063dSJacob Faibussowitsch   PetscCall(PetscSectionGetChart(coordSection, &sStart, &sEnd));
533f2b8cce1SMatthew G. Knepley   hasCells = sStart == cStart ? PETSC_TRUE : PETSC_FALSE;
5349566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetChart(newCoordSection, hasCells ? cStartNew : vStartNew, vEndNew));
535f2b8cce1SMatthew G. Knepley   if (hasCells) {
536f2b8cce1SMatthew G. Knepley     for (c = cStart; c < cEnd; ++c) {
537f2b8cce1SMatthew G. Knepley       PetscInt cNew = DMPlexShiftPoint_Internal(c, depth, depthShift), dof;
538f2b8cce1SMatthew G. Knepley 
5399566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, c, &dof));
5409566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(newCoordSection, cNew, dof));
5419566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(newCoordSection, cNew, 0, dof));
542f2b8cce1SMatthew G. Knepley     }
543f2b8cce1SMatthew G. Knepley   }
544cd0c2139SMatthew G Knepley   for (v = vStartNew; v < vEndNew; ++v) {
5459566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetDof(newCoordSection, v, dim));
5469566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldDof(newCoordSection, v, 0, dim));
547cd0c2139SMatthew G Knepley   }
5489566063dSJacob Faibussowitsch   PetscCall(PetscSectionSetUp(newCoordSection));
5499566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateSection(dmNew, PETSC_DETERMINE, newCoordSection));
5509566063dSJacob Faibussowitsch   PetscCall(PetscSectionGetStorageSize(newCoordSection, &coordSize));
5519566063dSJacob Faibussowitsch   PetscCall(VecCreate(PETSC_COMM_SELF, &newCoordinates));
5529566063dSJacob Faibussowitsch   PetscCall(PetscObjectSetName((PetscObject) newCoordinates, "coordinates"));
5539566063dSJacob Faibussowitsch   PetscCall(VecSetSizes(newCoordinates, coordSize, PETSC_DETERMINE));
5549566063dSJacob Faibussowitsch   PetscCall(VecSetBlockSize(newCoordinates, dim));
5559566063dSJacob Faibussowitsch   PetscCall(VecSetType(newCoordinates,VECSTANDARD));
5569566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinatesLocal(dmNew, newCoordinates));
5579566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
5589566063dSJacob Faibussowitsch   PetscCall(VecGetArray(coordinates, &coords));
5599566063dSJacob Faibussowitsch   PetscCall(VecGetArray(newCoordinates, &newCoords));
560f2b8cce1SMatthew G. Knepley   if (hasCells) {
561f2b8cce1SMatthew G. Knepley     for (c = cStart; c < cEnd; ++c) {
562f2b8cce1SMatthew G. Knepley       PetscInt cNew = DMPlexShiftPoint_Internal(c, depth, depthShift), dof, off, noff, d;
563f2b8cce1SMatthew G. Knepley 
5649566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, c, &dof));
5659566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(coordSection, c, &off));
5669566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(newCoordSection, cNew, &noff));
567f2b8cce1SMatthew G. Knepley       for (d = 0; d < dof; ++d) newCoords[noff+d] = coords[off+d];
568f2b8cce1SMatthew G. Knepley     }
569f2b8cce1SMatthew G. Knepley   }
570cd0c2139SMatthew G Knepley   for (v = vStart; v < vEnd; ++v) {
571cd0c2139SMatthew G Knepley     PetscInt dof, off, noff, d;
572cd0c2139SMatthew G Knepley 
5739566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetDof(coordSection, v, &dof));
5749566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(coordSection, v, &off));
5759566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(newCoordSection, DMPlexShiftPoint_Internal(v, depth, depthShift), &noff));
576f2b8cce1SMatthew G. Knepley     for (d = 0; d < dof; ++d) newCoords[noff+d] = coords[off+d];
577cd0c2139SMatthew G Knepley   }
5789566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(coordinates, &coords));
5799566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(newCoordinates, &newCoords));
5809566063dSJacob Faibussowitsch   PetscCall(VecDestroy(&newCoordinates));
5819566063dSJacob Faibussowitsch   PetscCall(PetscSectionDestroy(&newCoordSection));
582cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
583cd0c2139SMatthew G Knepley }
584cd0c2139SMatthew G Knepley 
5850e33faafSMatthew G. Knepley static PetscErrorCode DMPlexShiftSF_Single(DM dm, PetscInt depthShift[], PetscSF sf, PetscSF sfNew)
586cd0c2139SMatthew G Knepley {
587cd0c2139SMatthew G Knepley   const PetscSFNode *remotePoints;
588cd0c2139SMatthew G Knepley   PetscSFNode       *gremotePoints;
589cd0c2139SMatthew G Knepley   const PetscInt    *localPoints;
590cd0c2139SMatthew G Knepley   PetscInt          *glocalPoints, *newLocation, *newRemoteLocation;
5910e33faafSMatthew G. Knepley   PetscInt           numRoots, numLeaves, l, pStart, pEnd, depth = 0, totShift = 0;
592cd0c2139SMatthew G Knepley 
593cd0c2139SMatthew G Knepley   PetscFunctionBegin;
5949566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
5959566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
5969566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sf, &numRoots, &numLeaves, &localPoints, &remotePoints));
5976e21efdcSToby Isaac   totShift = DMPlexShiftPoint_Internal(pEnd, depth, depthShift) - pEnd;
598cd0c2139SMatthew G Knepley   if (numRoots >= 0) {
5999566063dSJacob Faibussowitsch     PetscCall(PetscMalloc2(numRoots, &newLocation, pEnd-pStart, &newRemoteLocation));
6000e33faafSMatthew G. Knepley     for (l = 0; l < numRoots; ++l) newLocation[l] = DMPlexShiftPoint_Internal(l, depth, depthShift);
6019566063dSJacob Faibussowitsch     PetscCall(PetscSFBcastBegin(sf, MPIU_INT, newLocation, newRemoteLocation, MPI_REPLACE));
6029566063dSJacob Faibussowitsch     PetscCall(PetscSFBcastEnd(sf, MPIU_INT, newLocation, newRemoteLocation, MPI_REPLACE));
6039566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(numLeaves, &glocalPoints));
6049566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(numLeaves, &gremotePoints));
605cd0c2139SMatthew G Knepley     for (l = 0; l < numLeaves; ++l) {
6062582d50cSToby Isaac       glocalPoints[l]        = DMPlexShiftPoint_Internal(localPoints[l], depth, depthShift);
607cd0c2139SMatthew G Knepley       gremotePoints[l].rank  = remotePoints[l].rank;
608cd0c2139SMatthew G Knepley       gremotePoints[l].index = newRemoteLocation[localPoints[l]];
609cd0c2139SMatthew G Knepley     }
6109566063dSJacob Faibussowitsch     PetscCall(PetscFree2(newLocation, newRemoteLocation));
6119566063dSJacob Faibussowitsch     PetscCall(PetscSFSetGraph(sfNew, numRoots + totShift, numLeaves, glocalPoints, PETSC_OWN_POINTER, gremotePoints, PETSC_OWN_POINTER));
6120e33faafSMatthew G. Knepley   }
6130e33faafSMatthew G. Knepley   PetscFunctionReturn(0);
6140e33faafSMatthew G. Knepley }
6150e33faafSMatthew G. Knepley 
6160e33faafSMatthew G. Knepley static PetscErrorCode DMPlexShiftSF_Internal(DM dm, PetscInt depthShift[], DM dmNew)
6170e33faafSMatthew G. Knepley {
6180e33faafSMatthew G. Knepley   PetscSF        sfPoint, sfPointNew;
6190e33faafSMatthew G. Knepley   PetscBool      useNatural;
6200e33faafSMatthew G. Knepley 
6210e33faafSMatthew G. Knepley   PetscFunctionBegin;
6220e33faafSMatthew G. Knepley   /* Step 9: Convert pointSF */
6239566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sfPoint));
6249566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dmNew, &sfPointNew));
6259566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSF_Single(dm, depthShift, sfPoint, sfPointNew));
6260e33faafSMatthew G. Knepley   /* Step 9b: Convert naturalSF */
6279566063dSJacob Faibussowitsch   PetscCall(DMGetUseNatural(dm, &useNatural));
6280e33faafSMatthew G. Knepley   if (useNatural) {
6290e33faafSMatthew G. Knepley     PetscSF sfNat, sfNatNew;
6300e33faafSMatthew G. Knepley 
6319566063dSJacob Faibussowitsch     PetscCall(DMSetUseNatural(dmNew, useNatural));
6329566063dSJacob Faibussowitsch     PetscCall(DMGetNaturalSF(dm, &sfNat));
6339566063dSJacob Faibussowitsch     PetscCall(DMGetNaturalSF(dmNew, &sfNatNew));
6349566063dSJacob Faibussowitsch     PetscCall(DMPlexShiftSF_Single(dm, depthShift, sfNat, sfNatNew));
635cd0c2139SMatthew G Knepley   }
636cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
637cd0c2139SMatthew G Knepley }
638cd0c2139SMatthew G Knepley 
639cd0c2139SMatthew G Knepley static PetscErrorCode DMPlexShiftLabels_Internal(DM dm, PetscInt depthShift[], DM dmNew)
640cd0c2139SMatthew G Knepley {
641d56405f8SMatthew G. Knepley   PetscInt           depth = 0, numLabels, l;
642cd0c2139SMatthew G Knepley 
643cd0c2139SMatthew G Knepley   PetscFunctionBegin;
6449566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
645cd0c2139SMatthew G Knepley   /* Step 10: Convert labels */
6469566063dSJacob Faibussowitsch   PetscCall(DMGetNumLabels(dm, &numLabels));
647cd0c2139SMatthew G Knepley   for (l = 0; l < numLabels; ++l) {
648cd0c2139SMatthew G Knepley     DMLabel         label, newlabel;
649cd0c2139SMatthew G Knepley     const char     *lname;
650fa8e8ae5SToby Isaac     PetscBool       isDepth, isDim;
651cd0c2139SMatthew G Knepley     IS              valueIS;
652cd0c2139SMatthew G Knepley     const PetscInt *values;
653cd0c2139SMatthew G Knepley     PetscInt        numValues, val;
654cd0c2139SMatthew G Knepley 
6559566063dSJacob Faibussowitsch     PetscCall(DMGetLabelName(dm, l, &lname));
6569566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "depth", &isDepth));
657cd0c2139SMatthew G Knepley     if (isDepth) continue;
6589566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "dim", &isDim));
659fa8e8ae5SToby Isaac     if (isDim) continue;
6609566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(dmNew, lname));
6619566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dm, lname, &label));
6629566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dmNew, lname, &newlabel));
6639566063dSJacob Faibussowitsch     PetscCall(DMLabelGetDefaultValue(label,&val));
6649566063dSJacob Faibussowitsch     PetscCall(DMLabelSetDefaultValue(newlabel,val));
6659566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(label, &valueIS));
6669566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numValues));
6679566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
668cd0c2139SMatthew G Knepley     for (val = 0; val < numValues; ++val) {
669cd0c2139SMatthew G Knepley       IS              pointIS;
670cd0c2139SMatthew G Knepley       const PetscInt *points;
671cd0c2139SMatthew G Knepley       PetscInt        numPoints, p;
672cd0c2139SMatthew G Knepley 
6739566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(label, values[val], &pointIS));
6749566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(pointIS, &numPoints));
6759566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(pointIS, &points));
676cd0c2139SMatthew G Knepley       for (p = 0; p < numPoints; ++p) {
6772582d50cSToby Isaac         const PetscInt newpoint = DMPlexShiftPoint_Internal(points[p], depth, depthShift);
678cd0c2139SMatthew G Knepley 
6799566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(newlabel, newpoint, values[val]));
680cd0c2139SMatthew G Knepley       }
6819566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(pointIS, &points));
6829566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
683cd0c2139SMatthew G Knepley     }
6849566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
6859566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
686cd0c2139SMatthew G Knepley   }
687d56405f8SMatthew G. Knepley   PetscFunctionReturn(0);
688d56405f8SMatthew G. Knepley }
689d56405f8SMatthew G. Knepley 
690d56405f8SMatthew G. Knepley static PetscErrorCode DMPlexCreateVTKLabel_Internal(DM dm, PetscBool createGhostLabel, DM dmNew)
691d56405f8SMatthew G. Knepley {
692d56405f8SMatthew G. Knepley   PetscSF            sfPoint;
693d56405f8SMatthew G. Knepley   DMLabel            vtkLabel, ghostLabel = NULL;
694d56405f8SMatthew G. Knepley   const PetscSFNode *leafRemote;
695d56405f8SMatthew G. Knepley   const PetscInt    *leafLocal;
696d56405f8SMatthew G. Knepley   PetscInt           cellHeight, cStart, cEnd, c, fStart, fEnd, f, numLeaves, l;
697d56405f8SMatthew G. Knepley   PetscMPIInt        rank;
698d56405f8SMatthew G. Knepley 
699d56405f8SMatthew G. Knepley   PetscFunctionBegin;
700cd0c2139SMatthew G Knepley    /* Step 11: Make label for output (vtk) and to mark ghost points (ghost) */
7019566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank));
7029566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sfPoint));
7039566063dSJacob Faibussowitsch   PetscCall(DMPlexGetVTKCellHeight(dmNew, &cellHeight));
7049566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd));
7059566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sfPoint, NULL, &numLeaves, &leafLocal, &leafRemote));
7069566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(dmNew, "vtk"));
7079566063dSJacob Faibussowitsch   PetscCall(DMGetLabel(dmNew, "vtk", &vtkLabel));
708d56405f8SMatthew G. Knepley   if (createGhostLabel) {
7099566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(dmNew, "ghost"));
7109566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dmNew, "ghost", &ghostLabel));
711d56405f8SMatthew G. Knepley   }
712cd0c2139SMatthew G Knepley   for (l = 0, c = cStart; l < numLeaves && c < cEnd; ++l, ++c) {
713cd0c2139SMatthew G Knepley     for (; c < leafLocal[l] && c < cEnd; ++c) {
7149566063dSJacob Faibussowitsch       PetscCall(DMLabelSetValue(vtkLabel, c, 1));
715cd0c2139SMatthew G Knepley     }
716cd0c2139SMatthew G Knepley     if (leafLocal[l] >= cEnd) break;
717cd0c2139SMatthew G Knepley     if (leafRemote[l].rank == rank) {
7189566063dSJacob Faibussowitsch       PetscCall(DMLabelSetValue(vtkLabel, c, 1));
7191baa6e33SBarry Smith     } else if (ghostLabel) PetscCall(DMLabelSetValue(ghostLabel, c, 2));
720cd0c2139SMatthew G Knepley   }
721cd0c2139SMatthew G Knepley   for (; c < cEnd; ++c) {
7229566063dSJacob Faibussowitsch     PetscCall(DMLabelSetValue(vtkLabel, c, 1));
723cd0c2139SMatthew G Knepley   }
724d56405f8SMatthew G. Knepley   if (ghostLabel) {
7259566063dSJacob Faibussowitsch     PetscCall(DMPlexGetHeightStratum(dmNew, 1, &fStart, &fEnd));
726cd0c2139SMatthew G Knepley     for (f = fStart; f < fEnd; ++f) {
727cd0c2139SMatthew G Knepley       PetscInt numCells;
728cd0c2139SMatthew G Knepley 
7299566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dmNew, f, &numCells));
730cd0c2139SMatthew G Knepley       if (numCells < 2) {
7319566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(ghostLabel, f, 1));
732cd0c2139SMatthew G Knepley       } else {
733cd0c2139SMatthew G Knepley         const PetscInt *cells = NULL;
734cd0c2139SMatthew G Knepley         PetscInt        vA, vB;
735cd0c2139SMatthew G Knepley 
7369566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dmNew, f, &cells));
7379566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(vtkLabel, cells[0], &vA));
7389566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(vtkLabel, cells[1], &vB));
7399566063dSJacob Faibussowitsch         if (vA != 1 && vB != 1) PetscCall(DMLabelSetValue(ghostLabel, f, 1));
740cd0c2139SMatthew G Knepley       }
741cd0c2139SMatthew G Knepley     }
742d56405f8SMatthew G. Knepley   }
743cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
744cd0c2139SMatthew G Knepley }
745cd0c2139SMatthew G Knepley 
746ca04dac2SToby Isaac static PetscErrorCode DMPlexShiftTree_Internal(DM dm, PetscInt depthShift[], DM dmNew)
747ca04dac2SToby Isaac {
748ca04dac2SToby Isaac   DM             refTree;
749ca04dac2SToby Isaac   PetscSection   pSec;
750ca04dac2SToby Isaac   PetscInt       *parents, *childIDs;
751ca04dac2SToby Isaac 
752ca04dac2SToby Isaac   PetscFunctionBegin;
7539566063dSJacob Faibussowitsch   PetscCall(DMPlexGetReferenceTree(dm,&refTree));
7549566063dSJacob Faibussowitsch   PetscCall(DMPlexSetReferenceTree(dmNew,refTree));
7559566063dSJacob Faibussowitsch   PetscCall(DMPlexGetTree(dm,&pSec,&parents,&childIDs,NULL,NULL));
756ca04dac2SToby Isaac   if (pSec) {
7572582d50cSToby Isaac     PetscInt p, pStart, pEnd, *parentsShifted, pStartShifted, pEndShifted, depth;
758fb4630b5SToby Isaac     PetscInt *childIDsShifted;
759ca04dac2SToby Isaac     PetscSection pSecShifted;
760ca04dac2SToby Isaac 
7619566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetChart(pSec,&pStart,&pEnd));
7629566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepth(dm,&depth));
7632582d50cSToby Isaac     pStartShifted = DMPlexShiftPoint_Internal(pStart,depth,depthShift);
7642582d50cSToby Isaac     pEndShifted   = DMPlexShiftPoint_Internal(pEnd,depth,depthShift);
7659566063dSJacob Faibussowitsch     PetscCall(PetscMalloc2(pEndShifted - pStartShifted,&parentsShifted,pEndShifted-pStartShifted,&childIDsShifted));
7669566063dSJacob Faibussowitsch     PetscCall(PetscSectionCreate(PetscObjectComm((PetscObject)dmNew),&pSecShifted));
7679566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(pSecShifted,pStartShifted,pEndShifted));
768ca04dac2SToby Isaac     for (p = pStartShifted; p < pEndShifted; p++) {
769fb4630b5SToby Isaac       /* start off assuming no children */
7709566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(pSecShifted,p,0));
771fb4630b5SToby Isaac     }
772fb4630b5SToby Isaac     for (p = pStart; p < pEnd; p++) {
773fb4630b5SToby Isaac       PetscInt dof;
774fb4630b5SToby Isaac       PetscInt pNew = DMPlexShiftPoint_Internal(p,depth,depthShift);
775ca04dac2SToby Isaac 
7769566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(pSec,p,&dof));
7779566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(pSecShifted,pNew,dof));
778ca04dac2SToby Isaac     }
7799566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(pSecShifted));
780fb4630b5SToby Isaac     for (p = pStart; p < pEnd; p++) {
781fb4630b5SToby Isaac       PetscInt dof;
782fb4630b5SToby Isaac       PetscInt pNew = DMPlexShiftPoint_Internal(p,depth,depthShift);
783fb4630b5SToby Isaac 
7849566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(pSec,p,&dof));
785fb4630b5SToby Isaac       if (dof) {
786fb4630b5SToby Isaac         PetscInt off, offNew;
787fb4630b5SToby Isaac 
7889566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(pSec,p,&off));
7899566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(pSecShifted,pNew,&offNew));
790fb4630b5SToby Isaac         parentsShifted[offNew] = DMPlexShiftPoint_Internal(parents[off],depth,depthShift);
791fb4630b5SToby Isaac         childIDsShifted[offNew] = childIDs[off];
792fb4630b5SToby Isaac       }
793fb4630b5SToby Isaac     }
7949566063dSJacob Faibussowitsch     PetscCall(DMPlexSetTree(dmNew,pSecShifted,parentsShifted,childIDsShifted));
7959566063dSJacob Faibussowitsch     PetscCall(PetscFree2(parentsShifted,childIDsShifted));
7969566063dSJacob Faibussowitsch     PetscCall(PetscSectionDestroy(&pSecShifted));
797ca04dac2SToby Isaac   }
798ca04dac2SToby Isaac   PetscFunctionReturn(0);
799ca04dac2SToby Isaac }
800ca04dac2SToby Isaac 
801cd0c2139SMatthew G Knepley static PetscErrorCode DMPlexConstructGhostCells_Internal(DM dm, DMLabel label, PetscInt *numGhostCells, DM gdm)
802cd0c2139SMatthew G Knepley {
803da97024aSMatthew G. Knepley   PetscSF               sf;
804cd0c2139SMatthew G Knepley   IS                    valueIS;
805da97024aSMatthew G. Knepley   const PetscInt       *values, *leaves;
806cd0c2139SMatthew G Knepley   PetscInt             *depthShift;
8072582d50cSToby Isaac   PetscInt              d, depth = 0, nleaves, loc, Ng, numFS, fs, fStart, fEnd, ghostCell, cEnd, c;
80890b157c4SStefano Zampini   PetscBool             isper;
80990b157c4SStefano Zampini   const PetscReal      *maxCell, *L;
81090b157c4SStefano Zampini   const DMBoundaryType *bd;
811cd0c2139SMatthew G Knepley 
812cd0c2139SMatthew G Knepley   PetscFunctionBegin;
8139566063dSJacob Faibussowitsch   PetscCall(DMGetPointSF(dm, &sf));
8149566063dSJacob Faibussowitsch   PetscCall(PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL));
815da97024aSMatthew G. Knepley   nleaves = PetscMax(0, nleaves);
8169566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd));
817cd0c2139SMatthew G Knepley   /* Count ghost cells */
8189566063dSJacob Faibussowitsch   PetscCall(DMLabelGetValueIS(label, &valueIS));
8199566063dSJacob Faibussowitsch   PetscCall(ISGetLocalSize(valueIS, &numFS));
8209566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(valueIS, &values));
8214a6cfa73SMatthew G. Knepley   Ng   = 0;
822cd0c2139SMatthew G Knepley   for (fs = 0; fs < numFS; ++fs) {
82346c796b9SMatthew G. Knepley     IS              faceIS;
82446c796b9SMatthew G. Knepley     const PetscInt *faces;
82546c796b9SMatthew G. Knepley     PetscInt        numFaces, f, numBdFaces = 0;
826cd0c2139SMatthew G Knepley 
8279566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS));
8289566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(faceIS, &numFaces));
8299566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(faceIS, &faces));
83046c796b9SMatthew G. Knepley     for (f = 0; f < numFaces; ++f) {
831ca04dac2SToby Isaac       PetscInt numChildren;
832ca04dac2SToby Isaac 
8339566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc));
8349566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTreeChildren(dm,faces[f],&numChildren,NULL));
835ca04dac2SToby Isaac       /* non-local and ancestors points don't get to register ghosts */
836ca04dac2SToby Isaac       if (loc >= 0 || numChildren) continue;
83746c796b9SMatthew G. Knepley       if ((faces[f] >= fStart) && (faces[f] < fEnd)) ++numBdFaces;
83846c796b9SMatthew G. Knepley     }
8394a6cfa73SMatthew G. Knepley     Ng += numBdFaces;
8409566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(faceIS, &faces));
8419566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&faceIS));
842cd0c2139SMatthew G Knepley   }
8439566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
8449566063dSJacob Faibussowitsch   PetscCall(PetscMalloc1(2*(depth+1), &depthShift));
8452582d50cSToby Isaac   for (d = 0; d <= depth; d++) {
84659eef20bSToby Isaac     PetscInt dEnd;
8472582d50cSToby Isaac 
8489566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm,d,NULL,&dEnd));
84959eef20bSToby Isaac     depthShift[2*d]   = dEnd;
8502582d50cSToby Isaac     depthShift[2*d+1] = 0;
8512582d50cSToby Isaac   }
8522582d50cSToby Isaac   if (depth >= 0) depthShift[2*depth+1] = Ng;
8539566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPointSetUp_Internal(depth,depthShift));
8549566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSizes_Internal(dm, depthShift, gdm));
855cd0c2139SMatthew G Knepley   /* Step 3: Set cone/support sizes for new points */
8569566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(dm, 0, NULL, &cEnd));
8574a6cfa73SMatthew G. Knepley   for (c = cEnd; c < cEnd + Ng; ++c) {
8589566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeSize(gdm, c, 1));
859cd0c2139SMatthew G Knepley   }
860cd0c2139SMatthew G Knepley   for (fs = 0; fs < numFS; ++fs) {
861cd0c2139SMatthew G Knepley     IS              faceIS;
862cd0c2139SMatthew G Knepley     const PetscInt *faces;
863cd0c2139SMatthew G Knepley     PetscInt        numFaces, f;
864cd0c2139SMatthew G Knepley 
8659566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS));
8669566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(faceIS, &numFaces));
8679566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(faceIS, &faces));
868cd0c2139SMatthew G Knepley     for (f = 0; f < numFaces; ++f) {
869ca04dac2SToby Isaac       PetscInt size, numChildren;
870cd0c2139SMatthew G Knepley 
8719566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc));
8729566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTreeChildren(dm,faces[f],&numChildren,NULL));
873ca04dac2SToby Isaac       if (loc >= 0 || numChildren) continue;
87446c796b9SMatthew G. Knepley       if ((faces[f] < fStart) || (faces[f] >= fEnd)) continue;
8759566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, faces[f], &size));
87663a3b9bcSJacob Faibussowitsch       PetscCheck(size == 1,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "DM has boundary face %" PetscInt_FMT " with %" PetscInt_FMT " support cells", faces[f], size);
8779566063dSJacob Faibussowitsch       PetscCall(DMPlexSetSupportSize(gdm, faces[f] + Ng, 2));
878cd0c2139SMatthew G Knepley     }
8799566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(faceIS, &faces));
8809566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&faceIS));
881cd0c2139SMatthew G Knepley   }
882cd0c2139SMatthew G Knepley   /* Step 4: Setup ghosted DM */
8839566063dSJacob Faibussowitsch   PetscCall(DMSetUp(gdm));
8849566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPoints_Internal(dm, depthShift, gdm));
885cd0c2139SMatthew G Knepley   /* Step 6: Set cones and supports for new points */
886cd0c2139SMatthew G Knepley   ghostCell = cEnd;
887cd0c2139SMatthew G Knepley   for (fs = 0; fs < numFS; ++fs) {
888cd0c2139SMatthew G Knepley     IS              faceIS;
889cd0c2139SMatthew G Knepley     const PetscInt *faces;
890cd0c2139SMatthew G Knepley     PetscInt        numFaces, f;
891cd0c2139SMatthew G Knepley 
8929566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, values[fs], &faceIS));
8939566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(faceIS, &numFaces));
8949566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(faceIS, &faces));
89546c796b9SMatthew G. Knepley     for (f = 0; f < numFaces; ++f) {
896ca04dac2SToby Isaac       PetscInt newFace = faces[f] + Ng, numChildren;
897cd0c2139SMatthew G Knepley 
8989566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(faces[f], nleaves, leaves, &loc));
8999566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTreeChildren(dm,faces[f],&numChildren,NULL));
900ca04dac2SToby Isaac       if (loc >= 0 || numChildren) continue;
90146c796b9SMatthew G. Knepley       if ((faces[f] < fStart) || (faces[f] >= fEnd)) continue;
9029566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCone(gdm, ghostCell, &newFace));
9039566063dSJacob Faibussowitsch       PetscCall(DMPlexInsertSupport(gdm, newFace, 1, ghostCell));
90446c796b9SMatthew G. Knepley       ++ghostCell;
905cd0c2139SMatthew G Knepley     }
9069566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(faceIS, &faces));
9079566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&faceIS));
908cd0c2139SMatthew G Knepley   }
9099566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(valueIS, &values));
9109566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&valueIS));
9119566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftCoordinates_Internal(dm, depthShift, gdm));
9129566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSF_Internal(dm, depthShift, gdm));
9139566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftLabels_Internal(dm, depthShift, gdm));
9149566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateVTKLabel_Internal(dm, PETSC_TRUE, gdm));
9159566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftTree_Internal(dm, depthShift, gdm));
9169566063dSJacob Faibussowitsch   PetscCall(PetscFree(depthShift));
917412e9a14SMatthew G. Knepley   for (c = cEnd; c < cEnd + Ng; ++c) {
9189566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCellType(gdm, c, DM_POLYTOPE_FV_GHOST));
919412e9a14SMatthew G. Knepley   }
920966c7b3fSMatthew G. Knepley   /* Step 7: Periodicity */
9219566063dSJacob Faibussowitsch   PetscCall(DMGetPeriodicity(dm, &isper, &maxCell, &L, &bd));
9229566063dSJacob Faibussowitsch   PetscCall(DMSetPeriodicity(gdm, isper, maxCell,  L,  bd));
9234a6cfa73SMatthew G. Knepley   if (numGhostCells) *numGhostCells = Ng;
924cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
925cd0c2139SMatthew G Knepley }
926cd0c2139SMatthew G Knepley 
927cd0c2139SMatthew G Knepley /*@C
928cd0c2139SMatthew G Knepley   DMPlexConstructGhostCells - Construct ghost cells which connect to every boundary face
929cd0c2139SMatthew G Knepley 
930cd0c2139SMatthew G Knepley   Collective on dm
931cd0c2139SMatthew G Knepley 
932cd0c2139SMatthew G Knepley   Input Parameters:
933cd0c2139SMatthew G Knepley + dm - The original DM
934cd0c2139SMatthew G Knepley - labelName - The label specifying the boundary faces, or "Face Sets" if this is NULL
935cd0c2139SMatthew G Knepley 
936cd0c2139SMatthew G Knepley   Output Parameters:
937cd0c2139SMatthew G Knepley + numGhostCells - The number of ghost cells added to the DM
938cd0c2139SMatthew G Knepley - dmGhosted - The new DM
939cd0c2139SMatthew G Knepley 
940cd0c2139SMatthew G Knepley   Note: If no label exists of that name, one will be created marking all boundary faces
941cd0c2139SMatthew G Knepley 
942cd0c2139SMatthew G Knepley   Level: developer
943cd0c2139SMatthew G Knepley 
944db781477SPatrick Sanan .seealso: `DMCreate()`
94531266bc0SMatthew G. Knepley @*/
946cd0c2139SMatthew G Knepley PetscErrorCode DMPlexConstructGhostCells(DM dm, const char labelName[], PetscInt *numGhostCells, DM *dmGhosted)
947cd0c2139SMatthew G Knepley {
948cd0c2139SMatthew G Knepley   DM             gdm;
949cd0c2139SMatthew G Knepley   DMLabel        label;
950cd0c2139SMatthew G Knepley   const char    *name = labelName ? labelName : "Face Sets";
951412e9a14SMatthew G. Knepley   PetscInt       dim, Ng = 0;
952b0441da4SMatthew G. Knepley   PetscBool      useCone, useClosure;
953cd0c2139SMatthew G Knepley 
954cd0c2139SMatthew G Knepley   PetscFunctionBegin;
955cd0c2139SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
956dadcf809SJacob Faibussowitsch   if (numGhostCells) PetscValidIntPointer(numGhostCells, 3);
957cd0c2139SMatthew G Knepley   PetscValidPointer(dmGhosted, 4);
9589566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), &gdm));
9599566063dSJacob Faibussowitsch   PetscCall(DMSetType(gdm, DMPLEX));
9609566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
9619566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(gdm, dim));
9629566063dSJacob Faibussowitsch   PetscCall(DMGetBasicAdjacency(dm, &useCone, &useClosure));
9639566063dSJacob Faibussowitsch   PetscCall(DMSetBasicAdjacency(gdm, useCone,  useClosure));
9649566063dSJacob Faibussowitsch   PetscCall(DMGetLabel(dm, name, &label));
965cd0c2139SMatthew G Knepley   if (!label) {
966cd0c2139SMatthew G Knepley     /* Get label for boundary faces */
9679566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(dm, name));
9689566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dm, name, &label));
9699566063dSJacob Faibussowitsch     PetscCall(DMPlexMarkBoundaryFaces(dm, 1, label));
970cd0c2139SMatthew G Knepley   }
9719566063dSJacob Faibussowitsch   PetscCall(DMPlexConstructGhostCells_Internal(dm, label, &Ng, gdm));
9729566063dSJacob Faibussowitsch   PetscCall(DMCopyDisc(dm, gdm));
9735de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, gdm));
974cad26855SMatthew G. Knepley   gdm->setfromoptionscalled = dm->setfromoptionscalled;
975d80ece95SMatthew G. Knepley   if (numGhostCells) *numGhostCells = Ng;
976cd0c2139SMatthew G Knepley   *dmGhosted = gdm;
977cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
978cd0c2139SMatthew G Knepley }
979cd0c2139SMatthew G Knepley 
980accc9626SMatthew G. Knepley static PetscErrorCode DivideCells_Private(DM dm, DMLabel label, DMPlexPointQueue queue)
981accc9626SMatthew G. Knepley {
982accc9626SMatthew G. Knepley   PetscInt dim, d, shift = 100, *pStart, *pEnd;
983accc9626SMatthew G. Knepley 
984accc9626SMatthew G. Knepley   PetscFunctionBegin;
985accc9626SMatthew G. Knepley   PetscCall(DMGetDimension(dm, &dim));
986accc9626SMatthew G. Knepley   PetscCall(PetscMalloc2(dim, &pStart, dim, &pEnd));
987accc9626SMatthew G. Knepley   for (d = 0; d < dim; ++d) {
988accc9626SMatthew G. Knepley     PetscCall(DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]));
989accc9626SMatthew G. Knepley   }
990accc9626SMatthew G. Knepley   while (!DMPlexPointQueueEmpty(queue)) {
991accc9626SMatthew G. Knepley     PetscInt  cell    = -1;
992accc9626SMatthew G. Knepley     PetscInt *closure = NULL;
993accc9626SMatthew G. Knepley     PetscInt  closureSize, cl, cval;
994accc9626SMatthew G. Knepley 
995accc9626SMatthew G. Knepley     PetscCall(DMPlexPointQueueDequeue(queue, &cell));
996accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, cell, &cval));
997accc9626SMatthew G. Knepley     PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
998accc9626SMatthew G. Knepley     /* Mark points in the cell closure that touch the fault */
999accc9626SMatthew G. Knepley     for (d = 0; d < dim; ++d) {
1000accc9626SMatthew G. Knepley       for (cl = 0; cl < closureSize*2; cl += 2) {
1001accc9626SMatthew G. Knepley         const PetscInt clp = closure[cl];
1002accc9626SMatthew G. Knepley         PetscInt       clval;
1003accc9626SMatthew G. Knepley 
1004accc9626SMatthew G. Knepley         if ((clp < pStart[d]) || (clp >= pEnd[d])) continue;
1005accc9626SMatthew G. Knepley         PetscCall(DMLabelGetValue(label, clp, &clval));
1006accc9626SMatthew G. Knepley         if (clval == -1) {
1007accc9626SMatthew G. Knepley           const PetscInt *cone;
1008accc9626SMatthew G. Knepley           PetscInt        coneSize, c;
1009accc9626SMatthew G. Knepley 
1010accc9626SMatthew G. Knepley           /* If a cone point touches the fault, then this point touches the fault */
1011accc9626SMatthew G. Knepley           PetscCall(DMPlexGetCone(dm, clp, &cone));
1012accc9626SMatthew G. Knepley           PetscCall(DMPlexGetConeSize(dm, clp, &coneSize));
1013accc9626SMatthew G. Knepley           for (c = 0; c < coneSize; ++c) {
1014accc9626SMatthew G. Knepley             PetscInt cpval;
1015accc9626SMatthew G. Knepley 
1016accc9626SMatthew G. Knepley             PetscCall(DMLabelGetValue(label, cone[c], &cpval));
1017accc9626SMatthew G. Knepley             if (cpval != -1) {
1018accc9626SMatthew G. Knepley               PetscInt dep;
1019accc9626SMatthew G. Knepley 
1020accc9626SMatthew G. Knepley               PetscCall(DMPlexGetPointDepth(dm, clp, &dep));
1021accc9626SMatthew G. Knepley               clval = cval < 0 ? -(shift+dep) : shift+dep;
1022accc9626SMatthew G. Knepley               PetscCall(DMLabelSetValue(label, clp, clval));
1023accc9626SMatthew G. Knepley               break;
1024accc9626SMatthew G. Knepley             }
1025accc9626SMatthew G. Knepley           }
1026accc9626SMatthew G. Knepley         }
1027accc9626SMatthew G. Knepley         /* Mark neighbor cells through marked faces (these cells must also touch the fault) */
1028accc9626SMatthew G. Knepley         if (d == dim-1 && clval != -1) {
1029accc9626SMatthew G. Knepley           const PetscInt *support;
1030accc9626SMatthew G. Knepley           PetscInt        supportSize, s, nval;
1031accc9626SMatthew G. Knepley 
1032accc9626SMatthew G. Knepley           PetscCall(DMPlexGetSupport(dm, clp, &support));
1033accc9626SMatthew G. Knepley           PetscCall(DMPlexGetSupportSize(dm, clp, &supportSize));
1034accc9626SMatthew G. Knepley           for (s = 0; s < supportSize; ++s) {
1035accc9626SMatthew G. Knepley             PetscCall(DMLabelGetValue(label, support[s], &nval));
1036accc9626SMatthew G. Knepley             if (nval == -1) {
1037accc9626SMatthew G. Knepley               PetscCall(DMLabelSetValue(label, support[s], clval < 0 ? clval-1 : clval+1));
1038accc9626SMatthew G. Knepley               PetscCall(DMPlexPointQueueEnqueue(queue, support[s]));
1039accc9626SMatthew G. Knepley             }
1040accc9626SMatthew G. Knepley           }
1041accc9626SMatthew G. Knepley         }
1042accc9626SMatthew G. Knepley       }
1043accc9626SMatthew G. Knepley     }
1044accc9626SMatthew G. Knepley     PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
1045accc9626SMatthew G. Knepley   }
1046accc9626SMatthew G. Knepley   PetscCall(PetscFree2(pStart, pEnd));
1047accc9626SMatthew G. Knepley   PetscFunctionReturn(0);
1048accc9626SMatthew G. Knepley }
1049accc9626SMatthew G. Knepley 
1050accc9626SMatthew G. Knepley typedef struct {
1051accc9626SMatthew G. Knepley   DM               dm;
1052accc9626SMatthew G. Knepley   DMPlexPointQueue queue;
1053accc9626SMatthew G. Knepley } PointDivision;
1054accc9626SMatthew G. Knepley 
1055accc9626SMatthew G. Knepley static PetscErrorCode divideCell(DMLabel label, PetscInt p, PetscInt val, void *ctx)
1056accc9626SMatthew G. Knepley {
1057accc9626SMatthew G. Knepley   PointDivision  *div  = (PointDivision *) ctx;
1058accc9626SMatthew G. Knepley   PetscInt        cval = val < 0 ? val-1 : val+1;
1059accc9626SMatthew G. Knepley   const PetscInt *support;
1060accc9626SMatthew G. Knepley   PetscInt        supportSize, s;
1061accc9626SMatthew G. Knepley 
1062accc9626SMatthew G. Knepley   PetscFunctionBegin;
1063accc9626SMatthew G. Knepley   PetscCall(DMPlexGetSupport(div->dm, p, &support));
1064accc9626SMatthew G. Knepley   PetscCall(DMPlexGetSupportSize(div->dm, p, &supportSize));
1065accc9626SMatthew G. Knepley   for (s = 0; s < supportSize; ++s) {
1066accc9626SMatthew G. Knepley     PetscCall(DMLabelSetValue(label, support[s], cval));
1067accc9626SMatthew G. Knepley     PetscCall(DMPlexPointQueueEnqueue(div->queue, support[s]));
1068accc9626SMatthew G. Knepley   }
1069accc9626SMatthew G. Knepley   PetscFunctionReturn(0);
1070accc9626SMatthew G. Knepley }
1071accc9626SMatthew G. Knepley 
1072accc9626SMatthew G. Knepley /* Mark cells by label propagation */
1073accc9626SMatthew G. Knepley static PetscErrorCode DMPlexLabelFaultHalo(DM dm, DMLabel faultLabel)
1074accc9626SMatthew G. Knepley {
1075accc9626SMatthew G. Knepley   DMPlexPointQueue queue = NULL;
1076accc9626SMatthew G. Knepley   PointDivision    div;
1077accc9626SMatthew G. Knepley   PetscSF          pointSF;
1078accc9626SMatthew G. Knepley   IS               pointIS;
1079accc9626SMatthew G. Knepley   const PetscInt  *points;
1080accc9626SMatthew G. Knepley   PetscBool        empty;
1081accc9626SMatthew G. Knepley   PetscInt         dim, shift = 100, n, i;
1082accc9626SMatthew G. Knepley 
1083accc9626SMatthew G. Knepley   PetscFunctionBegin;
1084accc9626SMatthew G. Knepley   PetscCall(DMGetDimension(dm, &dim));
1085accc9626SMatthew G. Knepley   PetscCall(DMPlexPointQueueCreate(1024, &queue));
1086accc9626SMatthew G. Knepley   div.dm    = dm;
1087accc9626SMatthew G. Knepley   div.queue = queue;
1088accc9626SMatthew G. Knepley   /* Enqueue cells on fault */
1089accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(faultLabel, shift+dim, &pointIS));
1090accc9626SMatthew G. Knepley   if (pointIS) {
1091accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(pointIS, &n));
1092accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(pointIS, &points));
1093accc9626SMatthew G. Knepley     for (i = 0; i < n; ++i) {PetscCall(DMPlexPointQueueEnqueue(queue, points[i]));}
1094accc9626SMatthew G. Knepley     PetscCall(ISRestoreIndices(pointIS, &points));
1095accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&pointIS));
1096accc9626SMatthew G. Knepley   }
1097accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(faultLabel, -(shift+dim), &pointIS));
1098accc9626SMatthew G. Knepley   if (pointIS) {
1099accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(pointIS, &n));
1100accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(pointIS, &points));
1101accc9626SMatthew G. Knepley     for (i = 0; i < n; ++i) {PetscCall(DMPlexPointQueueEnqueue(queue, points[i]));}
1102accc9626SMatthew G. Knepley     PetscCall(ISRestoreIndices(pointIS, &points));
1103accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&pointIS));
1104accc9626SMatthew G. Knepley   }
1105accc9626SMatthew G. Knepley 
1106accc9626SMatthew G. Knepley   PetscCall(DMGetPointSF(dm, &pointSF));
1107accc9626SMatthew G. Knepley   PetscCall(DMLabelPropagateBegin(faultLabel, pointSF));
1108accc9626SMatthew G. Knepley   /* While edge queue is not empty: */
1109accc9626SMatthew G. Knepley   PetscCall(DMPlexPointQueueEmptyCollective((PetscObject) dm, queue, &empty));
1110accc9626SMatthew G. Knepley   while (!empty) {
1111accc9626SMatthew G. Knepley     PetscCall(DivideCells_Private(dm, faultLabel, queue));
1112accc9626SMatthew G. Knepley     PetscCall(DMLabelPropagatePush(faultLabel, pointSF, divideCell, &div));
1113accc9626SMatthew G. Knepley     PetscCall(DMPlexPointQueueEmptyCollective((PetscObject) dm, queue, &empty));
1114accc9626SMatthew G. Knepley   }
1115accc9626SMatthew G. Knepley   PetscCall(DMLabelPropagateEnd(faultLabel, pointSF));
1116accc9626SMatthew G. Knepley   PetscCall(DMPlexPointQueueDestroy(&queue));
1117accc9626SMatthew G. Knepley   PetscFunctionReturn(0);
1118accc9626SMatthew G. Knepley }
1119accc9626SMatthew G. Knepley 
1120607ab7a9SMatthew G. Knepley /*
1121faedd622SMatthew G. Knepley   We are adding three kinds of points here:
1122607ab7a9SMatthew G. Knepley     Replicated:     Copies of points which exist in the mesh, such as vertices identified across a fault
1123faedd622SMatthew G. Knepley     Non-replicated: Points which exist on the fault, but are not replicated
1124b6dfa339SMatthew G. Knepley     Ghost:          These are shared fault faces which are not owned by this process. These do not produce hybrid cells and do not replicate
1125607ab7a9SMatthew G. Knepley     Hybrid:         Entirely new points, such as cohesive cells
1126a6ae58d1SMatthew G. Knepley 
1127a6ae58d1SMatthew G. Knepley   When creating subsequent cohesive cells, we shift the old hybrid cells to the end of the numbering at
1128a6ae58d1SMatthew G. Knepley   each depth so that the new split/hybrid points can be inserted as a block.
1129607ab7a9SMatthew G. Knepley */
11307db7e0a7SMatthew G. Knepley static PetscErrorCode DMPlexConstructCohesiveCells_Internal(DM dm, DMLabel label, DMLabel splitLabel, DM sdm)
1131cd0c2139SMatthew G Knepley {
1132cd0c2139SMatthew G Knepley   MPI_Comm         comm;
1133607ab7a9SMatthew G. Knepley   IS               valueIS;
1134607ab7a9SMatthew G. Knepley   PetscInt         numSP = 0;          /* The number of depths for which we have replicated points */
1135607ab7a9SMatthew G. Knepley   const PetscInt  *values;             /* List of depths for which we have replicated points */
113618c5995bSMatthew G. Knepley   IS              *splitIS;
113718c5995bSMatthew G. Knepley   IS              *unsplitIS;
1138b6dfa339SMatthew G. Knepley   IS               ghostIS;
1139607ab7a9SMatthew G. Knepley   PetscInt        *numSplitPoints;     /* The number of replicated points at each depth */
114018c5995bSMatthew G. Knepley   PetscInt        *numUnsplitPoints;   /* The number of non-replicated points at each depth which still give rise to hybrid points */
114136dbac82SMatthew G. Knepley   PetscInt        *numHybridPoints;    /* The number of new hybrid points at each depth */
114236dbac82SMatthew G. Knepley   PetscInt        *numHybridPointsOld; /* The number of existing hybrid points at each depth */
1143b6dfa339SMatthew G. Knepley   PetscInt         numGhostPoints;     /* The number of unowned, shared fault faces */
1144607ab7a9SMatthew G. Knepley   const PetscInt **splitPoints;        /* Replicated points for each depth */
114518c5995bSMatthew G. Knepley   const PetscInt **unsplitPoints;      /* Non-replicated points for each depth */
1146b6dfa339SMatthew G. Knepley   const PetscInt  *ghostPoints;        /* Ghost fault faces */
1147cd0c2139SMatthew G Knepley   PetscSection     coordSection;
1148cd0c2139SMatthew G Knepley   Vec              coordinates;
1149cd0c2139SMatthew G Knepley   PetscScalar     *coords;
1150a6ae58d1SMatthew G. Knepley   PetscInt        *depthMax;           /* The first hybrid point at each depth in the original mesh */
1151a6ae58d1SMatthew G. Knepley   PetscInt        *depthEnd;           /* The point limit at each depth in the original mesh */
1152607ab7a9SMatthew G. Knepley   PetscInt        *depthShift;         /* Number of replicated+hybrid points at each depth */
1153607ab7a9SMatthew G. Knepley   PetscInt        *pMaxNew;            /* The first replicated point at each depth in the new mesh, hybrids come after this */
1154607ab7a9SMatthew G. Knepley   PetscInt        *coneNew, *coneONew, *supportNew;
115518c5995bSMatthew G. Knepley   PetscInt         shift = 100, shift2 = 200, depth = 0, dep, dim, d, sp, maxConeSize, maxSupportSize, maxConeSizeNew, maxSupportSizeNew, numLabels, vStart, vEnd, pEnd, p, v;
1156cd0c2139SMatthew G Knepley 
1157cd0c2139SMatthew G Knepley   PetscFunctionBegin;
11589566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm,&comm));
11599566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
11609566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
11619566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
1162412e9a14SMatthew G. Knepley   /* We do not want this label automatically computed, instead we compute it here */
11639566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(sdm, "celltype"));
1164cd0c2139SMatthew G Knepley   /* Count split points and add cohesive cells */
11659566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize));
11669566063dSJacob Faibussowitsch   PetscCall(PetscMalloc5(depth+1,&depthMax,depth+1,&depthEnd,2*(depth+1),&depthShift,depth+1,&pMaxNew,depth+1,&numHybridPointsOld));
11679566063dSJacob Faibussowitsch   PetscCall(PetscMalloc7(depth+1,&splitIS,depth+1,&unsplitIS,depth+1,&numSplitPoints,depth+1,&numUnsplitPoints,depth+1,&numHybridPoints,depth+1,&splitPoints,depth+1,&unsplitPoints));
1168607ab7a9SMatthew G. Knepley   for (d = 0; d <= depth; ++d) {
11699566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, d, NULL, &pMaxNew[d]));
11709566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, d, &depthMax[d], NULL));
1171a6ae58d1SMatthew G. Knepley     depthEnd[d]           = pMaxNew[d];
1172a6ae58d1SMatthew G. Knepley     depthMax[d]           = depthMax[d] < 0 ? depthEnd[d] : depthMax[d];
1173607ab7a9SMatthew G. Knepley     numSplitPoints[d]     = 0;
117418c5995bSMatthew G. Knepley     numUnsplitPoints[d]   = 0;
1175607ab7a9SMatthew G. Knepley     numHybridPoints[d]    = 0;
1176a6ae58d1SMatthew G. Knepley     numHybridPointsOld[d] = depthMax[d] < 0 ? 0 : depthEnd[d] - depthMax[d];
1177607ab7a9SMatthew G. Knepley     splitPoints[d]        = NULL;
117818c5995bSMatthew G. Knepley     unsplitPoints[d]      = NULL;
117918c5995bSMatthew G. Knepley     splitIS[d]            = NULL;
118018c5995bSMatthew G. Knepley     unsplitIS[d]          = NULL;
118159eef20bSToby Isaac     /* we are shifting the existing hybrid points with the stratum behind them, so
118259eef20bSToby Isaac      * the split comes at the end of the normal points, i.e., at depthMax[d] */
118359eef20bSToby Isaac     depthShift[2*d]       = depthMax[d];
118459eef20bSToby Isaac     depthShift[2*d+1]     = 0;
1185607ab7a9SMatthew G. Knepley   }
1186b6dfa339SMatthew G. Knepley   numGhostPoints = 0;
1187b6dfa339SMatthew G. Knepley   ghostPoints    = NULL;
1188cd0c2139SMatthew G Knepley   if (label) {
11899566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(label, &valueIS));
11909566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &numSP));
11919566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
1192cd0c2139SMatthew G Knepley   }
1193cd0c2139SMatthew G Knepley   for (sp = 0; sp < numSP; ++sp) {
1194cd0c2139SMatthew G Knepley     const PetscInt dep = values[sp];
1195cd0c2139SMatthew G Knepley 
1196cd0c2139SMatthew G Knepley     if ((dep < 0) || (dep > depth)) continue;
11979566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, dep, &splitIS[dep]));
119818c5995bSMatthew G. Knepley     if (splitIS[dep]) {
11999566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(splitIS[dep], &numSplitPoints[dep]));
12009566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(splitIS[dep], &splitPoints[dep]));
120118c5995bSMatthew G. Knepley     }
12029566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, shift2+dep, &unsplitIS[dep]));
120318c5995bSMatthew G. Knepley     if (unsplitIS[dep]) {
12049566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(unsplitIS[dep], &numUnsplitPoints[dep]));
12059566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(unsplitIS[dep], &unsplitPoints[dep]));
1206cd0c2139SMatthew G Knepley     }
1207cd0c2139SMatthew G Knepley   }
1208b6dfa339SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(label, shift2+dim-1, &ghostIS));
1209b6dfa339SMatthew G. Knepley   if (ghostIS) {
1210b6dfa339SMatthew G. Knepley     PetscCall(ISGetLocalSize(ghostIS, &numGhostPoints));
1211b6dfa339SMatthew G. Knepley     PetscCall(ISGetIndices(ghostIS, &ghostPoints));
1212b6dfa339SMatthew G. Knepley   }
1213607ab7a9SMatthew G. Knepley   /* Calculate number of hybrid points */
121418c5995bSMatthew G. Knepley   for (d = 1; d <= depth; ++d) numHybridPoints[d]     = numSplitPoints[d-1] + numUnsplitPoints[d-1]; /* There is a hybrid cell/face/edge for every split face/edge/vertex   */
12152582d50cSToby Isaac   for (d = 0; d <= depth; ++d) depthShift[2*d+1]      = numSplitPoints[d] + numHybridPoints[d];
12169566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPointSetUp_Internal(depth,depthShift));
121759eef20bSToby Isaac   /* the end of the points in this stratum that come before the new points:
121859eef20bSToby Isaac    * shifting pMaxNew[d] gets the new start of the next stratum, then count back the old hybrid points and the newly
121959eef20bSToby Isaac    * added points */
12202582d50cSToby Isaac   for (d = 0; d <= depth; ++d) pMaxNew[d]             = DMPlexShiftPoint_Internal(pMaxNew[d],depth,depthShift) - (numHybridPointsOld[d] + numSplitPoints[d] + numHybridPoints[d]);
12219566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSizes_Internal(dm, depthShift, sdm));
1222cd0c2139SMatthew G Knepley   /* Step 3: Set cone/support sizes for new points */
1223cd0c2139SMatthew G Knepley   for (dep = 0; dep <= depth; ++dep) {
1224cd0c2139SMatthew G Knepley     for (p = 0; p < numSplitPoints[dep]; ++p) {
1225cd0c2139SMatthew G Knepley       const PetscInt  oldp   = splitPoints[dep][p];
12262582d50cSToby Isaac       const PetscInt  newp   = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
12274c367dbcSMatthew G. Knepley       const PetscInt  splitp = p    + pMaxNew[dep];
1228cd0c2139SMatthew G Knepley       const PetscInt *support;
1229394c2f0fSMatthew G. Knepley       DMPolytopeType  ct;
12304c367dbcSMatthew G. Knepley       PetscInt        coneSize, supportSize, qf, qn, qp, e;
1231cd0c2139SMatthew G Knepley 
12329566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
12339566063dSJacob Faibussowitsch       PetscCall(DMPlexSetConeSize(sdm, splitp, coneSize));
12349566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
12359566063dSJacob Faibussowitsch       PetscCall(DMPlexSetSupportSize(sdm, splitp, supportSize));
12369566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCellType(dm, oldp, &ct));
12379566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCellType(sdm, splitp, ct));
1238cd0c2139SMatthew G Knepley       if (dep == depth-1) {
12394c367dbcSMatthew G. Knepley         const PetscInt hybcell = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
12404c367dbcSMatthew G. Knepley 
1241cd0c2139SMatthew G Knepley         /* Add cohesive cells, they are prisms */
12429566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybcell, 2 + coneSize));
1243412e9a14SMatthew G. Knepley         switch (coneSize) {
12449566063dSJacob Faibussowitsch           case 2: PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_SEG_PRISM_TENSOR));break;
12459566063dSJacob Faibussowitsch           case 3: PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_TRI_PRISM_TENSOR));break;
12469566063dSJacob Faibussowitsch           case 4: PetscCall(DMPlexSetCellType(sdm, hybcell, DM_POLYTOPE_QUAD_PRISM_TENSOR));break;
1247412e9a14SMatthew G. Knepley         }
1248b6dfa339SMatthew G. Knepley         /* Shared fault faces with only one support cell now have two with the cohesive cell */
1249b6dfa339SMatthew G. Knepley         /*   TODO Check thaat oldp has rootdegree == 1 */
1250b6dfa339SMatthew G. Knepley         if (supportSize == 1) {
1251b6dfa339SMatthew G. Knepley           const PetscInt *support;
1252b6dfa339SMatthew G. Knepley           PetscInt        val;
1253b6dfa339SMatthew G. Knepley 
1254b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetSupport(dm, oldp, &support));
1255b6dfa339SMatthew G. Knepley           PetscCall(DMLabelGetValue(label, support[0], &val));
1256b6dfa339SMatthew G. Knepley           if (val < 0) PetscCall(DMPlexSetSupportSize(sdm, splitp, 2));
1257b6dfa339SMatthew G. Knepley           else         PetscCall(DMPlexSetSupportSize(sdm, newp,   2));
1258b6dfa339SMatthew G. Knepley         }
1259cd0c2139SMatthew G Knepley       } else if (dep == 0) {
12604c367dbcSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
1261cd0c2139SMatthew G Knepley 
12629566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, oldp, &support));
12634c367dbcSMatthew G. Knepley         for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) {
1264cd0c2139SMatthew G Knepley           PetscInt val;
1265cd0c2139SMatthew G Knepley 
12669566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
12674c367dbcSMatthew G. Knepley           if (val == 1) ++qf;
12684c367dbcSMatthew G. Knepley           if ((val == 1) || (val ==  (shift + 1))) ++qn;
12694c367dbcSMatthew G. Knepley           if ((val == 1) || (val == -(shift + 1))) ++qp;
1270cd0c2139SMatthew G Knepley         }
12714c367dbcSMatthew G. Knepley         /* Split old vertex: Edges into original vertex and new cohesive edge */
12729566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qn+1));
12734c367dbcSMatthew G. Knepley         /* Split new vertex: Edges into split vertex and new cohesive edge */
12749566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, splitp, qp+1));
12754c367dbcSMatthew G. Knepley         /* Add hybrid edge */
12769566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybedge, 2));
12779566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybedge, qf));
12789566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybedge, DM_POLYTOPE_POINT_PRISM_TENSOR));
1279cd0c2139SMatthew G Knepley       } else if (dep == dim-2) {
12804c367dbcSMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
12814c367dbcSMatthew G. Knepley 
12829566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, oldp, &support));
12834c367dbcSMatthew G. Knepley         for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) {
1284cd0c2139SMatthew G Knepley           PetscInt val;
1285cd0c2139SMatthew G Knepley 
12869566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
12874c367dbcSMatthew G. Knepley           if (val == dim-1) ++qf;
12884c367dbcSMatthew G. Knepley           if ((val == dim-1) || (val ==  (shift + dim-1))) ++qn;
12894c367dbcSMatthew G. Knepley           if ((val == dim-1) || (val == -(shift + dim-1))) ++qp;
1290cd0c2139SMatthew G Knepley         }
12914c367dbcSMatthew G. Knepley         /* Split old edge: Faces into original edge and cohesive face (positive side?) */
12929566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qn+1));
12934c367dbcSMatthew G. Knepley         /* Split new edge: Faces into split edge and cohesive face (negative side?) */
12949566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, splitp, qp+1));
12954c367dbcSMatthew G. Knepley         /* Add hybrid face */
12969566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybface, 4));
12979566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybface, qf));
12989566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybface, DM_POLYTOPE_SEG_PRISM_TENSOR));
1299cd0c2139SMatthew G Knepley       }
1300cd0c2139SMatthew G Knepley     }
1301cd0c2139SMatthew G Knepley   }
130218c5995bSMatthew G. Knepley   for (dep = 0; dep <= depth; ++dep) {
130318c5995bSMatthew G. Knepley     for (p = 0; p < numUnsplitPoints[dep]; ++p) {
130418c5995bSMatthew G. Knepley       const PetscInt  oldp   = unsplitPoints[dep][p];
13052582d50cSToby Isaac       const PetscInt  newp   = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
130618c5995bSMatthew G. Knepley       const PetscInt *support;
1307da1dd7e4SMatthew G. Knepley       PetscInt        coneSize, supportSize, qf, e, s;
130818c5995bSMatthew G. Knepley 
13099566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
13109566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
13119566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, oldp, &support));
131218c5995bSMatthew G. Knepley       if (dep == 0) {
131318c5995bSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1] + numSplitPoints[dep];
131418c5995bSMatthew G. Knepley 
131539254ff6SMatthew G. Knepley         /* Unsplit vertex: Edges into original vertex, split edges, and new cohesive edge twice */
131639254ff6SMatthew G. Knepley         for (s = 0, qf = 0; s < supportSize; ++s, ++qf) {
13179566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(support[s], numSplitPoints[dep+1], splitPoints[dep+1], &e));
131839254ff6SMatthew G. Knepley           if (e >= 0) ++qf;
131939254ff6SMatthew G. Knepley         }
13209566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qf+2));
132118c5995bSMatthew G. Knepley         /* Add hybrid edge */
13229566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybedge, 2));
1323e1757548SMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
1324e1757548SMatthew G. Knepley           PetscInt val;
1325e1757548SMatthew G. Knepley 
13269566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1327e1757548SMatthew G. Knepley           /* Split and unsplit edges produce hybrid faces */
1328da1dd7e4SMatthew G. Knepley           if (val == 1) ++qf;
1329da1dd7e4SMatthew G. Knepley           if (val == (shift2 + 1)) ++qf;
1330e1757548SMatthew G. Knepley         }
13319566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybedge, qf));
13329566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybedge, DM_POLYTOPE_POINT_PRISM_TENSOR));
133318c5995bSMatthew G. Knepley       } else if (dep == dim-2) {
133418c5995bSMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep+1] + numSplitPoints[dep+1] + numSplitPoints[dep];
1335cd0c2139SMatthew G Knepley         PetscInt       val;
1336cd0c2139SMatthew G Knepley 
1337da1dd7e4SMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
13389566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1339da1dd7e4SMatthew G. Knepley           if (val == dim-1) qf += 2;
1340da1dd7e4SMatthew G. Knepley           else              ++qf;
1341cd0c2139SMatthew G Knepley         }
134218c5995bSMatthew G. Knepley         /* Unsplit edge: Faces into original edge, split face, and cohesive face twice */
13439566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, newp, qf+2));
134418c5995bSMatthew G. Knepley         /* Add hybrid face */
1345da1dd7e4SMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
13469566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1347da1dd7e4SMatthew G. Knepley           if (val == dim-1) ++qf;
1348da1dd7e4SMatthew G. Knepley         }
13499566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(sdm, hybface, 4));
13509566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupportSize(sdm, hybface, qf));
13519566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(sdm, hybface, DM_POLYTOPE_SEG_PRISM_TENSOR));
1352cd0c2139SMatthew G Knepley       }
1353cd0c2139SMatthew G Knepley     }
1354cd0c2139SMatthew G Knepley   }
1355cd0c2139SMatthew G Knepley   /* Step 4: Setup split DM */
13569566063dSJacob Faibussowitsch   PetscCall(DMSetUp(sdm));
13579566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftPoints_Internal(dm, depthShift, sdm));
13589566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(sdm, &maxConeSizeNew, &maxSupportSizeNew));
13599566063dSJacob Faibussowitsch   PetscCall(PetscMalloc3(PetscMax(maxConeSize, maxConeSizeNew)*3,&coneNew,PetscMax(maxConeSize, maxConeSizeNew)*3,&coneONew,PetscMax(maxSupportSize, maxSupportSizeNew),&supportNew));
1360cd0c2139SMatthew G Knepley   /* Step 6: Set cones and supports for new points */
1361cd0c2139SMatthew G Knepley   for (dep = 0; dep <= depth; ++dep) {
1362cd0c2139SMatthew G Knepley     for (p = 0; p < numSplitPoints[dep]; ++p) {
1363cd0c2139SMatthew G Knepley       const PetscInt  oldp   = splitPoints[dep][p];
13642582d50cSToby Isaac       const PetscInt  newp   = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
13654c367dbcSMatthew G. Knepley       const PetscInt  splitp = p    + pMaxNew[dep];
1366cd0c2139SMatthew G Knepley       const PetscInt *cone, *support, *ornt;
1367b5a892a1SMatthew G. Knepley       DMPolytopeType  ct;
13684c367dbcSMatthew G. Knepley       PetscInt        coneSize, supportSize, q, qf, qn, qp, v, e, s;
1369cd0c2139SMatthew G Knepley 
13709566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCellType(dm, oldp, &ct));
13719566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
13729566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, oldp, &cone));
13739566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeOrientation(dm, oldp, &ornt));
13749566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
13759566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, oldp, &support));
1376cd0c2139SMatthew G Knepley       if (dep == depth-1) {
137796a07cd0SMatthew G. Knepley         PetscBool       hasUnsplit = PETSC_FALSE;
13784c367dbcSMatthew G. Knepley         const PetscInt  hybcell    = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
1379cd0c2139SMatthew G Knepley         const PetscInt *supportF;
1380cd0c2139SMatthew G Knepley 
1381b6dfa339SMatthew G. Knepley         coneONew[0] = coneONew[1] = -1000;
1382cd0c2139SMatthew G Knepley         /* Split face:       copy in old face to new face to start */
13839566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(sdm, newp,  &supportF));
13849566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, splitp, supportF));
1385cd0c2139SMatthew G Knepley         /* Split old face:   old vertices/edges in cone so no change */
1386cd0c2139SMatthew G Knepley         /* Split new face:   new vertices/edges in cone */
1387cd0c2139SMatthew G Knepley         for (q = 0; q < coneSize; ++q) {
13889566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[q], numSplitPoints[dep-1], splitPoints[dep-1], &v));
138918c5995bSMatthew G. Knepley           if (v < 0) {
13909566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[q], numUnsplitPoints[dep-1], unsplitPoints[dep-1], &v));
139163a3b9bcSJacob Faibussowitsch             PetscCheck(v >= 0,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[q], dep-1);
13922582d50cSToby Isaac             coneNew[2+q] = DMPlexShiftPoint_Internal(cone[q], depth, depthShift) /*cone[q] + depthOffset[dep-1]*/;
139396a07cd0SMatthew G. Knepley             hasUnsplit   = PETSC_TRUE;
139418c5995bSMatthew G. Knepley           } else {
13954c367dbcSMatthew G. Knepley             coneNew[2+q] = v + pMaxNew[dep-1];
1396163235baSMatthew G. Knepley             if (dep > 1) {
1397163235baSMatthew G. Knepley               const PetscInt *econe;
1398163235baSMatthew G. Knepley               PetscInt        econeSize, r, vs, vu;
1399163235baSMatthew G. Knepley 
14009566063dSJacob Faibussowitsch               PetscCall(DMPlexGetConeSize(dm, cone[q], &econeSize));
14019566063dSJacob Faibussowitsch               PetscCall(DMPlexGetCone(dm, cone[q], &econe));
1402163235baSMatthew G. Knepley               for (r = 0; r < econeSize; ++r) {
14039566063dSJacob Faibussowitsch                 PetscCall(PetscFindInt(econe[r], numSplitPoints[dep-2],   splitPoints[dep-2],   &vs));
14049566063dSJacob Faibussowitsch                 PetscCall(PetscFindInt(econe[r], numUnsplitPoints[dep-2], unsplitPoints[dep-2], &vu));
1405163235baSMatthew G. Knepley                 if (vs >= 0) continue;
140663a3b9bcSJacob Faibussowitsch                 PetscCheck(vu >= 0,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, econe[r], dep-2);
1407163235baSMatthew G. Knepley                 hasUnsplit   = PETSC_TRUE;
1408163235baSMatthew G. Knepley               }
1409163235baSMatthew G. Knepley             }
1410cd0c2139SMatthew G Knepley           }
1411cd0c2139SMatthew G Knepley         }
14129566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, splitp, &coneNew[2]));
14139566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeOrientation(sdm, splitp, ornt));
1414e537020bSMatthew G. Knepley         /* Face support */
1415b6dfa339SMatthew G. Knepley         PetscInt vals[2];
1416cd0c2139SMatthew G Knepley 
1417b6dfa339SMatthew G. Knepley         PetscCall(DMLabelGetValue(label, support[0], &vals[0]));
1418b6dfa339SMatthew G. Knepley         if (supportSize > 1) PetscCall(DMLabelGetValue(label, support[1], &vals[1]));
1419b6dfa339SMatthew G. Knepley         else                 vals[1] = -vals[0];
1420b6dfa339SMatthew G. Knepley         PetscCheck(vals[0]*vals[1] < 0, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid support labels %" PetscInt_FMT " %" PetscInt_FMT, vals[0], vals[1]);
1421b6dfa339SMatthew G. Knepley 
1422b6dfa339SMatthew G. Knepley         for (s = 0; s < 2; ++s) {
1423b6dfa339SMatthew G. Knepley           if (s >= supportSize) {
1424b6dfa339SMatthew G. Knepley             if (vals[s] < 0) {
1425b6dfa339SMatthew G. Knepley               /* Ghost old face:   Replace negative side cell with cohesive cell */
1426accc9626SMatthew G. Knepley               PetscCall(DMPlexInsertSupport(sdm, newp,   s, hybcell));
1427b6dfa339SMatthew G. Knepley             } else {
1428b6dfa339SMatthew G. Knepley               /* Ghost new face:   Replace positive side cell with cohesive cell */
1429accc9626SMatthew G. Knepley               PetscCall(DMPlexInsertSupport(sdm, splitp, s, hybcell));
1430b6dfa339SMatthew G. Knepley             }
1431b6dfa339SMatthew G. Knepley           } else {
1432b6dfa339SMatthew G. Knepley             if (vals[s] < 0) {
1433cd0c2139SMatthew G Knepley               /* Split old face:   Replace negative side cell with cohesive cell */
14349566063dSJacob Faibussowitsch               PetscCall(DMPlexInsertSupport(sdm, newp,   s, hybcell));
1435cd0c2139SMatthew G Knepley             } else {
1436cd0c2139SMatthew G Knepley               /* Split new face:   Replace positive side cell with cohesive cell */
14379566063dSJacob Faibussowitsch               PetscCall(DMPlexInsertSupport(sdm, splitp, s, hybcell));
1438b6dfa339SMatthew G. Knepley             }
1439b6dfa339SMatthew G. Knepley           }
1440b6dfa339SMatthew G. Knepley         }
1441b6dfa339SMatthew G. Knepley         /* Get orientation for cohesive face using the positive side cell */
1442e537020bSMatthew G. Knepley         {
1443e537020bSMatthew G. Knepley           const PetscInt *ncone, *nconeO;
1444b6dfa339SMatthew G. Knepley           PetscInt        nconeSize, nc, ocell;
1445accc9626SMatthew G. Knepley           PetscBool       flip = PETSC_FALSE;
1446e537020bSMatthew G. Knepley 
1447b6dfa339SMatthew G. Knepley           if (supportSize > 1) {ocell = vals[0] < 0 ? support[1] : support[0];}
1448b6dfa339SMatthew G. Knepley           else                 {ocell = support[0]; flip = vals[0] < 0 ? PETSC_TRUE : PETSC_FALSE;}
1449b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetConeSize(dm, ocell, &nconeSize));
1450b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetCone(dm, ocell, &ncone));
1451e1a13daeSMatthew G. Knepley           PetscCall(DMPlexGetConeOrientation(dm, ocell, &nconeO));
1452e537020bSMatthew G. Knepley           for (nc = 0; nc < nconeSize; ++nc) {
1453e537020bSMatthew G. Knepley             if (ncone[nc] == oldp) {
1454b6dfa339SMatthew G. Knepley               coneONew[0] = flip ? -(nconeO[nc]+1) : nconeO[nc];
1455e537020bSMatthew G. Knepley               break;
1456cd0c2139SMatthew G Knepley             }
1457cd0c2139SMatthew G Knepley           }
1458b6dfa339SMatthew G. Knepley           PetscCheck(nc < nconeSize, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate face %" PetscInt_FMT " in neighboring cell %" PetscInt_FMT, oldp, ocell);
1459e537020bSMatthew G. Knepley         }
14604c367dbcSMatthew G. Knepley         /* Cohesive cell:    Old and new split face, then new cohesive faces */
1461b6dfa339SMatthew G. Knepley         {
1462b6dfa339SMatthew G. Knepley           const PetscInt No = DMPolytopeTypeGetNumArrangments(ct)/2;
1463b6dfa339SMatthew G. Knepley           PetscCheck((coneONew[0] >= -No) && (coneONew[0] < No), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid %s orientation %" PetscInt_FMT, DMPolytopeTypes[ct], coneONew[0]);
1464b6dfa339SMatthew G. Knepley         }
1465b5a892a1SMatthew G. Knepley         const PetscInt *arr = DMPolytopeTypeGetArrangment(ct, coneONew[0]);
1466b5a892a1SMatthew G. Knepley 
1467fd4b9f15SMatthew G. Knepley         coneNew[0]  = newp;   /* Extracted negative side orientation above */
14684c367dbcSMatthew G. Knepley         coneNew[1]  = splitp;
14694c367dbcSMatthew G. Knepley         coneONew[1] = coneONew[0];
1470e537020bSMatthew G. Knepley         for (q = 0; q < coneSize; ++q) {
1471412e9a14SMatthew G. Knepley           /* Hybrid faces must follow order from oriented end face */
1472b5a892a1SMatthew G. Knepley           const PetscInt qa = arr[q*2+0];
1473b5a892a1SMatthew G. Knepley           const PetscInt qo = arr[q*2+1];
1474b5a892a1SMatthew G. Knepley           DMPolytopeType ft = dep == 2 ? DM_POLYTOPE_SEGMENT : DM_POLYTOPE_POINT;
1475412e9a14SMatthew G. Knepley 
14769566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[qa], numSplitPoints[dep-1], splitPoints[dep-1], &v));
147718c5995bSMatthew G. Knepley           if (v < 0) {
14789566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[qa], numUnsplitPoints[dep-1], unsplitPoints[dep-1], &v));
147918c5995bSMatthew G. Knepley             coneNew[2+q]  = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep-1];
148018c5995bSMatthew G. Knepley           } else {
148118c5995bSMatthew G. Knepley             coneNew[2+q]  = v + pMaxNew[dep] + numSplitPoints[dep];
148218c5995bSMatthew G. Knepley           }
1483b5a892a1SMatthew G. Knepley           coneONew[2+q] = DMPolytopeTypeComposeOrientation(ft, qo, ornt[qa]);
1484e537020bSMatthew G. Knepley         }
14859566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybcell, coneNew));
14869566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeOrientation(sdm, hybcell, coneONew));
148796a07cd0SMatthew G. Knepley         /* Label the hybrid cells on the boundary of the split */
14889566063dSJacob Faibussowitsch         if (hasUnsplit) PetscCall(DMLabelSetValue(label, -hybcell, dim));
1489cd0c2139SMatthew G Knepley       } else if (dep == 0) {
14904c367dbcSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
1491cd0c2139SMatthew G Knepley 
1492cd0c2139SMatthew G Knepley         /* Split old vertex: Edges in old split faces and new cohesive edge */
14934c367dbcSMatthew G. Knepley         for (e = 0, qn = 0; e < supportSize; ++e) {
1494cd0c2139SMatthew G Knepley           PetscInt val;
1495cd0c2139SMatthew G Knepley 
14969566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1497cd0c2139SMatthew G Knepley           if ((val == 1) || (val == (shift + 1))) {
14982582d50cSToby Isaac             supportNew[qn++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1499cd0c2139SMatthew G Knepley           }
1500cd0c2139SMatthew G Knepley         }
15014c367dbcSMatthew G. Knepley         supportNew[qn] = hybedge;
15029566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
1503cd0c2139SMatthew G Knepley         /* Split new vertex: Edges in new split faces and new cohesive edge */
15044c367dbcSMatthew G. Knepley         for (e = 0, qp = 0; e < supportSize; ++e) {
1505cd0c2139SMatthew G Knepley           PetscInt val, edge;
1506cd0c2139SMatthew G Knepley 
15079566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1508cd0c2139SMatthew G Knepley           if (val == 1) {
15099566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &edge));
151063a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0,comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]);
15114c367dbcSMatthew G. Knepley             supportNew[qp++] = edge + pMaxNew[dep+1];
1512cd0c2139SMatthew G Knepley           } else if (val == -(shift + 1)) {
15132582d50cSToby Isaac             supportNew[qp++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1514cd0c2139SMatthew G Knepley           }
1515cd0c2139SMatthew G Knepley         }
15164c367dbcSMatthew G. Knepley         supportNew[qp] = hybedge;
15179566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, splitp, supportNew));
15184c367dbcSMatthew G. Knepley         /* Hybrid edge:    Old and new split vertex */
1519cd0c2139SMatthew G Knepley         coneNew[0] = newp;
1520cd0c2139SMatthew G Knepley         coneNew[1] = splitp;
15219566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybedge, coneNew));
15224c367dbcSMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
15234c367dbcSMatthew G. Knepley           PetscInt val, edge;
15244c367dbcSMatthew G. Knepley 
15259566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
15264c367dbcSMatthew G. Knepley           if (val == 1) {
15279566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &edge));
152863a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0,comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]);
15294c367dbcSMatthew G. Knepley             supportNew[qf++] = edge + pMaxNew[dep+2] + numSplitPoints[dep+2];
15304c367dbcSMatthew G. Knepley           }
15314c367dbcSMatthew G. Knepley         }
15329566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybedge, supportNew));
1533cd0c2139SMatthew G Knepley       } else if (dep == dim-2) {
15344c367dbcSMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
15354c367dbcSMatthew G. Knepley 
1536cd0c2139SMatthew G Knepley         /* Split old edge:   old vertices in cone so no change */
1537cd0c2139SMatthew G Knepley         /* Split new edge:   new vertices in cone */
1538cd0c2139SMatthew G Knepley         for (q = 0; q < coneSize; ++q) {
15399566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[q], numSplitPoints[dep-1], splitPoints[dep-1], &v));
1540e1757548SMatthew G. Knepley           if (v < 0) {
15419566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[q], numUnsplitPoints[dep-1], unsplitPoints[dep-1], &v));
154263a3b9bcSJacob Faibussowitsch             PetscCheck(v >= 0,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[q], dep-1);
15432582d50cSToby Isaac             coneNew[q] = DMPlexShiftPoint_Internal(cone[q], depth, depthShift) /*cone[q] + depthOffset[dep-1]*/;
1544e1757548SMatthew G. Knepley           } else {
15454c367dbcSMatthew G. Knepley             coneNew[q] = v + pMaxNew[dep-1];
1546cd0c2139SMatthew G Knepley           }
1547e1757548SMatthew G. Knepley         }
15489566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, splitp, coneNew));
1549cd0c2139SMatthew G Knepley         /* Split old edge: Faces in positive side cells and old split faces */
1550cd0c2139SMatthew G Knepley         for (e = 0, q = 0; e < supportSize; ++e) {
1551cd0c2139SMatthew G Knepley           PetscInt val;
1552cd0c2139SMatthew G Knepley 
15539566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
15544c367dbcSMatthew G. Knepley           if (val == dim-1) {
15552582d50cSToby Isaac             supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
15564c367dbcSMatthew G. Knepley           } else if (val == (shift + dim-1)) {
15572582d50cSToby Isaac             supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1558cd0c2139SMatthew G Knepley           }
1559cd0c2139SMatthew G Knepley         }
1560b279cd2aSMatthew G. Knepley         supportNew[q++] = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
15619566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
1562cd0c2139SMatthew G Knepley         /* Split new edge: Faces in negative side cells and new split faces */
1563cd0c2139SMatthew G Knepley         for (e = 0, q = 0; e < supportSize; ++e) {
1564cd0c2139SMatthew G Knepley           PetscInt val, face;
1565cd0c2139SMatthew G Knepley 
15669566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
1567cd0c2139SMatthew G Knepley           if (val == dim-1) {
15689566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &face));
156963a3b9bcSJacob Faibussowitsch             PetscCheck(face >= 0,comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[e]);
15704c367dbcSMatthew G. Knepley             supportNew[q++] = face + pMaxNew[dep+1];
1571cd0c2139SMatthew G Knepley           } else if (val == -(shift + dim-1)) {
15722582d50cSToby Isaac             supportNew[q++] = DMPlexShiftPoint_Internal(support[e], depth, depthShift) /*support[e] + depthOffset[dep+1]*/;
1573cd0c2139SMatthew G Knepley           }
1574cd0c2139SMatthew G Knepley         }
1575b279cd2aSMatthew G. Knepley         supportNew[q++] = p + pMaxNew[dep+1] + numSplitPoints[dep+1];
15769566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, splitp, supportNew));
15774c367dbcSMatthew G. Knepley         /* Hybrid face */
15784c367dbcSMatthew G. Knepley         coneNew[0] = newp;
15794c367dbcSMatthew G. Knepley         coneNew[1] = splitp;
15804c367dbcSMatthew G. Knepley         for (v = 0; v < coneSize; ++v) {
15814c367dbcSMatthew G. Knepley           PetscInt vertex;
15829566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(cone[v], numSplitPoints[dep-1], splitPoints[dep-1], &vertex));
1583e1757548SMatthew G. Knepley           if (vertex < 0) {
15849566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(cone[v], numUnsplitPoints[dep-1], unsplitPoints[dep-1], &vertex));
158563a3b9bcSJacob Faibussowitsch             PetscCheck(vertex >= 0,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate point %" PetscInt_FMT " in split or unsplit points of depth %" PetscInt_FMT, cone[v], dep-1);
1586e1757548SMatthew G. Knepley             coneNew[2+v] = vertex + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep-1];
1587e1757548SMatthew G. Knepley           } else {
15884c367dbcSMatthew G. Knepley             coneNew[2+v] = vertex + pMaxNew[dep] + numSplitPoints[dep];
15894c367dbcSMatthew G. Knepley           }
1590e1757548SMatthew G. Knepley         }
15919566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybface, coneNew));
15924c367dbcSMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
15934c367dbcSMatthew G. Knepley           PetscInt val, face;
15944c367dbcSMatthew G. Knepley 
15959566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
15964c367dbcSMatthew G. Knepley           if (val == dim-1) {
15979566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &face));
159863a3b9bcSJacob Faibussowitsch             PetscCheck(face >= 0,comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[e]);
15994c367dbcSMatthew G. Knepley             supportNew[qf++] = face + pMaxNew[dep+2] + numSplitPoints[dep+2];
16004c367dbcSMatthew G. Knepley           }
16014c367dbcSMatthew G. Knepley         }
16029566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybface, supportNew));
1603cd0c2139SMatthew G Knepley       }
1604cd0c2139SMatthew G Knepley     }
1605cd0c2139SMatthew G Knepley   }
160618c5995bSMatthew G. Knepley   for (dep = 0; dep <= depth; ++dep) {
160718c5995bSMatthew G. Knepley     for (p = 0; p < numUnsplitPoints[dep]; ++p) {
160818c5995bSMatthew G. Knepley       const PetscInt  oldp   = unsplitPoints[dep][p];
16092582d50cSToby Isaac       const PetscInt  newp   = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*oldp + depthOffset[dep]*/;
1610b5a892a1SMatthew G. Knepley       const PetscInt *cone, *support;
1611e1757548SMatthew G. Knepley       PetscInt        coneSize, supportSize, supportSizeNew, q, qf, e, f, s;
161218c5995bSMatthew G. Knepley 
16139566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, oldp, &coneSize));
16149566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, oldp, &cone));
16159566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, oldp, &supportSize));
16169566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, oldp, &support));
161718c5995bSMatthew G. Knepley       if (dep == 0) {
161818c5995bSMatthew G. Knepley         const PetscInt hybedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1] + numSplitPoints[dep];
161918c5995bSMatthew G. Knepley 
162018c5995bSMatthew G. Knepley         /* Unsplit vertex */
16219566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(sdm, newp, &supportSizeNew));
162218c5995bSMatthew G. Knepley         for (s = 0, q = 0; s < supportSize; ++s) {
16232582d50cSToby Isaac           supportNew[q++] = DMPlexShiftPoint_Internal(support[s], depth, depthShift) /*support[s] + depthOffset[dep+1]*/;
16249566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(support[s], numSplitPoints[dep+1], splitPoints[dep+1], &e));
162518c5995bSMatthew G. Knepley           if (e >= 0) {
162618c5995bSMatthew G. Knepley             supportNew[q++] = e + pMaxNew[dep+1];
162718c5995bSMatthew G. Knepley           }
162818c5995bSMatthew G. Knepley         }
162918c5995bSMatthew G. Knepley         supportNew[q++] = hybedge;
163018c5995bSMatthew G. Knepley         supportNew[q++] = hybedge;
163163a3b9bcSJacob Faibussowitsch         PetscCheck(q == supportSizeNew,comm, PETSC_ERR_ARG_WRONG, "Support size %" PetscInt_FMT " != %" PetscInt_FMT " for vertex %" PetscInt_FMT, q, supportSizeNew, newp);
16329566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
163318c5995bSMatthew G. Knepley         /* Hybrid edge */
163418c5995bSMatthew G. Knepley         coneNew[0] = newp;
163518c5995bSMatthew G. Knepley         coneNew[1] = newp;
16369566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybedge, coneNew));
163718c5995bSMatthew G. Knepley         for (e = 0, qf = 0; e < supportSize; ++e) {
163818c5995bSMatthew G. Knepley           PetscInt val, edge;
163918c5995bSMatthew G. Knepley 
16409566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[e], &val));
164118c5995bSMatthew G. Knepley           if (val == 1) {
16429566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &edge));
164363a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0,comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a split edge", support[e]);
164418c5995bSMatthew G. Knepley             supportNew[qf++] = edge + pMaxNew[dep+2] + numSplitPoints[dep+2];
1645e1757548SMatthew G. Knepley           } else if  (val ==  (shift2 + 1)) {
16469566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[e], numUnsplitPoints[dep+1], unsplitPoints[dep+1], &edge));
164763a3b9bcSJacob Faibussowitsch             PetscCheck(edge >= 0,comm, PETSC_ERR_ARG_WRONG, "Edge %" PetscInt_FMT " is not a unsplit edge", support[e]);
1648e1757548SMatthew G. Knepley             supportNew[qf++] = edge + pMaxNew[dep+2] + numSplitPoints[dep+2] + numSplitPoints[dep+1];
164918c5995bSMatthew G. Knepley           }
165018c5995bSMatthew G. Knepley         }
16519566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybedge, supportNew));
1652e1757548SMatthew G. Knepley       } else if (dep == dim-2) {
1653e1757548SMatthew G. Knepley         const PetscInt hybface = p + pMaxNew[dep+1] + numSplitPoints[dep+1] + numSplitPoints[dep];
1654e1757548SMatthew G. Knepley 
1655da1dd7e4SMatthew G. Knepley         /* Unsplit edge: Faces into original edge, split face, and hybrid face twice */
1656e1757548SMatthew G. Knepley         for (f = 0, qf = 0; f < supportSize; ++f) {
1657e1757548SMatthew G. Knepley           PetscInt val, face;
1658e1757548SMatthew G. Knepley 
16599566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[f], &val));
1660e1757548SMatthew G. Knepley           if (val == dim-1) {
16619566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[f], numSplitPoints[dep+1], splitPoints[dep+1], &face));
166263a3b9bcSJacob Faibussowitsch             PetscCheck(face >= 0,comm, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " is not a split face", support[f]);
16632582d50cSToby Isaac             supportNew[qf++] = DMPlexShiftPoint_Internal(support[f], depth, depthShift) /*support[f] + depthOffset[dep+1]*/;
1664e1757548SMatthew G. Knepley             supportNew[qf++] = face + pMaxNew[dep+1];
1665e1757548SMatthew G. Knepley           } else {
16662582d50cSToby Isaac             supportNew[qf++] = DMPlexShiftPoint_Internal(support[f], depth, depthShift) /*support[f] + depthOffset[dep+1]*/;
1667e1757548SMatthew G. Knepley           }
1668e1757548SMatthew G. Knepley         }
1669e1757548SMatthew G. Knepley         supportNew[qf++] = hybface;
1670e1757548SMatthew G. Knepley         supportNew[qf++] = hybface;
16719566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(sdm, newp, &supportSizeNew));
167263a3b9bcSJacob Faibussowitsch         PetscCheck(qf == supportSizeNew,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Support size for unsplit edge %" PetscInt_FMT " is %" PetscInt_FMT " != %" PetscInt_FMT, newp, qf, supportSizeNew);
16739566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, newp, supportNew));
1674e1757548SMatthew G. Knepley         /* Add hybrid face */
1675e1757548SMatthew G. Knepley         coneNew[0] = newp;
1676212cc919SMatthew G. Knepley         coneNew[1] = newp;
16779566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cone[0], numUnsplitPoints[dep-1], unsplitPoints[dep-1], &v));
167863a3b9bcSJacob Faibussowitsch         PetscCheck(v >= 0,comm, PETSC_ERR_ARG_WRONG, "Vertex %" PetscInt_FMT " is not an unsplit vertex", cone[0]);
1679212cc919SMatthew G. Knepley         coneNew[2] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep-1];
16809566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cone[1], numUnsplitPoints[dep-1], unsplitPoints[dep-1], &v));
168163a3b9bcSJacob Faibussowitsch         PetscCheck(v >= 0,comm, PETSC_ERR_ARG_WRONG, "Vertex %" PetscInt_FMT " is not an unsplit vertex", cone[1]);
1682e1757548SMatthew G. Knepley         coneNew[3] = v + pMaxNew[dep] + numSplitPoints[dep] + numSplitPoints[dep-1];
16839566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCone(sdm, hybface, coneNew));
1684da1dd7e4SMatthew G. Knepley         for (f = 0, qf = 0; f < supportSize; ++f) {
1685da1dd7e4SMatthew G. Knepley           PetscInt val, face;
1686da1dd7e4SMatthew G. Knepley 
16879566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(label, support[f], &val));
1688da1dd7e4SMatthew G. Knepley           if (val == dim-1) {
16899566063dSJacob Faibussowitsch             PetscCall(PetscFindInt(support[f], numSplitPoints[dep+1], splitPoints[dep+1], &face));
1690da1dd7e4SMatthew G. Knepley             supportNew[qf++] = face + pMaxNew[dep+2] + numSplitPoints[dep+2];
1691da1dd7e4SMatthew G. Knepley           }
1692da1dd7e4SMatthew G. Knepley         }
16939566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(sdm, hybface, &supportSizeNew));
169463a3b9bcSJacob Faibussowitsch         PetscCheck(qf == supportSizeNew,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Support size for hybrid face %" PetscInt_FMT " is %" PetscInt_FMT " != %" PetscInt_FMT, hybface, qf, supportSizeNew);
16959566063dSJacob Faibussowitsch         PetscCall(DMPlexSetSupport(sdm, hybface, supportNew));
1696cd0c2139SMatthew G Knepley       }
1697cd0c2139SMatthew G Knepley     }
1698cd0c2139SMatthew G Knepley   }
1699cd0c2139SMatthew G Knepley   /* Step 6b: Replace split points in negative side cones */
1700cd0c2139SMatthew G Knepley   for (sp = 0; sp < numSP; ++sp) {
1701cd0c2139SMatthew G Knepley     PetscInt        dep = values[sp];
1702cd0c2139SMatthew G Knepley     IS              pIS;
1703cd0c2139SMatthew G Knepley     PetscInt        numPoints;
1704cd0c2139SMatthew G Knepley     const PetscInt *points;
1705cd0c2139SMatthew G Knepley 
1706cd0c2139SMatthew G Knepley     if (dep >= 0) continue;
17079566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, dep, &pIS));
1708cd0c2139SMatthew G Knepley     if (!pIS) continue;
1709cd0c2139SMatthew G Knepley     dep  = -dep - shift;
17109566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(pIS, &numPoints));
17119566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(pIS, &points));
1712cd0c2139SMatthew G Knepley     for (p = 0; p < numPoints; ++p) {
1713cd0c2139SMatthew G Knepley       const PetscInt  oldp = points[p];
17142582d50cSToby Isaac       const PetscInt  newp = DMPlexShiftPoint_Internal(oldp, depth, depthShift) /*depthOffset[dep] + oldp*/;
1715cd0c2139SMatthew G Knepley       const PetscInt *cone;
1716cd0c2139SMatthew G Knepley       PetscInt        coneSize, c;
171750cf782dSMatthew G. Knepley       /* PetscBool       replaced = PETSC_FALSE; */
1718cd0c2139SMatthew G Knepley 
1719cd0c2139SMatthew G Knepley       /* Negative edge: replace split vertex */
1720cd0c2139SMatthew G Knepley       /* Negative cell: replace split face */
17219566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(sdm, newp, &coneSize));
17229566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(sdm, newp, &cone));
1723cd0c2139SMatthew G Knepley       for (c = 0; c < coneSize; ++c) {
1724e38fbfedSToby Isaac         const PetscInt coldp = DMPlexShiftPointInverse_Internal(cone[c],depth,depthShift);
1725cd0c2139SMatthew G Knepley         PetscInt       csplitp, cp, val;
1726cd0c2139SMatthew G Knepley 
17279566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, coldp, &val));
1728cd0c2139SMatthew G Knepley         if (val == dep-1) {
17299566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(coldp, numSplitPoints[dep-1], splitPoints[dep-1], &cp));
173063a3b9bcSJacob Faibussowitsch           PetscCheck(cp >= 0,comm, PETSC_ERR_ARG_WRONG, "Point %" PetscInt_FMT " is not a split point of dimension %" PetscInt_FMT, oldp, dep-1);
1731cd0c2139SMatthew G Knepley           csplitp  = pMaxNew[dep-1] + cp;
17329566063dSJacob Faibussowitsch           PetscCall(DMPlexInsertCone(sdm, newp, c, csplitp));
173350cf782dSMatthew G. Knepley           /* replaced = PETSC_TRUE; */
1734cd0c2139SMatthew G Knepley         }
1735cd0c2139SMatthew G Knepley       }
17364a189a86SMatthew G. Knepley       /* Cells with only a vertex or edge on the submesh have no replacement */
173728b400f6SJacob Faibussowitsch       /* PetscCheck(replaced,comm, PETSC_ERR_ARG_WRONG, "The cone of point %d does not contain split points", oldp); */
1738cd0c2139SMatthew G Knepley     }
17399566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(pIS, &points));
17409566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pIS));
1741cd0c2139SMatthew G Knepley   }
1742fa8e8ae5SToby Isaac   /* Step 7: Coordinates */
17439566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftCoordinates_Internal(dm, depthShift, sdm));
17449566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateSection(sdm, &coordSection));
17459566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinatesLocal(sdm, &coordinates));
17469566063dSJacob Faibussowitsch   PetscCall(VecGetArray(coordinates, &coords));
1747cd0c2139SMatthew G Knepley   for (v = 0; v < (numSplitPoints ? numSplitPoints[0] : 0); ++v) {
17482582d50cSToby Isaac     const PetscInt newp   = DMPlexShiftPoint_Internal(splitPoints[0][v], depth, depthShift) /*depthOffset[0] + splitPoints[0][v]*/;
1749cd0c2139SMatthew G Knepley     const PetscInt splitp = pMaxNew[0] + v;
1750cd0c2139SMatthew G Knepley     PetscInt       dof, off, soff, d;
1751cd0c2139SMatthew G Knepley 
17529566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetDof(coordSection, newp, &dof));
17539566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(coordSection, newp, &off));
17549566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetOffset(coordSection, splitp, &soff));
1755cd0c2139SMatthew G Knepley     for (d = 0; d < dof; ++d) coords[soff+d] = coords[off+d];
1756cd0c2139SMatthew G Knepley   }
17579566063dSJacob Faibussowitsch   PetscCall(VecRestoreArray(coordinates, &coords));
1758fa8e8ae5SToby Isaac   /* Step 8: SF, if I can figure this out we can split the mesh in parallel */
17599566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftSF_Internal(dm, depthShift, sdm));
1760b6dfa339SMatthew G. Knepley   /*   TODO We need to associate the ghost points with the correct replica */
1761fa8e8ae5SToby Isaac   /* Step 9: Labels */
17629566063dSJacob Faibussowitsch   PetscCall(DMPlexShiftLabels_Internal(dm, depthShift, sdm));
17639566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateVTKLabel_Internal(dm, PETSC_FALSE, sdm));
17649566063dSJacob Faibussowitsch   PetscCall(DMGetNumLabels(sdm, &numLabels));
1765cd0c2139SMatthew G Knepley   for (dep = 0; dep <= depth; ++dep) {
1766cd0c2139SMatthew G Knepley     for (p = 0; p < numSplitPoints[dep]; ++p) {
17672582d50cSToby Isaac       const PetscInt newp   = DMPlexShiftPoint_Internal(splitPoints[dep][p], depth, depthShift) /*depthOffset[dep] + splitPoints[dep][p]*/;
1768cd0c2139SMatthew G Knepley       const PetscInt splitp = pMaxNew[dep] + p;
1769cd0c2139SMatthew G Knepley       PetscInt       l;
1770cd0c2139SMatthew G Knepley 
17717db7e0a7SMatthew G. Knepley       if (splitLabel) {
17727db7e0a7SMatthew G. Knepley         const PetscInt val = 100 + dep;
17737db7e0a7SMatthew G. Knepley 
17749566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(splitLabel, newp,    val));
17759566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(splitLabel, splitp, -val));
17767db7e0a7SMatthew G. Knepley       }
1777cd0c2139SMatthew G Knepley       for (l = 0; l < numLabels; ++l) {
1778cd0c2139SMatthew G Knepley         DMLabel     mlabel;
1779cd0c2139SMatthew G Knepley         const char *lname;
1780cd0c2139SMatthew G Knepley         PetscInt    val;
17819a356370SMatthew G. Knepley         PetscBool   isDepth;
1782cd0c2139SMatthew G Knepley 
17839566063dSJacob Faibussowitsch         PetscCall(DMGetLabelName(sdm, l, &lname));
17849566063dSJacob Faibussowitsch         PetscCall(PetscStrcmp(lname, "depth", &isDepth));
17859a356370SMatthew G. Knepley         if (isDepth) continue;
17869566063dSJacob Faibussowitsch         PetscCall(DMGetLabel(sdm, lname, &mlabel));
17879566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(mlabel, newp, &val));
1788cd0c2139SMatthew G Knepley         if (val >= 0) {
17899566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(mlabel, splitp, val));
1790cd0c2139SMatthew G Knepley         }
1791cd0c2139SMatthew G Knepley       }
1792cd0c2139SMatthew G Knepley     }
1793cd0c2139SMatthew G Knepley   }
1794cd0c2139SMatthew G Knepley   for (sp = 0; sp < numSP; ++sp) {
1795cd0c2139SMatthew G Knepley     const PetscInt dep = values[sp];
1796cd0c2139SMatthew G Knepley 
1797cd0c2139SMatthew G Knepley     if ((dep < 0) || (dep > depth)) continue;
17989566063dSJacob Faibussowitsch     if (splitIS[dep]) PetscCall(ISRestoreIndices(splitIS[dep], &splitPoints[dep]));
17999566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&splitIS[dep]));
18009566063dSJacob Faibussowitsch     if (unsplitIS[dep]) PetscCall(ISRestoreIndices(unsplitIS[dep], &unsplitPoints[dep]));
18019566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&unsplitIS[dep]));
1802cd0c2139SMatthew G Knepley   }
1803b6dfa339SMatthew G. Knepley   if (ghostIS) PetscCall(ISRestoreIndices(ghostIS, &ghostPoints));
1804b6dfa339SMatthew G. Knepley   PetscCall(ISDestroy(&ghostIS));
1805cd0c2139SMatthew G Knepley   if (label) {
18069566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
18079566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
1808cd0c2139SMatthew G Knepley   }
18090d4d4d06SMatthew G. Knepley   for (d = 0; d <= depth; ++d) {
18109566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(sdm, d, NULL, &pEnd));
181136dbac82SMatthew G. Knepley     pMaxNew[d] = pEnd - numHybridPoints[d] - numHybridPointsOld[d];
18120d4d4d06SMatthew G. Knepley   }
18139566063dSJacob Faibussowitsch   PetscCall(PetscFree3(coneNew, coneONew, supportNew));
18149566063dSJacob Faibussowitsch   PetscCall(PetscFree5(depthMax, depthEnd, depthShift, pMaxNew, numHybridPointsOld));
18159566063dSJacob Faibussowitsch   PetscCall(PetscFree7(splitIS, unsplitIS, numSplitPoints, numUnsplitPoints, numHybridPoints, splitPoints, unsplitPoints));
1816cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
1817cd0c2139SMatthew G Knepley }
1818cd0c2139SMatthew G Knepley 
1819cd0c2139SMatthew G Knepley /*@C
1820cd0c2139SMatthew G Knepley   DMPlexConstructCohesiveCells - Construct cohesive cells which split the face along an internal interface
1821cd0c2139SMatthew G Knepley 
1822cd0c2139SMatthew G Knepley   Collective on dm
1823cd0c2139SMatthew G Knepley 
1824cd0c2139SMatthew G Knepley   Input Parameters:
1825cd0c2139SMatthew G Knepley + dm - The original DM
182653156dfcSMatthew G. Knepley - label - The label specifying the boundary faces (this could be auto-generated)
1827cd0c2139SMatthew G Knepley 
1828cd0c2139SMatthew G Knepley   Output Parameters:
18297db7e0a7SMatthew G. Knepley + splitLabel - The label containing the split points, or NULL if no output is desired
1830cd0c2139SMatthew G Knepley - dmSplit - The new DM
1831cd0c2139SMatthew G Knepley 
1832cd0c2139SMatthew G Knepley   Level: developer
1833cd0c2139SMatthew G Knepley 
1834db781477SPatrick Sanan .seealso: `DMCreate()`, `DMPlexLabelCohesiveComplete()`
1835cd0c2139SMatthew G Knepley @*/
18367db7e0a7SMatthew G. Knepley PetscErrorCode DMPlexConstructCohesiveCells(DM dm, DMLabel label, DMLabel splitLabel, DM *dmSplit)
1837cd0c2139SMatthew G Knepley {
1838cd0c2139SMatthew G Knepley   DM             sdm;
1839cd0c2139SMatthew G Knepley   PetscInt       dim;
1840cd0c2139SMatthew G Knepley 
1841cd0c2139SMatthew G Knepley   PetscFunctionBegin;
1842cd0c2139SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
1843064a246eSJacob Faibussowitsch   PetscValidPointer(dmSplit, 4);
18449566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), &sdm));
18459566063dSJacob Faibussowitsch   PetscCall(DMSetType(sdm, DMPLEX));
18469566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
18479566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(sdm, dim));
1848cd0c2139SMatthew G Knepley   switch (dim) {
1849cd0c2139SMatthew G Knepley   case 2:
1850cd0c2139SMatthew G Knepley   case 3:
18519566063dSJacob Faibussowitsch     PetscCall(DMPlexConstructCohesiveCells_Internal(dm, label, splitLabel, sdm));
1852cd0c2139SMatthew G Knepley     break;
1853cd0c2139SMatthew G Knepley   default:
185463a3b9bcSJacob Faibussowitsch     SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cannot construct cohesive cells for dimension %" PetscInt_FMT, dim);
1855cd0c2139SMatthew G Knepley   }
1856cd0c2139SMatthew G Knepley   *dmSplit = sdm;
1857cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
1858cd0c2139SMatthew G Knepley }
1859cd0c2139SMatthew G Knepley 
18600f66a230SMatthew G. Knepley /* Returns the side of the surface for a given cell with a face on the surface */
18610f66a230SMatthew G. Knepley static PetscErrorCode GetSurfaceSide_Static(DM dm, DM subdm, PetscInt numSubpoints, const PetscInt *subpoints, PetscInt cell, PetscInt face, PetscBool *pos)
18620f66a230SMatthew G. Knepley {
18630f66a230SMatthew G. Knepley   const PetscInt *cone, *ornt;
18640f66a230SMatthew G. Knepley   PetscInt        dim, coneSize, c;
18650f66a230SMatthew G. Knepley 
18660f66a230SMatthew G. Knepley   PetscFunctionBegin;
18670f66a230SMatthew G. Knepley   *pos = PETSC_TRUE;
18689566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
18699566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeSize(dm, cell, &coneSize));
18709566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCone(dm, cell, &cone));
18719566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt));
18720f66a230SMatthew G. Knepley   for (c = 0; c < coneSize; ++c) {
18730f66a230SMatthew G. Knepley     if (cone[c] == face) {
18740f66a230SMatthew G. Knepley       PetscInt o = ornt[c];
18750f66a230SMatthew G. Knepley 
18760f66a230SMatthew G. Knepley       if (subdm) {
18770f66a230SMatthew G. Knepley         const PetscInt *subcone, *subornt;
18780f66a230SMatthew G. Knepley         PetscInt        subpoint, subface, subconeSize, sc;
18790f66a230SMatthew G. Knepley 
18809566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cell, numSubpoints, subpoints, &subpoint));
18819566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(face, numSubpoints, subpoints, &subface));
18829566063dSJacob Faibussowitsch         PetscCall(DMPlexGetConeSize(subdm, subpoint, &subconeSize));
18839566063dSJacob Faibussowitsch         PetscCall(DMPlexGetCone(subdm, subpoint, &subcone));
18849566063dSJacob Faibussowitsch         PetscCall(DMPlexGetConeOrientation(subdm, subpoint, &subornt));
18850f66a230SMatthew G. Knepley         for (sc = 0; sc < subconeSize; ++sc) {
18860f66a230SMatthew G. Knepley           if (subcone[sc] == subface) {
18870f66a230SMatthew G. Knepley             o = subornt[0];
18880f66a230SMatthew G. Knepley             break;
18890f66a230SMatthew G. Knepley           }
18900f66a230SMatthew G. Knepley         }
189163a3b9bcSJacob Faibussowitsch         PetscCheck(sc < subconeSize,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find subpoint %" PetscInt_FMT " (%" PetscInt_FMT ") in cone for subpoint %" PetscInt_FMT " (%" PetscInt_FMT ")", subface, face, subpoint, cell);
18920f66a230SMatthew G. Knepley       }
18930f66a230SMatthew G. Knepley       if (o >= 0) *pos = PETSC_TRUE;
18940f66a230SMatthew G. Knepley       else        *pos = PETSC_FALSE;
18950f66a230SMatthew G. Knepley       break;
18960f66a230SMatthew G. Knepley     }
18970f66a230SMatthew G. Knepley   }
189863a3b9bcSJacob Faibussowitsch   PetscCheck(c != coneSize,PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Cell %" PetscInt_FMT " in split face %" PetscInt_FMT " support does not have it in the cone", cell, face);
18990f66a230SMatthew G. Knepley   PetscFunctionReturn(0);
19000f66a230SMatthew G. Knepley }
19010f66a230SMatthew G. Knepley 
1902accc9626SMatthew G. Knepley static PetscErrorCode CheckFaultEdge_Private(DM dm, DMLabel label)
1903accc9626SMatthew G. Knepley {
1904accc9626SMatthew G. Knepley   IS              facePosIS, faceNegIS, dimIS;
1905accc9626SMatthew G. Knepley   const PetscInt *points;
1906accc9626SMatthew G. Knepley   PetscInt        dim, numPoints, p, shift = 100, shift2 = 200;
1907accc9626SMatthew G. Knepley 
1908accc9626SMatthew G. Knepley   PetscFunctionBegin;
1909accc9626SMatthew G. Knepley   PetscCall(DMGetDimension(dm, &dim));
1910accc9626SMatthew G. Knepley   /* If any faces touching the fault divide cells on either side, split them */
1911accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(label,   shift+dim-1,  &facePosIS));
1912accc9626SMatthew G. Knepley   PetscCall(DMLabelGetStratumIS(label, -(shift+dim-1), &faceNegIS));
1913accc9626SMatthew G. Knepley   if (!facePosIS || !faceNegIS) {
1914accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&facePosIS));
1915accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&faceNegIS));
1916accc9626SMatthew G. Knepley     PetscFunctionReturn(0);
1917accc9626SMatthew G. Knepley   }
1918accc9626SMatthew G. Knepley   PetscCall(ISExpand(facePosIS, faceNegIS, &dimIS));
1919accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&facePosIS));
1920accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&faceNegIS));
1921accc9626SMatthew G. Knepley   PetscCall(ISGetLocalSize(dimIS, &numPoints));
1922accc9626SMatthew G. Knepley   PetscCall(ISGetIndices(dimIS, &points));
1923accc9626SMatthew G. Knepley   for (p = 0; p < numPoints; ++p) {
1924accc9626SMatthew G. Knepley     const PetscInt  point = points[p];
1925accc9626SMatthew G. Knepley     const PetscInt *support;
1926accc9626SMatthew G. Knepley     PetscInt        supportSize, valA, valB;
1927accc9626SMatthew G. Knepley 
1928accc9626SMatthew G. Knepley     PetscCall(DMPlexGetSupportSize(dm, point, &supportSize));
1929accc9626SMatthew G. Knepley     if (supportSize != 2) continue;
1930accc9626SMatthew G. Knepley     PetscCall(DMPlexGetSupport(dm, point, &support));
1931accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, support[0], &valA));
1932accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, support[1], &valB));
1933accc9626SMatthew G. Knepley     if ((valA == -1) || (valB == -1)) continue;
1934accc9626SMatthew G. Knepley     if (valA*valB > 0) continue;
1935e1a13daeSMatthew G. Knepley     /* Check that this face is not incident on only unsplit faces, meaning has at least one split face */
1936e1a13daeSMatthew G. Knepley     {
1937e1a13daeSMatthew G. Knepley       PetscInt *closure = NULL;
1938e1a13daeSMatthew G. Knepley       PetscBool split   = PETSC_FALSE;
1939e1a13daeSMatthew G. Knepley       PetscInt  closureSize, cl;
1940e1a13daeSMatthew G. Knepley 
1941e1a13daeSMatthew G. Knepley       PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
1942e1a13daeSMatthew G. Knepley       for (cl = 0; cl < closureSize*2; cl += 2) {
1943e1a13daeSMatthew G. Knepley         PetscCall(DMLabelGetValue(label, closure[cl], &valA));
1944e1a13daeSMatthew G. Knepley         if ((valA >= 0) && (valA <= dim)) {split = PETSC_TRUE; break;}
1945e1a13daeSMatthew G. Knepley       }
1946e1a13daeSMatthew G. Knepley       PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
1947e1a13daeSMatthew G. Knepley       if (!split) continue;
1948e1a13daeSMatthew G. Knepley     }
1949accc9626SMatthew G. Knepley     /* Split the face */
1950accc9626SMatthew G. Knepley     PetscCall(DMLabelGetValue(label, point, &valA));
1951accc9626SMatthew G. Knepley     PetscCall(DMLabelClearValue(label, point, valA));
1952accc9626SMatthew G. Knepley     PetscCall(DMLabelSetValue(label, point, dim-1));
1953accc9626SMatthew G. Knepley     /* Label its closure:
1954accc9626SMatthew G. Knepley       unmarked: label as unsplit
1955accc9626SMatthew G. Knepley       incident: relabel as split
1956accc9626SMatthew G. Knepley       split:    do nothing
1957accc9626SMatthew G. Knepley     */
1958accc9626SMatthew G. Knepley     {
1959accc9626SMatthew G. Knepley       PetscInt *closure = NULL;
1960accc9626SMatthew G. Knepley       PetscInt  closureSize, cl, dep;
1961accc9626SMatthew G. Knepley 
1962accc9626SMatthew G. Knepley       PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
1963accc9626SMatthew G. Knepley       for (cl = 0; cl < closureSize*2; cl += 2) {
1964accc9626SMatthew G. Knepley         PetscCall(DMLabelGetValue(label, closure[cl], &valA));
1965accc9626SMatthew G. Knepley         if (valA == -1) { /* Mark as unsplit */
1966accc9626SMatthew G. Knepley           PetscCall(DMPlexGetPointDepth(dm, closure[cl], &dep));
1967accc9626SMatthew G. Knepley           PetscCall(DMLabelSetValue(label, closure[cl], shift2+dep));
1968accc9626SMatthew G. Knepley         } else if (((valA >= shift) && (valA < shift2)) || ((valA <= -shift) && (valA > -shift2))) {
1969accc9626SMatthew G. Knepley           PetscCall(DMPlexGetPointDepth(dm, closure[cl], &dep));
1970accc9626SMatthew G. Knepley           PetscCall(DMLabelClearValue(label, closure[cl], valA));
1971accc9626SMatthew G. Knepley           PetscCall(DMLabelSetValue(label, closure[cl], dep));
1972accc9626SMatthew G. Knepley         }
1973accc9626SMatthew G. Knepley       }
1974accc9626SMatthew G. Knepley       PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
1975accc9626SMatthew G. Knepley     }
1976accc9626SMatthew G. Knepley   }
1977accc9626SMatthew G. Knepley   PetscCall(ISRestoreIndices(dimIS, &points));
1978accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&dimIS));
1979accc9626SMatthew G. Knepley   PetscFunctionReturn(0);
1980accc9626SMatthew G. Knepley }
1981accc9626SMatthew G. Knepley 
1982cd0c2139SMatthew G Knepley /*@
19830f66a230SMatthew G. Knepley   DMPlexLabelCohesiveComplete - Starting with a label marking points on an internal surface, we add all other mesh pieces
1984cd0c2139SMatthew G Knepley   to complete the surface
1985cd0c2139SMatthew G Knepley 
1986cd0c2139SMatthew G Knepley   Input Parameters:
1987cd0c2139SMatthew G Knepley + dm     - The DM
19880f66a230SMatthew G. Knepley . label  - A DMLabel marking the surface
19890f66a230SMatthew G. Knepley . blabel - A DMLabel marking the vertices on the boundary which will not be duplicated, or NULL to find them automatically
1990caf9e14dSMatthew G. Knepley . bvalue - Value of DMLabel marking the vertices on the boundary
1991bb55d314SMatthew G. Knepley . flip   - Flag to flip the submesh normal and replace points on the other side
199247946fd8SMatthew G. Knepley - subdm  - The subDM associated with the label, or NULL
1993cd0c2139SMatthew G Knepley 
1994cd0c2139SMatthew G Knepley   Output Parameter:
1995cd0c2139SMatthew G Knepley . label - A DMLabel marking all surface points
1996cd0c2139SMatthew G Knepley 
19970f66a230SMatthew G. Knepley   Note: The vertices in blabel are called "unsplit" in the terminology from hybrid cell creation.
19980f66a230SMatthew G. Knepley 
1999cd0c2139SMatthew G Knepley   Level: developer
2000cd0c2139SMatthew G Knepley 
2001db781477SPatrick Sanan .seealso: `DMPlexConstructCohesiveCells()`, `DMPlexLabelComplete()`
2002cd0c2139SMatthew G Knepley @*/
2003caf9e14dSMatthew G. Knepley PetscErrorCode DMPlexLabelCohesiveComplete(DM dm, DMLabel label, DMLabel blabel, PetscInt bvalue, PetscBool flip, DM subdm)
2004cd0c2139SMatthew G Knepley {
2005d90583fdSMatthew G. Knepley   DMLabel         depthLabel;
2006accc9626SMatthew G. Knepley   IS              dimIS, subpointIS = NULL;
200747946fd8SMatthew G. Knepley   const PetscInt *points, *subpoints;
2008bb55d314SMatthew G. Knepley   const PetscInt  rev   = flip ? -1 : 1;
2009accc9626SMatthew G. Knepley   PetscInt        shift = 100, shift2 = 200, shift3 = 300, dim, depth, numPoints, numSubpoints, p, val;
2010cd0c2139SMatthew G Knepley 
2011cd0c2139SMatthew G Knepley   PetscFunctionBegin;
20129566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
20139566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
20149566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthLabel(dm, &depthLabel));
201547946fd8SMatthew G. Knepley   if (subdm) {
20169566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(subdm, &subpointIS));
201747946fd8SMatthew G. Knepley     if (subpointIS) {
20189566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(subpointIS, &numSubpoints));
20199566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(subpointIS, &subpoints));
202047946fd8SMatthew G. Knepley     }
202147946fd8SMatthew G. Knepley   }
2022d7c8f101SMatthew G. Knepley   /* Mark cell on the fault, and its faces which touch the fault: cell orientation for face gives the side of the fault */
20239566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(label, dim-1, &dimIS));
2024accc9626SMatthew G. Knepley   if (!dimIS) goto divide;
20259566063dSJacob Faibussowitsch   PetscCall(ISGetLocalSize(dimIS, &numPoints));
20269566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(dimIS, &points));
2027d7c8f101SMatthew G. Knepley   for (p = 0; p < numPoints; ++p) { /* Loop over fault faces */
2028cd0c2139SMatthew G Knepley     const PetscInt *support;
2029cd0c2139SMatthew G Knepley     PetscInt        supportSize, s;
2030cd0c2139SMatthew G Knepley 
20319566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupportSize(dm, points[p], &supportSize));
2032c4419245SMatthew G. Knepley #if 0
2033c4419245SMatthew G. Knepley     if (supportSize != 2) {
2034c4419245SMatthew G. Knepley       const PetscInt *lp;
2035c4419245SMatthew G. Knepley       PetscInt        Nlp, pind;
2036c4419245SMatthew G. Knepley 
2037c4419245SMatthew G. Knepley       /* Check that for a cell with a single support face, that face is in the SF */
2038c4419245SMatthew G. Knepley       /*   THis check only works for the remote side. We would need root side information */
20399566063dSJacob Faibussowitsch       PetscCall(PetscSFGetGraph(dm->sf, NULL, &Nlp, &lp, NULL));
20409566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(points[p], Nlp, lp, &pind));
204163a3b9bcSJacob Faibussowitsch       PetscCheck(pind >= 0,PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Split face %" PetscInt_FMT " has %" PetscInt_FMT " != 2 supports, and the face is not shared with another process", points[p], supportSize);
2042c4419245SMatthew G. Knepley     }
2043c4419245SMatthew G. Knepley #endif
20449566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSupport(dm, points[p], &support));
2045cd0c2139SMatthew G Knepley     for (s = 0; s < supportSize; ++s) {
20460f66a230SMatthew G. Knepley       const PetscInt *cone;
2047cd0c2139SMatthew G Knepley       PetscInt        coneSize, c;
20480f66a230SMatthew G. Knepley       PetscBool       pos;
2049cd0c2139SMatthew G Knepley 
20509566063dSJacob Faibussowitsch       PetscCall(GetSurfaceSide_Static(dm, subdm, numSubpoints, subpoints, support[s], points[p], &pos));
20519566063dSJacob Faibussowitsch       if (pos) PetscCall(DMLabelSetValue(label, support[s],  rev*(shift+dim)));
20529566063dSJacob Faibussowitsch       else     PetscCall(DMLabelSetValue(label, support[s], -rev*(shift+dim)));
20530f66a230SMatthew G. Knepley       if (rev < 0) pos = !pos ? PETSC_TRUE : PETSC_FALSE;
20540f66a230SMatthew G. Knepley       /* Put faces touching the fault in the label */
20559566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, support[s], &coneSize));
20569566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, support[s], &cone));
2057cd0c2139SMatthew G Knepley       for (c = 0; c < coneSize; ++c) {
2058cd0c2139SMatthew G Knepley         const PetscInt point = cone[c];
2059cd0c2139SMatthew G Knepley 
20609566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, point, &val));
2061cd0c2139SMatthew G Knepley         if (val == -1) {
2062cd0c2139SMatthew G Knepley           PetscInt *closure = NULL;
2063cd0c2139SMatthew G Knepley           PetscInt  closureSize, cl;
2064cd0c2139SMatthew G Knepley 
20659566063dSJacob Faibussowitsch           PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2066cd0c2139SMatthew G Knepley           for (cl = 0; cl < closureSize*2; cl += 2) {
2067cd0c2139SMatthew G Knepley             const PetscInt clp  = closure[cl];
2068a0541d8aSMatthew G. Knepley             PetscInt       bval = -1;
2069cd0c2139SMatthew G Knepley 
20709566063dSJacob Faibussowitsch             PetscCall(DMLabelGetValue(label, clp, &val));
20719566063dSJacob Faibussowitsch             if (blabel) PetscCall(DMLabelGetValue(blabel, clp, &bval));
2072a0541d8aSMatthew G. Knepley             if ((val >= 0) && (val < dim-1) && (bval < 0)) {
20739566063dSJacob Faibussowitsch               PetscCall(DMLabelSetValue(label, point, pos == PETSC_TRUE ? shift+dim-1 : -(shift+dim-1)));
2074cd0c2139SMatthew G Knepley               break;
2075cd0c2139SMatthew G Knepley             }
2076cd0c2139SMatthew G Knepley           }
20779566063dSJacob Faibussowitsch           PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2078cd0c2139SMatthew G Knepley         }
2079cd0c2139SMatthew G Knepley       }
2080cd0c2139SMatthew G Knepley     }
2081cd0c2139SMatthew G Knepley   }
2082accc9626SMatthew G. Knepley   PetscCall(ISRestoreIndices(dimIS, &points));
2083accc9626SMatthew G. Knepley   PetscCall(ISDestroy(&dimIS));
2084a0541d8aSMatthew G. Knepley   /* Mark boundary points as unsplit */
208586200784SMatthew G. Knepley   if (blabel) {
2086accc9626SMatthew G. Knepley     IS bdIS;
2087accc9626SMatthew G. Knepley 
2088caf9e14dSMatthew G. Knepley     PetscCall(DMLabelGetStratumIS(blabel, bvalue, &bdIS));
2089accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(bdIS, &numPoints));
2090accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(bdIS, &points));
2091a0541d8aSMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
2092a0541d8aSMatthew G. Knepley       const PetscInt point = points[p];
2093a0541d8aSMatthew G. Knepley       PetscInt       val, bval;
2094a0541d8aSMatthew G. Knepley 
20959566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(blabel, point, &bval));
2096a0541d8aSMatthew G. Knepley       if (bval >= 0) {
20979566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, point, &val));
2098f7019248SMatthew G. Knepley         if ((val < 0) || (val > dim)) {
2099f7019248SMatthew G. Knepley           /* This could be a point added from splitting a vertex on an adjacent fault, otherwise its just wrong */
21009566063dSJacob Faibussowitsch           PetscCall(DMLabelClearValue(blabel, point, bval));
2101f7019248SMatthew G. Knepley         }
2102f7019248SMatthew G. Knepley       }
2103f7019248SMatthew G. Knepley     }
2104f7019248SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
2105f7019248SMatthew G. Knepley       const PetscInt point = points[p];
2106f7019248SMatthew G. Knepley       PetscInt       val, bval;
2107f7019248SMatthew G. Knepley 
21089566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(blabel, point, &bval));
2109f7019248SMatthew G. Knepley       if (bval >= 0) {
211086200784SMatthew G. Knepley         const PetscInt *cone,    *support;
211186200784SMatthew G. Knepley         PetscInt        coneSize, supportSize, s, valA, valB, valE;
211286200784SMatthew G. Knepley 
2113a0541d8aSMatthew G. Knepley         /* Mark as unsplit */
21149566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(label, point, &val));
2115e1a13daeSMatthew G. Knepley         PetscCheck(val >= 0 && val <= dim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " has label value %" PetscInt_FMT ", should be part of the fault", point, val);
21169566063dSJacob Faibussowitsch         PetscCall(DMLabelClearValue(label, point, val));
21179566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(label, point, shift2+val));
21182c06a818SMatthew G. Knepley         /* Check for cross-edge
21192c06a818SMatthew G. Knepley              A cross-edge has endpoints which are both on the boundary of the surface, but the edge itself is not. */
212086200784SMatthew G. Knepley         if (val != 0) continue;
21219566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, point, &support));
21229566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(dm, point, &supportSize));
212386200784SMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
21249566063dSJacob Faibussowitsch           PetscCall(DMPlexGetCone(dm, support[s], &cone));
21259566063dSJacob Faibussowitsch           PetscCall(DMPlexGetConeSize(dm, support[s], &coneSize));
212663a3b9bcSJacob Faibussowitsch           PetscCheck(coneSize == 2, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Edge %" PetscInt_FMT " has %" PetscInt_FMT " vertices != 2", support[s], coneSize);
21279566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(blabel, cone[0], &valA));
21289566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(blabel, cone[1], &valB));
21299566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(blabel, support[s], &valE));
21309566063dSJacob Faibussowitsch           if ((valE < 0) && (valA >= 0) && (valB >= 0) && (cone[0] != cone[1])) PetscCall(DMLabelSetValue(blabel, support[s], 2));
213186200784SMatthew G. Knepley         }
2132a0541d8aSMatthew G. Knepley       }
2133a0541d8aSMatthew G. Knepley     }
2134accc9626SMatthew G. Knepley     PetscCall(ISRestoreIndices(bdIS, &points));
2135accc9626SMatthew G. Knepley     PetscCall(ISDestroy(&bdIS));
2136a0541d8aSMatthew G. Knepley   }
2137b6dfa339SMatthew G. Knepley   /* Mark ghost fault cells */
2138b6dfa339SMatthew G. Knepley   {
2139b6dfa339SMatthew G. Knepley     PetscSF         sf;
2140b6dfa339SMatthew G. Knepley     const PetscInt *leaves;
2141b6dfa339SMatthew G. Knepley     PetscInt         Nl, l;
2142b6dfa339SMatthew G. Knepley 
2143b6dfa339SMatthew G. Knepley     PetscCall(DMGetPointSF(dm, &sf));
2144b6dfa339SMatthew G. Knepley     PetscCall(PetscSFGetGraph(sf, NULL, &Nl, &leaves, NULL));
2145accc9626SMatthew G. Knepley     PetscCall(DMLabelGetStratumIS(label, dim-1, &dimIS));
2146accc9626SMatthew G. Knepley     if (!dimIS) goto divide;
2147accc9626SMatthew G. Knepley     PetscCall(ISGetLocalSize(dimIS, &numPoints));
2148accc9626SMatthew G. Knepley     PetscCall(ISGetIndices(dimIS, &points));
2149b6dfa339SMatthew G. Knepley     if (Nl > 0) {
2150b6dfa339SMatthew G. Knepley       for (p = 0; p < numPoints; ++p) {
2151b6dfa339SMatthew G. Knepley         const PetscInt point = points[p];
2152b6dfa339SMatthew G. Knepley         PetscInt       val;
2153b6dfa339SMatthew G. Knepley 
2154b6dfa339SMatthew G. Knepley         PetscCall(PetscFindInt(point, Nl, leaves, &l));
2155b6dfa339SMatthew G. Knepley         if (l >= 0) {
2156b6dfa339SMatthew G. Knepley           PetscInt *closure = NULL;
2157b6dfa339SMatthew G. Knepley           PetscInt  closureSize, cl;
2158b6dfa339SMatthew G. Knepley 
2159b6dfa339SMatthew G. Knepley           PetscCall(DMLabelGetValue(label, point, &val));
2160b6dfa339SMatthew G. Knepley           PetscCheck((val == dim-1) || (val == shift2+dim-1), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " has label value %" PetscInt_FMT ", should be a fault face", point, val);
2161b6dfa339SMatthew G. Knepley           PetscCall(DMLabelClearValue(label, point, val));
2162b6dfa339SMatthew G. Knepley           PetscCall(DMLabelSetValue(label, point, shift3+val));
2163b6dfa339SMatthew G. Knepley           PetscCall(DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2164accc9626SMatthew G. Knepley           for (cl = 2; cl < closureSize*2; cl += 2) {
2165b6dfa339SMatthew G. Knepley             const PetscInt clp  = closure[cl];
2166b6dfa339SMatthew G. Knepley 
2167b6dfa339SMatthew G. Knepley             PetscCall(DMLabelGetValue(label, clp, &val));
2168b6dfa339SMatthew G. Knepley             PetscCheck(val != -1, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Point %" PetscInt_FMT " is missing from label, but is in the closure of a fault face", point);
2169b6dfa339SMatthew G. Knepley             PetscCall(DMLabelClearValue(label, clp, val));
2170b6dfa339SMatthew G. Knepley             PetscCall(DMLabelSetValue(label, clp, shift3+val));
2171b6dfa339SMatthew G. Knepley           }
2172b6dfa339SMatthew G. Knepley           PetscCall(DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure));
2173b6dfa339SMatthew G. Knepley         }
2174b6dfa339SMatthew G. Knepley       }
2175b6dfa339SMatthew G. Knepley     }
2176b6dfa339SMatthew G. Knepley     PetscCall(ISRestoreIndices(dimIS, &points));
2177b6dfa339SMatthew G. Knepley     PetscCall(ISDestroy(&dimIS));
2178accc9626SMatthew G. Knepley   }
2179accc9626SMatthew G. Knepley   divide:
2180b6dfa339SMatthew G. Knepley   if (subpointIS) PetscCall(ISRestoreIndices(subpointIS, &subpoints));
2181accc9626SMatthew G. Knepley   PetscCall(DMPlexLabelFaultHalo(dm, label));
2182accc9626SMatthew G. Knepley   PetscCall(CheckFaultEdge_Private(dm, label));
2183cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
2184cd0c2139SMatthew G Knepley }
2185cd0c2139SMatthew G Knepley 
2186720e594eSMatthew G. Knepley /* Check that no cell have all vertices on the fault */
2187720e594eSMatthew G. Knepley PetscErrorCode DMPlexCheckValidSubmesh_Private(DM dm, DMLabel label, DM subdm)
2188720e594eSMatthew G. Knepley {
2189720e594eSMatthew G. Knepley   IS              subpointIS;
2190720e594eSMatthew G. Knepley   const PetscInt *dmpoints;
2191720e594eSMatthew G. Knepley   PetscInt        defaultValue, cStart, cEnd, c, vStart, vEnd;
2192720e594eSMatthew G. Knepley 
2193720e594eSMatthew G. Knepley   PetscFunctionBegin;
2194720e594eSMatthew G. Knepley   if (!label) PetscFunctionReturn(0);
21959566063dSJacob Faibussowitsch   PetscCall(DMLabelGetDefaultValue(label, &defaultValue));
21969566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointIS(subdm, &subpointIS));
2197720e594eSMatthew G. Knepley   if (!subpointIS) PetscFunctionReturn(0);
21989566063dSJacob Faibussowitsch   PetscCall(DMPlexGetHeightStratum(subdm, 0, &cStart, &cEnd));
21999566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
22009566063dSJacob Faibussowitsch   PetscCall(ISGetIndices(subpointIS, &dmpoints));
2201720e594eSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
2202720e594eSMatthew G. Knepley     PetscBool invalidCell = PETSC_TRUE;
2203720e594eSMatthew G. Knepley     PetscInt *closure     = NULL;
2204720e594eSMatthew G. Knepley     PetscInt  closureSize, cl;
2205720e594eSMatthew G. Knepley 
22069566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, dmpoints[c], PETSC_TRUE, &closureSize, &closure));
2207720e594eSMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
2208720e594eSMatthew G. Knepley       PetscInt value = 0;
2209720e594eSMatthew G. Knepley 
2210720e594eSMatthew G. Knepley       if ((closure[cl] < vStart) || (closure[cl] >= vEnd)) continue;
22119566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, closure[cl], &value));
2212720e594eSMatthew G. Knepley       if (value == defaultValue) {invalidCell = PETSC_FALSE; break;}
2213720e594eSMatthew G. Knepley     }
22149566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, dmpoints[c], PETSC_TRUE, &closureSize, &closure));
2215720e594eSMatthew G. Knepley     if (invalidCell) {
22169566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(subpointIS, &dmpoints));
22179566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&subpointIS));
22189566063dSJacob Faibussowitsch       PetscCall(DMDestroy(&subdm));
221963a3b9bcSJacob Faibussowitsch       SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Ambiguous submesh. Cell %" PetscInt_FMT " has all of its vertices on the submesh.", dmpoints[c]);
2220720e594eSMatthew G. Knepley     }
2221720e594eSMatthew G. Knepley   }
22229566063dSJacob Faibussowitsch   PetscCall(ISRestoreIndices(subpointIS, &dmpoints));
2223720e594eSMatthew G. Knepley   PetscFunctionReturn(0);
2224720e594eSMatthew G. Knepley }
2225720e594eSMatthew G. Knepley 
2226c08575a3SMatthew G. Knepley /*@
22273cf72582SMatthew G. Knepley   DMPlexCreateHybridMesh - Create a mesh with hybrid cells along an internal interface
22283cf72582SMatthew G. Knepley 
22293cf72582SMatthew G. Knepley   Collective on dm
22303cf72582SMatthew G. Knepley 
22313cf72582SMatthew G. Knepley   Input Parameters:
22323cf72582SMatthew G. Knepley + dm - The original DM
2233720e594eSMatthew G. Knepley . label - The label specifying the interface vertices
2234caf9e14dSMatthew G. Knepley . bdlabel - The optional label specifying the interface boundary vertices
2235caf9e14dSMatthew G. Knepley - bdvalue - Value of optional label specifying the interface boundary vertices
22363cf72582SMatthew G. Knepley 
22373cf72582SMatthew G. Knepley   Output Parameters:
22387db7e0a7SMatthew G. Knepley + hybridLabel - The label fully marking the interface, or NULL if no output is desired
22397db7e0a7SMatthew G. Knepley . splitLabel - The label containing the split points, or NULL if no output is desired
2240720e594eSMatthew G. Knepley . dmInterface - The new interface DM, or NULL
2241720e594eSMatthew G. Knepley - dmHybrid - The new DM with cohesive cells
22423cf72582SMatthew G. Knepley 
22436eccb800SMatthew Knepley   Note: The hybridLabel indicates what parts of the original mesh impinged on the on division surface. For points
22446eccb800SMatthew Knepley   directly on the division surface, they are labeled with their dimension, so an edge 7 on the division surface would be
22456eccb800SMatthew Knepley   7 (1) in hybridLabel. For points that impinge from the positive side, they are labeled with 100+dim, so an edge 6 with
22466eccb800SMatthew Knepley   one vertex 3 on the surface would be 6 (101) and 3 (0) in hybridLabel. If an edge 9 from the negative side of the
22476eccb800SMatthew Knepley   surface also hits vertex 3, it would be 9 (-101) in hybridLabel.
22486eccb800SMatthew Knepley 
22496eccb800SMatthew Knepley   The splitLabel indicates what points in the new hybrid mesh were the result of splitting points in the original
22506eccb800SMatthew Knepley   mesh. The label value is +=100+dim for each point. For example, if two edges 10 and 14 in the hybrid resulting from
22516eccb800SMatthew Knepley   splitting an edge in the original mesh, you would have 10 (101) and 14 (-101) in the splitLabel.
22526eccb800SMatthew Knepley 
22536eccb800SMatthew Knepley   The dmInterface is a DM built from the original division surface. It has a label which can be retrieved using
22546eccb800SMatthew Knepley   DMPlexGetSubpointMap() which maps each point back to the point in the surface of the original mesh.
22556eccb800SMatthew Knepley 
22563cf72582SMatthew G. Knepley   Level: developer
22573cf72582SMatthew G. Knepley 
2258db781477SPatrick Sanan .seealso: `DMPlexConstructCohesiveCells()`, `DMPlexLabelCohesiveComplete()`, `DMPlexGetSubpointMap()`, `DMCreate()`
22593cf72582SMatthew G. Knepley @*/
2260caf9e14dSMatthew G. Knepley PetscErrorCode DMPlexCreateHybridMesh(DM dm, DMLabel label, DMLabel bdlabel, PetscInt bdvalue, DMLabel *hybridLabel, DMLabel *splitLabel, DM *dmInterface, DM *dmHybrid)
22613cf72582SMatthew G. Knepley {
22623cf72582SMatthew G. Knepley   DM             idm;
22637db7e0a7SMatthew G. Knepley   DMLabel        subpointMap, hlabel, slabel = NULL;
22643cf72582SMatthew G. Knepley   PetscInt       dim;
22653cf72582SMatthew G. Knepley 
22663cf72582SMatthew G. Knepley   PetscFunctionBegin;
22673cf72582SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
226892ef8ba2SVaclav Hapla   if (label) PetscValidPointer(label, 2);
2269720e594eSMatthew G. Knepley   if (bdlabel) PetscValidPointer(bdlabel, 3);
227092ef8ba2SVaclav Hapla   if (hybridLabel) PetscValidPointer(hybridLabel, 5);
227192ef8ba2SVaclav Hapla   if (splitLabel)  PetscValidPointer(splitLabel, 6);
227292ef8ba2SVaclav Hapla   if (dmInterface) PetscValidPointer(dmInterface, 7);
227392ef8ba2SVaclav Hapla   PetscValidPointer(dmHybrid, 8);
22749566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
22759566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmesh(dm, label, 1, PETSC_FALSE, &idm));
22769566063dSJacob Faibussowitsch   PetscCall(DMPlexCheckValidSubmesh_Private(dm, label, idm));
22779566063dSJacob Faibussowitsch   PetscCall(DMPlexOrient(idm));
22789566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(idm, &subpointMap));
22799566063dSJacob Faibussowitsch   PetscCall(DMLabelDuplicate(subpointMap, &hlabel));
22809566063dSJacob Faibussowitsch   PetscCall(DMLabelClearStratum(hlabel, dim));
22817db7e0a7SMatthew G. Knepley   if (splitLabel) {
22827db7e0a7SMatthew G. Knepley     const char *name;
22837db7e0a7SMatthew G. Knepley     char        sname[PETSC_MAX_PATH_LEN];
22847db7e0a7SMatthew G. Knepley 
22859566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject) hlabel, &name));
22869566063dSJacob Faibussowitsch     PetscCall(PetscStrncpy(sname, name, PETSC_MAX_PATH_LEN));
22879566063dSJacob Faibussowitsch     PetscCall(PetscStrcat(sname, " split"));
22889566063dSJacob Faibussowitsch     PetscCall(DMLabelCreate(PETSC_COMM_SELF, sname, &slabel));
22897db7e0a7SMatthew G. Knepley   }
2290caf9e14dSMatthew G. Knepley   PetscCall(DMPlexLabelCohesiveComplete(dm, hlabel, bdlabel, bdvalue, PETSC_FALSE, idm));
2291720e594eSMatthew G. Knepley   if (dmInterface) {*dmInterface = idm;}
22929566063dSJacob Faibussowitsch   else             PetscCall(DMDestroy(&idm));
22939566063dSJacob Faibussowitsch   PetscCall(DMPlexConstructCohesiveCells(dm, hlabel, slabel, dmHybrid));
22945de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *dmHybrid));
22953cf72582SMatthew G. Knepley   if (hybridLabel) *hybridLabel = hlabel;
22969566063dSJacob Faibussowitsch   else             PetscCall(DMLabelDestroy(&hlabel));
22977db7e0a7SMatthew G. Knepley   if (splitLabel)  *splitLabel  = slabel;
22984a7ee7d0SMatthew G. Knepley   {
22994a7ee7d0SMatthew G. Knepley     DM      cdm;
23004a7ee7d0SMatthew G. Knepley     DMLabel ctLabel;
23014a7ee7d0SMatthew G. Knepley 
23024a7ee7d0SMatthew G. Knepley     /* We need to somehow share the celltype label with the coordinate dm */
23039566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateDM(*dmHybrid, &cdm));
23049566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCellTypeLabel(*dmHybrid, &ctLabel));
23059566063dSJacob Faibussowitsch     PetscCall(DMSetLabel(cdm, ctLabel));
23064a7ee7d0SMatthew G. Knepley   }
2307cd0c2139SMatthew G Knepley   PetscFunctionReturn(0);
2308cd0c2139SMatthew G Knepley }
2309cd0c2139SMatthew G Knepley 
2310efa14ee0SMatthew G Knepley /* Here we need the explicit assumption that:
2311efa14ee0SMatthew G Knepley 
2312efa14ee0SMatthew G Knepley      For any marked cell, the marked vertices constitute a single face
2313efa14ee0SMatthew G Knepley */
2314830e53efSMatthew G. Knepley static PetscErrorCode DMPlexMarkSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, DM subdm)
2315efa14ee0SMatthew G Knepley {
2316fed694aaSMatthew G. Knepley   IS               subvertexIS = NULL;
2317efa14ee0SMatthew G Knepley   const PetscInt  *subvertices;
2318412e9a14SMatthew G. Knepley   PetscInt        *pStart, *pEnd, pSize;
2319efa14ee0SMatthew G Knepley   PetscInt         depth, dim, d, numSubVerticesInitial = 0, v;
2320efa14ee0SMatthew G Knepley 
2321efa14ee0SMatthew G Knepley   PetscFunctionBegin;
2322efa14ee0SMatthew G Knepley   *numFaces = 0;
2323efa14ee0SMatthew G Knepley   *nFV      = 0;
23249566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
23259566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
232677d178adSMatthew G. Knepley   pSize = PetscMax(depth, dim) + 1;
23279566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(pSize, &pStart, pSize, &pEnd));
2328efa14ee0SMatthew G Knepley   for (d = 0; d <= depth; ++d) {
23299566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSimplexOrBoxCells(dm, depth-d, &pStart[d], &pEnd[d]));
2330efa14ee0SMatthew G Knepley   }
2331efa14ee0SMatthew G Knepley   /* Loop over initial vertices and mark all faces in the collective star() */
23329566063dSJacob Faibussowitsch   if (vertexLabel) PetscCall(DMLabelGetStratumIS(vertexLabel, value, &subvertexIS));
2333efa14ee0SMatthew G Knepley   if (subvertexIS) {
23349566063dSJacob Faibussowitsch     PetscCall(ISGetSize(subvertexIS, &numSubVerticesInitial));
23359566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(subvertexIS, &subvertices));
2336efa14ee0SMatthew G Knepley   }
2337efa14ee0SMatthew G Knepley   for (v = 0; v < numSubVerticesInitial; ++v) {
2338efa14ee0SMatthew G Knepley     const PetscInt vertex = subvertices[v];
23390298fd71SBarry Smith     PetscInt      *star   = NULL;
2340efa14ee0SMatthew G Knepley     PetscInt       starSize, s, numCells = 0, c;
2341efa14ee0SMatthew G Knepley 
23429566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2343efa14ee0SMatthew G Knepley     for (s = 0; s < starSize*2; s += 2) {
2344efa14ee0SMatthew G Knepley       const PetscInt point = star[s];
2345efa14ee0SMatthew G Knepley       if ((point >= pStart[depth]) && (point < pEnd[depth])) star[numCells++] = point;
2346efa14ee0SMatthew G Knepley     }
2347efa14ee0SMatthew G Knepley     for (c = 0; c < numCells; ++c) {
2348efa14ee0SMatthew G Knepley       const PetscInt cell    = star[c];
23490298fd71SBarry Smith       PetscInt      *closure = NULL;
2350efa14ee0SMatthew G Knepley       PetscInt       closureSize, cl;
2351efa14ee0SMatthew G Knepley       PetscInt       cellLoc, numCorners = 0, faceSize = 0;
2352efa14ee0SMatthew G Knepley 
23539566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(subpointMap, cell, &cellLoc));
235465560c7fSMatthew G Knepley       if (cellLoc == 2) continue;
235563a3b9bcSJacob Faibussowitsch       PetscCheck(cellLoc < 0,PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Cell %" PetscInt_FMT " has dimension %" PetscInt_FMT " in the surface label", cell, cellLoc);
23569566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
2357efa14ee0SMatthew G Knepley       for (cl = 0; cl < closureSize*2; cl += 2) {
2358efa14ee0SMatthew G Knepley         const PetscInt point = closure[cl];
2359efa14ee0SMatthew G Knepley         PetscInt       vertexLoc;
2360efa14ee0SMatthew G Knepley 
2361efa14ee0SMatthew G Knepley         if ((point >= pStart[0]) && (point < pEnd[0])) {
2362efa14ee0SMatthew G Knepley           ++numCorners;
23639566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(vertexLabel, point, &vertexLoc));
2364830e53efSMatthew G. Knepley           if (vertexLoc == value) closure[faceSize++] = point;
2365efa14ee0SMatthew G Knepley         }
2366efa14ee0SMatthew G Knepley       }
23679566063dSJacob Faibussowitsch       if (!(*nFV)) PetscCall(DMPlexGetNumFaceVertices(dm, dim, numCorners, nFV));
236863a3b9bcSJacob Faibussowitsch       PetscCheck(faceSize <= *nFV,PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %" PetscInt_FMT " of an element on the surface", faceSize);
2369efa14ee0SMatthew G Knepley       if (faceSize == *nFV) {
2370007baee2SMatthew G. Knepley         const PetscInt *cells = NULL;
2371007baee2SMatthew G. Knepley         PetscInt        numCells, nc;
2372007baee2SMatthew G. Knepley 
2373efa14ee0SMatthew G Knepley         ++(*numFaces);
2374efa14ee0SMatthew G Knepley         for (cl = 0; cl < faceSize; ++cl) {
23759566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(subpointMap, closure[cl], 0));
2376efa14ee0SMatthew G Knepley         }
23779566063dSJacob Faibussowitsch         PetscCall(DMPlexGetJoin(dm, faceSize, closure, &numCells, &cells));
2378007baee2SMatthew G. Knepley         for (nc = 0; nc < numCells; ++nc) {
23799566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(subpointMap, cells[nc], 2));
2380007baee2SMatthew G. Knepley         }
23819566063dSJacob Faibussowitsch         PetscCall(DMPlexRestoreJoin(dm, faceSize, closure, &numCells, &cells));
2382efa14ee0SMatthew G Knepley       }
23839566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
2384efa14ee0SMatthew G Knepley     }
23859566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2386efa14ee0SMatthew G Knepley   }
2387efa14ee0SMatthew G Knepley   if (subvertexIS) {
23889566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(subvertexIS, &subvertices));
2389efa14ee0SMatthew G Knepley   }
23909566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
23919566063dSJacob Faibussowitsch   PetscCall(PetscFree2(pStart, pEnd));
2392efa14ee0SMatthew G Knepley   PetscFunctionReturn(0);
2393efa14ee0SMatthew G Knepley }
2394efa14ee0SMatthew G Knepley 
2395158acfadSMatthew G. Knepley static PetscErrorCode DMPlexMarkSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DMLabel subpointMap, DM subdm)
2396efa14ee0SMatthew G Knepley {
239734b4c39eSMatthew G. Knepley   IS               subvertexIS = NULL;
2398efa14ee0SMatthew G Knepley   const PetscInt  *subvertices;
2399412e9a14SMatthew G. Knepley   PetscInt        *pStart, *pEnd;
2400efa14ee0SMatthew G Knepley   PetscInt         dim, d, numSubVerticesInitial = 0, v;
2401efa14ee0SMatthew G Knepley 
2402efa14ee0SMatthew G Knepley   PetscFunctionBegin;
24039566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
24049566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(dim+1, &pStart, dim+1, &pEnd));
2405efa14ee0SMatthew G Knepley   for (d = 0; d <= dim; ++d) {
24069566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSimplexOrBoxCells(dm, dim-d, &pStart[d], &pEnd[d]));
2407efa14ee0SMatthew G Knepley   }
2408efa14ee0SMatthew G Knepley   /* Loop over initial vertices and mark all faces in the collective star() */
240934b4c39eSMatthew G. Knepley   if (vertexLabel) {
24109566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(vertexLabel, value, &subvertexIS));
2411efa14ee0SMatthew G Knepley     if (subvertexIS) {
24129566063dSJacob Faibussowitsch       PetscCall(ISGetSize(subvertexIS, &numSubVerticesInitial));
24139566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(subvertexIS, &subvertices));
2414efa14ee0SMatthew G Knepley     }
241534b4c39eSMatthew G. Knepley   }
2416efa14ee0SMatthew G Knepley   for (v = 0; v < numSubVerticesInitial; ++v) {
2417efa14ee0SMatthew G Knepley     const PetscInt vertex = subvertices[v];
24180298fd71SBarry Smith     PetscInt      *star   = NULL;
2419efa14ee0SMatthew G Knepley     PetscInt       starSize, s, numFaces = 0, f;
2420efa14ee0SMatthew G Knepley 
24219566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2422efa14ee0SMatthew G Knepley     for (s = 0; s < starSize*2; s += 2) {
2423efa14ee0SMatthew G Knepley       const PetscInt point = star[s];
2424158acfadSMatthew G. Knepley       PetscInt       faceLoc;
2425158acfadSMatthew G. Knepley 
2426158acfadSMatthew G. Knepley       if ((point >= pStart[dim-1]) && (point < pEnd[dim-1])) {
2427158acfadSMatthew G. Knepley         if (markedFaces) {
24289566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(vertexLabel, point, &faceLoc));
2429158acfadSMatthew G. Knepley           if (faceLoc < 0) continue;
2430158acfadSMatthew G. Knepley         }
2431158acfadSMatthew G. Knepley         star[numFaces++] = point;
2432158acfadSMatthew G. Knepley       }
2433efa14ee0SMatthew G Knepley     }
2434efa14ee0SMatthew G Knepley     for (f = 0; f < numFaces; ++f) {
2435efa14ee0SMatthew G Knepley       const PetscInt face    = star[f];
24360298fd71SBarry Smith       PetscInt      *closure = NULL;
2437efa14ee0SMatthew G Knepley       PetscInt       closureSize, c;
2438efa14ee0SMatthew G Knepley       PetscInt       faceLoc;
2439efa14ee0SMatthew G Knepley 
24409566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(subpointMap, face, &faceLoc));
2441efa14ee0SMatthew G Knepley       if (faceLoc == dim-1) continue;
244263a3b9bcSJacob Faibussowitsch       PetscCheck(faceLoc < 0,PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Face %" PetscInt_FMT " has dimension %" PetscInt_FMT " in the surface label", face, faceLoc);
24439566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure));
2444efa14ee0SMatthew G Knepley       for (c = 0; c < closureSize*2; c += 2) {
2445efa14ee0SMatthew G Knepley         const PetscInt point = closure[c];
2446efa14ee0SMatthew G Knepley         PetscInt       vertexLoc;
2447efa14ee0SMatthew G Knepley 
2448efa14ee0SMatthew G Knepley         if ((point >= pStart[0]) && (point < pEnd[0])) {
24499566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(vertexLabel, point, &vertexLoc));
2450830e53efSMatthew G. Knepley           if (vertexLoc != value) break;
2451efa14ee0SMatthew G Knepley         }
2452efa14ee0SMatthew G Knepley       }
2453efa14ee0SMatthew G Knepley       if (c == closureSize*2) {
2454efa14ee0SMatthew G Knepley         const PetscInt *support;
2455efa14ee0SMatthew G Knepley         PetscInt        supportSize, s;
2456efa14ee0SMatthew G Knepley 
2457efa14ee0SMatthew G Knepley         for (c = 0; c < closureSize*2; c += 2) {
2458efa14ee0SMatthew G Knepley           const PetscInt point = closure[c];
2459efa14ee0SMatthew G Knepley 
2460efa14ee0SMatthew G Knepley           for (d = 0; d < dim; ++d) {
2461efa14ee0SMatthew G Knepley             if ((point >= pStart[d]) && (point < pEnd[d])) {
24629566063dSJacob Faibussowitsch               PetscCall(DMLabelSetValue(subpointMap, point, d));
2463efa14ee0SMatthew G Knepley               break;
2464efa14ee0SMatthew G Knepley             }
2465efa14ee0SMatthew G Knepley           }
2466efa14ee0SMatthew G Knepley         }
24679566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(dm, face, &supportSize));
24689566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, face, &support));
2469efa14ee0SMatthew G Knepley         for (s = 0; s < supportSize; ++s) {
24709566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(subpointMap, support[s], dim));
2471efa14ee0SMatthew G Knepley         }
2472efa14ee0SMatthew G Knepley       }
24739566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure));
2474efa14ee0SMatthew G Knepley     }
24759566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star));
2476efa14ee0SMatthew G Knepley   }
24779566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subvertices));
24789566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
24799566063dSJacob Faibussowitsch   PetscCall(PetscFree2(pStart, pEnd));
2480efa14ee0SMatthew G Knepley   PetscFunctionReturn(0);
2481efa14ee0SMatthew G Knepley }
2482efa14ee0SMatthew G Knepley 
248327c04023SMatthew G. Knepley static PetscErrorCode DMPlexMarkCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char labelname[], PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, PetscInt *subCells[], DM subdm)
2484766ab985SMatthew G. Knepley {
248527c04023SMatthew G. Knepley   DMLabel         label = NULL;
2486766ab985SMatthew G. Knepley   const PetscInt *cone;
24879fc93327SToby Isaac   PetscInt        dim, cMax, cEnd, c, subc = 0, p, coneSize = -1;
2488766ab985SMatthew G. Knepley 
2489812bfc34SJed Brown   PetscFunctionBegin;
2490c0ed958bSJed Brown   *numFaces = 0;
2491c0ed958bSJed Brown   *nFV = 0;
24929566063dSJacob Faibussowitsch   if (labelname) PetscCall(DMGetLabel(dm, labelname, &label));
2493fed694aaSMatthew G. Knepley   *subCells = NULL;
24949566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
24959566063dSJacob Faibussowitsch   PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, dim, &cMax, &cEnd));
2496766ab985SMatthew G. Knepley   if (cMax < 0) PetscFunctionReturn(0);
249727c04023SMatthew G. Knepley   if (label) {
249827c04023SMatthew G. Knepley     for (c = cMax; c < cEnd; ++c) {
249927c04023SMatthew G. Knepley       PetscInt val;
250027c04023SMatthew G. Knepley 
25019566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, c, &val));
250227c04023SMatthew G. Knepley       if (val == value) {
250327c04023SMatthew G. Knepley         ++(*numFaces);
25049566063dSJacob Faibussowitsch         PetscCall(DMPlexGetConeSize(dm, c, &coneSize));
250527c04023SMatthew G. Knepley       }
250627c04023SMatthew G. Knepley     }
250727c04023SMatthew G. Knepley   } else {
2508766ab985SMatthew G. Knepley     *numFaces = cEnd - cMax;
25099566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, cMax, &coneSize));
251027c04023SMatthew G. Knepley   }
25119566063dSJacob Faibussowitsch   PetscCall(PetscMalloc1(*numFaces *2, subCells));
25129fc93327SToby Isaac   if (!(*numFaces)) PetscFunctionReturn(0);
25139fc93327SToby Isaac   *nFV = hasLagrange ? coneSize/3 : coneSize/2;
2514766ab985SMatthew G. Knepley   for (c = cMax; c < cEnd; ++c) {
2515766ab985SMatthew G. Knepley     const PetscInt *cells;
2516766ab985SMatthew G. Knepley     PetscInt        numCells;
2517766ab985SMatthew G. Knepley 
251827c04023SMatthew G. Knepley     if (label) {
251927c04023SMatthew G. Knepley       PetscInt val;
252027c04023SMatthew G. Knepley 
25219566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, c, &val));
252227c04023SMatthew G. Knepley       if (val != value) continue;
252327c04023SMatthew G. Knepley     }
25249566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, c, &cone));
2525766ab985SMatthew G. Knepley     for (p = 0; p < *nFV; ++p) {
25269566063dSJacob Faibussowitsch       PetscCall(DMLabelSetValue(subpointMap, cone[p], 0));
2527766ab985SMatthew G. Knepley     }
2528766ab985SMatthew G. Knepley     /* Negative face */
25299566063dSJacob Faibussowitsch     PetscCall(DMPlexGetJoin(dm, *nFV, cone, &numCells, &cells));
253027234c99SMatthew G. Knepley     /* Not true in parallel
253108401ef6SPierre Jolivet     PetscCheck(numCells == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */
2532766ab985SMatthew G. Knepley     for (p = 0; p < numCells; ++p) {
25339566063dSJacob Faibussowitsch       PetscCall(DMLabelSetValue(subpointMap, cells[p], 2));
253427234c99SMatthew G. Knepley       (*subCells)[subc++] = cells[p];
2535766ab985SMatthew G. Knepley     }
25369566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreJoin(dm, *nFV, cone, &numCells, &cells));
2537766ab985SMatthew G. Knepley     /* Positive face is not included */
2538766ab985SMatthew G. Knepley   }
2539766ab985SMatthew G. Knepley   PetscFunctionReturn(0);
2540766ab985SMatthew G. Knepley }
2541766ab985SMatthew G. Knepley 
25423982b651SMatthew G. Knepley static PetscErrorCode DMPlexMarkCohesiveSubmesh_Interpolated(DM dm, DMLabel label, PetscInt value, DMLabel subpointMap, DM subdm)
2543766ab985SMatthew G. Knepley {
2544766ab985SMatthew G. Knepley   PetscInt      *pStart, *pEnd;
2545766ab985SMatthew G. Knepley   PetscInt       dim, cMax, cEnd, c, d;
2546766ab985SMatthew G. Knepley 
2547812bfc34SJed Brown   PetscFunctionBegin;
25489566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
25499566063dSJacob Faibussowitsch   PetscCall(DMPlexGetTensorPrismBounds_Internal(dm, dim, &cMax, &cEnd));
2550766ab985SMatthew G. Knepley   if (cMax < 0) PetscFunctionReturn(0);
25519566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(dim+1,&pStart,dim+1,&pEnd));
25529566063dSJacob Faibussowitsch   for (d = 0; d <= dim; ++d) PetscCall(DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]));
2553766ab985SMatthew G. Knepley   for (c = cMax; c < cEnd; ++c) {
2554766ab985SMatthew G. Knepley     const PetscInt *cone;
2555766ab985SMatthew G. Knepley     PetscInt       *closure = NULL;
2556b3154360SMatthew G. Knepley     PetscInt        fconeSize, coneSize, closureSize, cl, val;
2557766ab985SMatthew G. Knepley 
255827c04023SMatthew G. Knepley     if (label) {
25599566063dSJacob Faibussowitsch       PetscCall(DMLabelGetValue(label, c, &val));
256027c04023SMatthew G. Knepley       if (val != value) continue;
256127c04023SMatthew G. Knepley     }
25629566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, c, &coneSize));
25639566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, c, &cone));
25649566063dSJacob Faibussowitsch     PetscCall(DMPlexGetConeSize(dm, cone[0], &fconeSize));
25651dca8a05SBarry Smith     PetscCheck(coneSize == (fconeSize ? fconeSize : 1) + 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells");
2566b3154360SMatthew G. Knepley     /* Negative face */
25679566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure));
2568766ab985SMatthew G. Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
2569766ab985SMatthew G. Knepley       const PetscInt point = closure[cl];
2570766ab985SMatthew G. Knepley 
2571766ab985SMatthew G. Knepley       for (d = 0; d <= dim; ++d) {
2572766ab985SMatthew G. Knepley         if ((point >= pStart[d]) && (point < pEnd[d])) {
25739566063dSJacob Faibussowitsch           PetscCall(DMLabelSetValue(subpointMap, point, d));
2574766ab985SMatthew G. Knepley           break;
2575766ab985SMatthew G. Knepley         }
2576766ab985SMatthew G. Knepley       }
2577766ab985SMatthew G. Knepley     }
25789566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure));
2579766ab985SMatthew G. Knepley     /* Cells -- positive face is not included */
2580766ab985SMatthew G. Knepley     for (cl = 0; cl < 1; ++cl) {
2581766ab985SMatthew G. Knepley       const PetscInt *support;
2582766ab985SMatthew G. Knepley       PetscInt        supportSize, s;
2583766ab985SMatthew G. Knepley 
25849566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupportSize(dm, cone[cl], &supportSize));
258508401ef6SPierre Jolivet       /* PetscCheck(supportSize == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive faces should separate two cells"); */
25869566063dSJacob Faibussowitsch       PetscCall(DMPlexGetSupport(dm, cone[cl], &support));
2587766ab985SMatthew G. Knepley       for (s = 0; s < supportSize; ++s) {
25889566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(subpointMap, support[s], dim));
2589766ab985SMatthew G. Knepley       }
2590766ab985SMatthew G. Knepley     }
2591766ab985SMatthew G. Knepley   }
25929566063dSJacob Faibussowitsch   PetscCall(PetscFree2(pStart, pEnd));
2593766ab985SMatthew G. Knepley   PetscFunctionReturn(0);
2594766ab985SMatthew G. Knepley }
2595766ab985SMatthew G. Knepley 
2596c08575a3SMatthew G. Knepley static PetscErrorCode DMPlexGetFaceOrientation(DM dm, PetscInt cell, PetscInt numCorners, PetscInt indices[], PetscInt oppositeVertex, PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented)
2597e6ccafaeSMatthew G Knepley {
259882f516ccSBarry Smith   MPI_Comm       comm;
2599e6ccafaeSMatthew G Knepley   PetscBool      posOrient = PETSC_FALSE;
2600e6ccafaeSMatthew G Knepley   const PetscInt debug     = 0;
2601e6ccafaeSMatthew G Knepley   PetscInt       cellDim, faceSize, f;
2602e6ccafaeSMatthew G Knepley 
260382f516ccSBarry Smith   PetscFunctionBegin;
26049566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm,&comm));
26059566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &cellDim));
260663a3b9bcSJacob Faibussowitsch   if (debug) PetscCall(PetscPrintf(comm, "cellDim: %" PetscInt_FMT " numCorners: %" PetscInt_FMT "\n", cellDim, numCorners));
2607e6ccafaeSMatthew G Knepley 
2608ddeab2a6SMatthew G. Knepley   if (cellDim == 1 && numCorners == 2) {
2609ddeab2a6SMatthew G. Knepley     /* Triangle */
2610e6ccafaeSMatthew G Knepley     faceSize  = numCorners-1;
2611e6ccafaeSMatthew G Knepley     posOrient = !(oppositeVertex%2) ? PETSC_TRUE : PETSC_FALSE;
2612ddeab2a6SMatthew G. Knepley   } else if (cellDim == 2 && numCorners == 3) {
2613ddeab2a6SMatthew G. Knepley     /* Triangle */
2614ddeab2a6SMatthew G. Knepley     faceSize  = numCorners-1;
2615ddeab2a6SMatthew G. Knepley     posOrient = !(oppositeVertex%2) ? PETSC_TRUE : PETSC_FALSE;
2616ddeab2a6SMatthew G. Knepley   } else if (cellDim == 3 && numCorners == 4) {
2617ddeab2a6SMatthew G. Knepley     /* Tetrahedron */
2618ddeab2a6SMatthew G. Knepley     faceSize  = numCorners-1;
2619ddeab2a6SMatthew G. Knepley     posOrient = (oppositeVertex%2) ? PETSC_TRUE : PETSC_FALSE;
2620e6ccafaeSMatthew G Knepley   } else if (cellDim == 1 && numCorners == 3) {
2621e6ccafaeSMatthew G Knepley     /* Quadratic line */
2622e6ccafaeSMatthew G Knepley     faceSize  = 1;
2623e6ccafaeSMatthew G Knepley     posOrient = PETSC_TRUE;
2624e6ccafaeSMatthew G Knepley   } else if (cellDim == 2 && numCorners == 4) {
2625e6ccafaeSMatthew G Knepley     /* Quads */
2626e6ccafaeSMatthew G Knepley     faceSize = 2;
2627e6ccafaeSMatthew G Knepley     if ((indices[1] > indices[0]) && (indices[1] - indices[0] == 1)) {
2628e6ccafaeSMatthew G Knepley       posOrient = PETSC_TRUE;
2629e6ccafaeSMatthew G Knepley     } else if ((indices[0] == 3) && (indices[1] == 0)) {
2630e6ccafaeSMatthew G Knepley       posOrient = PETSC_TRUE;
2631e6ccafaeSMatthew G Knepley     } else {
2632e6ccafaeSMatthew G Knepley       if (((indices[0] > indices[1]) && (indices[0] - indices[1] == 1)) || ((indices[0] == 0) && (indices[1] == 3))) {
2633e6ccafaeSMatthew G Knepley         posOrient = PETSC_FALSE;
2634e6ccafaeSMatthew G Knepley       } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossedge");
2635e6ccafaeSMatthew G Knepley     }
2636e6ccafaeSMatthew G Knepley   } else if (cellDim == 2 && numCorners == 6) {
2637e6ccafaeSMatthew G Knepley     /* Quadratic triangle (I hate this) */
2638e6ccafaeSMatthew G Knepley     /* Edges are determined by the first 2 vertices (corners of edges) */
2639e6ccafaeSMatthew G Knepley     const PetscInt faceSizeTri = 3;
2640e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[3], i, iFace;
2641e6ccafaeSMatthew G Knepley     PetscBool      found                    = PETSC_FALSE;
2642e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesTriSorted[9] = {
2643e6ccafaeSMatthew G Knepley       0, 3,  4, /* bottom */
2644e6ccafaeSMatthew G Knepley       1, 4,  5, /* right */
2645e6ccafaeSMatthew G Knepley       2, 3,  5, /* left */
2646e6ccafaeSMatthew G Knepley     };
2647e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesTri[9] = {
2648e6ccafaeSMatthew G Knepley       0, 3,  4, /* bottom */
2649e6ccafaeSMatthew G Knepley       1, 4,  5, /* right */
2650e6ccafaeSMatthew G Knepley       2, 5,  3, /* left */
2651e6ccafaeSMatthew G Knepley     };
2652e6ccafaeSMatthew G Knepley 
2653e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeTri; ++i) sortedIndices[i] = indices[i];
26549566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeTri, sortedIndices));
2655e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 3; ++iFace) {
2656e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace*faceSizeTri;
2657e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2658e6ccafaeSMatthew G Knepley 
2659e6ccafaeSMatthew G Knepley       if ((sortedIndices[0] == faceVerticesTriSorted[ii+0]) &&
2660e6ccafaeSMatthew G Knepley           (sortedIndices[1] == faceVerticesTriSorted[ii+1])) {
2661e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeTri; ++fVertex) {
2662e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeTri; ++cVertex) {
2663e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesTri[ii+fVertex]) {
2664e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2665e6ccafaeSMatthew G Knepley               break;
2666e6ccafaeSMatthew G Knepley             }
2667e6ccafaeSMatthew G Knepley           }
2668e6ccafaeSMatthew G Knepley         }
2669e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2670e6ccafaeSMatthew G Knepley         break;
2671e6ccafaeSMatthew G Knepley       }
2672e6ccafaeSMatthew G Knepley     }
267328b400f6SJacob Faibussowitsch     PetscCheck(found,comm, PETSC_ERR_ARG_WRONG, "Invalid tri crossface");
2674e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
2675e6ccafaeSMatthew G Knepley     PetscFunctionReturn(0);
2676e6ccafaeSMatthew G Knepley   } else if (cellDim == 2 && numCorners == 9) {
2677e6ccafaeSMatthew G Knepley     /* Quadratic quad (I hate this) */
2678e6ccafaeSMatthew G Knepley     /* Edges are determined by the first 2 vertices (corners of edges) */
2679e6ccafaeSMatthew G Knepley     const PetscInt faceSizeQuad = 3;
2680e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[3], i, iFace;
2681e6ccafaeSMatthew G Knepley     PetscBool      found                      = PETSC_FALSE;
2682e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesQuadSorted[12] = {
2683e6ccafaeSMatthew G Knepley       0, 1,  4, /* bottom */
2684e6ccafaeSMatthew G Knepley       1, 2,  5, /* right */
2685e6ccafaeSMatthew G Knepley       2, 3,  6, /* top */
2686e6ccafaeSMatthew G Knepley       0, 3,  7, /* left */
2687e6ccafaeSMatthew G Knepley     };
2688e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesQuad[12] = {
2689e6ccafaeSMatthew G Knepley       0, 1,  4, /* bottom */
2690e6ccafaeSMatthew G Knepley       1, 2,  5, /* right */
2691e6ccafaeSMatthew G Knepley       2, 3,  6, /* top */
2692e6ccafaeSMatthew G Knepley       3, 0,  7, /* left */
2693e6ccafaeSMatthew G Knepley     };
2694e6ccafaeSMatthew G Knepley 
2695e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeQuad; ++i) sortedIndices[i] = indices[i];
26969566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeQuad, sortedIndices));
2697e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 4; ++iFace) {
2698e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace*faceSizeQuad;
2699e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2700e6ccafaeSMatthew G Knepley 
2701e6ccafaeSMatthew G Knepley       if ((sortedIndices[0] == faceVerticesQuadSorted[ii+0]) &&
2702e6ccafaeSMatthew G Knepley           (sortedIndices[1] == faceVerticesQuadSorted[ii+1])) {
2703e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeQuad; ++fVertex) {
2704e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeQuad; ++cVertex) {
2705e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesQuad[ii+fVertex]) {
2706e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2707e6ccafaeSMatthew G Knepley               break;
2708e6ccafaeSMatthew G Knepley             }
2709e6ccafaeSMatthew G Knepley           }
2710e6ccafaeSMatthew G Knepley         }
2711e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2712e6ccafaeSMatthew G Knepley         break;
2713e6ccafaeSMatthew G Knepley       }
2714e6ccafaeSMatthew G Knepley     }
271528b400f6SJacob Faibussowitsch     PetscCheck(found,comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossface");
2716e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
2717e6ccafaeSMatthew G Knepley     PetscFunctionReturn(0);
2718e6ccafaeSMatthew G Knepley   } else if (cellDim == 3 && numCorners == 8) {
2719e6ccafaeSMatthew G Knepley     /* Hexes
2720e6ccafaeSMatthew G Knepley        A hex is two oriented quads with the normal of the first
2721e6ccafaeSMatthew G Knepley        pointing up at the second.
2722e6ccafaeSMatthew G Knepley 
2723e6ccafaeSMatthew G Knepley           7---6
2724e6ccafaeSMatthew G Knepley          /|  /|
2725e6ccafaeSMatthew G Knepley         4---5 |
2726ddeab2a6SMatthew G. Knepley         | 1-|-2
2727e6ccafaeSMatthew G Knepley         |/  |/
2728ddeab2a6SMatthew G. Knepley         0---3
2729e6ccafaeSMatthew G Knepley 
2730e6ccafaeSMatthew G Knepley         Faces are determined by the first 4 vertices (corners of faces) */
2731e6ccafaeSMatthew G Knepley     const PetscInt faceSizeHex = 4;
2732e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[4], i, iFace;
2733e6ccafaeSMatthew G Knepley     PetscBool      found                     = PETSC_FALSE;
2734e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesHexSorted[24] = {
2735e6ccafaeSMatthew G Knepley       0, 1, 2, 3,  /* bottom */
2736e6ccafaeSMatthew G Knepley       4, 5, 6, 7,  /* top */
2737ddeab2a6SMatthew G. Knepley       0, 3, 4, 5,  /* front */
2738ddeab2a6SMatthew G. Knepley       2, 3, 5, 6,  /* right */
2739ddeab2a6SMatthew G. Knepley       1, 2, 6, 7,  /* back */
2740ddeab2a6SMatthew G. Knepley       0, 1, 4, 7,  /* left */
2741e6ccafaeSMatthew G Knepley     };
2742e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesHex[24] = {
2743ddeab2a6SMatthew G. Knepley       1, 2, 3, 0,  /* bottom */
2744e6ccafaeSMatthew G Knepley       4, 5, 6, 7,  /* top */
2745ddeab2a6SMatthew G. Knepley       0, 3, 5, 4,  /* front */
2746ddeab2a6SMatthew G. Knepley       3, 2, 6, 5,  /* right */
2747ddeab2a6SMatthew G. Knepley       2, 1, 7, 6,  /* back */
2748ddeab2a6SMatthew G. Knepley       1, 0, 4, 7,  /* left */
2749e6ccafaeSMatthew G Knepley     };
2750e6ccafaeSMatthew G Knepley 
2751e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeHex; ++i) sortedIndices[i] = indices[i];
27529566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeHex, sortedIndices));
2753e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 6; ++iFace) {
2754e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace*faceSizeHex;
2755e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2756e6ccafaeSMatthew G Knepley 
2757e6ccafaeSMatthew G Knepley       if ((sortedIndices[0] == faceVerticesHexSorted[ii+0]) &&
2758e6ccafaeSMatthew G Knepley           (sortedIndices[1] == faceVerticesHexSorted[ii+1]) &&
2759e6ccafaeSMatthew G Knepley           (sortedIndices[2] == faceVerticesHexSorted[ii+2]) &&
2760e6ccafaeSMatthew G Knepley           (sortedIndices[3] == faceVerticesHexSorted[ii+3])) {
2761e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeHex; ++fVertex) {
2762e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeHex; ++cVertex) {
2763e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesHex[ii+fVertex]) {
2764e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2765e6ccafaeSMatthew G Knepley               break;
2766e6ccafaeSMatthew G Knepley             }
2767e6ccafaeSMatthew G Knepley           }
2768e6ccafaeSMatthew G Knepley         }
2769e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2770e6ccafaeSMatthew G Knepley         break;
2771e6ccafaeSMatthew G Knepley       }
2772e6ccafaeSMatthew G Knepley     }
277328b400f6SJacob Faibussowitsch     PetscCheck(found,comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface");
2774e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
2775e6ccafaeSMatthew G Knepley     PetscFunctionReturn(0);
2776e6ccafaeSMatthew G Knepley   } else if (cellDim == 3 && numCorners == 10) {
2777e6ccafaeSMatthew G Knepley     /* Quadratic tet */
2778e6ccafaeSMatthew G Knepley     /* Faces are determined by the first 3 vertices (corners of faces) */
2779e6ccafaeSMatthew G Knepley     const PetscInt faceSizeTet = 6;
2780e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[6], i, iFace;
2781e6ccafaeSMatthew G Knepley     PetscBool      found                     = PETSC_FALSE;
2782e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesTetSorted[24] = {
2783e6ccafaeSMatthew G Knepley       0, 1, 2,  6, 7, 8, /* bottom */
2784e6ccafaeSMatthew G Knepley       0, 3, 4,  6, 7, 9,  /* front */
2785e6ccafaeSMatthew G Knepley       1, 4, 5,  7, 8, 9,  /* right */
2786e6ccafaeSMatthew G Knepley       2, 3, 5,  6, 8, 9,  /* left */
2787e6ccafaeSMatthew G Knepley     };
2788e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesTet[24] = {
2789e6ccafaeSMatthew G Knepley       0, 1, 2,  6, 7, 8, /* bottom */
2790e6ccafaeSMatthew G Knepley       0, 4, 3,  6, 7, 9,  /* front */
2791e6ccafaeSMatthew G Knepley       1, 5, 4,  7, 8, 9,  /* right */
2792e6ccafaeSMatthew G Knepley       2, 3, 5,  8, 6, 9,  /* left */
2793e6ccafaeSMatthew G Knepley     };
2794e6ccafaeSMatthew G Knepley 
2795e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeTet; ++i) sortedIndices[i] = indices[i];
27969566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeTet, sortedIndices));
2797e6ccafaeSMatthew G Knepley     for (iFace=0; iFace < 4; ++iFace) {
2798e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace*faceSizeTet;
2799e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2800e6ccafaeSMatthew G Knepley 
2801e6ccafaeSMatthew G Knepley       if ((sortedIndices[0] == faceVerticesTetSorted[ii+0]) &&
2802e6ccafaeSMatthew G Knepley           (sortedIndices[1] == faceVerticesTetSorted[ii+1]) &&
2803e6ccafaeSMatthew G Knepley           (sortedIndices[2] == faceVerticesTetSorted[ii+2]) &&
2804e6ccafaeSMatthew G Knepley           (sortedIndices[3] == faceVerticesTetSorted[ii+3])) {
2805e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeTet; ++fVertex) {
2806e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeTet; ++cVertex) {
2807e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesTet[ii+fVertex]) {
2808e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2809e6ccafaeSMatthew G Knepley               break;
2810e6ccafaeSMatthew G Knepley             }
2811e6ccafaeSMatthew G Knepley           }
2812e6ccafaeSMatthew G Knepley         }
2813e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2814e6ccafaeSMatthew G Knepley         break;
2815e6ccafaeSMatthew G Knepley       }
2816e6ccafaeSMatthew G Knepley     }
281728b400f6SJacob Faibussowitsch     PetscCheck(found,comm, PETSC_ERR_ARG_WRONG, "Invalid tet crossface");
2818e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
2819e6ccafaeSMatthew G Knepley     PetscFunctionReturn(0);
2820e6ccafaeSMatthew G Knepley   } else if (cellDim == 3 && numCorners == 27) {
2821e6ccafaeSMatthew G Knepley     /* Quadratic hexes (I hate this)
2822e6ccafaeSMatthew G Knepley        A hex is two oriented quads with the normal of the first
2823e6ccafaeSMatthew G Knepley        pointing up at the second.
2824e6ccafaeSMatthew G Knepley 
2825e6ccafaeSMatthew G Knepley          7---6
2826e6ccafaeSMatthew G Knepley         /|  /|
2827e6ccafaeSMatthew G Knepley        4---5 |
2828e6ccafaeSMatthew G Knepley        | 3-|-2
2829e6ccafaeSMatthew G Knepley        |/  |/
2830e6ccafaeSMatthew G Knepley        0---1
2831e6ccafaeSMatthew G Knepley 
2832e6ccafaeSMatthew G Knepley        Faces are determined by the first 4 vertices (corners of faces) */
2833e6ccafaeSMatthew G Knepley     const PetscInt faceSizeQuadHex = 9;
2834e6ccafaeSMatthew G Knepley     PetscInt       sortedIndices[9], i, iFace;
2835e6ccafaeSMatthew G Knepley     PetscBool      found                         = PETSC_FALSE;
2836e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesQuadHexSorted[54] = {
2837e6ccafaeSMatthew G Knepley       0, 1, 2, 3,  8, 9, 10, 11,  24, /* bottom */
2838e6ccafaeSMatthew G Knepley       4, 5, 6, 7,  12, 13, 14, 15,  25, /* top */
2839e6ccafaeSMatthew G Knepley       0, 1, 4, 5,  8, 12, 16, 17,  22, /* front */
2840e6ccafaeSMatthew G Knepley       1, 2, 5, 6,  9, 13, 17, 18,  21, /* right */
2841e6ccafaeSMatthew G Knepley       2, 3, 6, 7,  10, 14, 18, 19,  23, /* back */
2842e6ccafaeSMatthew G Knepley       0, 3, 4, 7,  11, 15, 16, 19,  20, /* left */
2843e6ccafaeSMatthew G Knepley     };
2844e6ccafaeSMatthew G Knepley     PetscInt       faceVerticesQuadHex[54] = {
2845e6ccafaeSMatthew G Knepley       3, 2, 1, 0,  10, 9, 8, 11,  24, /* bottom */
2846e6ccafaeSMatthew G Knepley       4, 5, 6, 7,  12, 13, 14, 15,  25, /* top */
2847e6ccafaeSMatthew G Knepley       0, 1, 5, 4,  8, 17, 12, 16,  22, /* front */
2848e6ccafaeSMatthew G Knepley       1, 2, 6, 5,  9, 18, 13, 17,  21, /* right */
2849e6ccafaeSMatthew G Knepley       2, 3, 7, 6,  10, 19, 14, 18,  23, /* back */
2850e6ccafaeSMatthew G Knepley       3, 0, 4, 7,  11, 16, 15, 19,  20 /* left */
2851e6ccafaeSMatthew G Knepley     };
2852e6ccafaeSMatthew G Knepley 
2853e6ccafaeSMatthew G Knepley     for (i = 0; i < faceSizeQuadHex; ++i) sortedIndices[i] = indices[i];
28549566063dSJacob Faibussowitsch     PetscCall(PetscSortInt(faceSizeQuadHex, sortedIndices));
2855e6ccafaeSMatthew G Knepley     for (iFace = 0; iFace < 6; ++iFace) {
2856e6ccafaeSMatthew G Knepley       const PetscInt ii = iFace*faceSizeQuadHex;
2857e6ccafaeSMatthew G Knepley       PetscInt       fVertex, cVertex;
2858e6ccafaeSMatthew G Knepley 
2859e6ccafaeSMatthew G Knepley       if ((sortedIndices[0] == faceVerticesQuadHexSorted[ii+0]) &&
2860e6ccafaeSMatthew G Knepley           (sortedIndices[1] == faceVerticesQuadHexSorted[ii+1]) &&
2861e6ccafaeSMatthew G Knepley           (sortedIndices[2] == faceVerticesQuadHexSorted[ii+2]) &&
2862e6ccafaeSMatthew G Knepley           (sortedIndices[3] == faceVerticesQuadHexSorted[ii+3])) {
2863e6ccafaeSMatthew G Knepley         for (fVertex = 0; fVertex < faceSizeQuadHex; ++fVertex) {
2864e6ccafaeSMatthew G Knepley           for (cVertex = 0; cVertex < faceSizeQuadHex; ++cVertex) {
2865e6ccafaeSMatthew G Knepley             if (indices[cVertex] == faceVerticesQuadHex[ii+fVertex]) {
2866e6ccafaeSMatthew G Knepley               faceVertices[fVertex] = origVertices[cVertex];
2867e6ccafaeSMatthew G Knepley               break;
2868e6ccafaeSMatthew G Knepley             }
2869e6ccafaeSMatthew G Knepley           }
2870e6ccafaeSMatthew G Knepley         }
2871e6ccafaeSMatthew G Knepley         found = PETSC_TRUE;
2872e6ccafaeSMatthew G Knepley         break;
2873e6ccafaeSMatthew G Knepley       }
2874e6ccafaeSMatthew G Knepley     }
287528b400f6SJacob Faibussowitsch     PetscCheck(found,comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface");
2876e6ccafaeSMatthew G Knepley     if (posOriented) *posOriented = PETSC_TRUE;
2877e6ccafaeSMatthew G Knepley     PetscFunctionReturn(0);
2878e6ccafaeSMatthew G Knepley   } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Unknown cell type for faceOrientation().");
2879e6ccafaeSMatthew G Knepley   if (!posOrient) {
28809566063dSJacob Faibussowitsch     if (debug) PetscCall(PetscPrintf(comm, "  Reversing initial face orientation\n"));
2881e6ccafaeSMatthew G Knepley     for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[faceSize-1 - f];
2882e6ccafaeSMatthew G Knepley   } else {
28839566063dSJacob Faibussowitsch     if (debug) PetscCall(PetscPrintf(comm, "  Keeping initial face orientation\n"));
2884e6ccafaeSMatthew G Knepley     for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[f];
2885e6ccafaeSMatthew G Knepley   }
2886e6ccafaeSMatthew G Knepley   if (posOriented) *posOriented = posOrient;
2887e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
2888e6ccafaeSMatthew G Knepley }
2889e6ccafaeSMatthew G Knepley 
2890c08575a3SMatthew G. Knepley /*@
2891c08575a3SMatthew G. Knepley   DMPlexGetOrientedFace - Given a cell and a face, as a set of vertices, return the oriented face, as a set of vertices,
2892c08575a3SMatthew G. Knepley   in faceVertices. The orientation is such that the face normal points out of the cell
2893c08575a3SMatthew G. Knepley 
2894c08575a3SMatthew G. Knepley   Not collective
2895c08575a3SMatthew G. Knepley 
2896c08575a3SMatthew G. Knepley   Input Parameters:
2897c08575a3SMatthew G. Knepley + dm           - The original mesh
2898c08575a3SMatthew G. Knepley . cell         - The cell mesh point
2899c08575a3SMatthew G. Knepley . faceSize     - The number of vertices on the face
2900c08575a3SMatthew G. Knepley . face         - The face vertices
2901c08575a3SMatthew G. Knepley . numCorners   - The number of vertices on the cell
2902c08575a3SMatthew G. Knepley . indices      - Local numbering of face vertices in cell cone
2903c08575a3SMatthew G. Knepley - origVertices - Original face vertices
2904c08575a3SMatthew G. Knepley 
2905d8d19677SJose E. Roman   Output Parameters:
2906c08575a3SMatthew G. Knepley + faceVertices - The face vertices properly oriented
2907c08575a3SMatthew G. Knepley - posOriented  - PETSC_TRUE if the face was oriented with outward normal
2908c08575a3SMatthew G. Knepley 
2909c08575a3SMatthew G. Knepley   Level: developer
2910c08575a3SMatthew G. Knepley 
2911db781477SPatrick Sanan .seealso: `DMPlexGetCone()`
2912c08575a3SMatthew G. Knepley @*/
2913e6ccafaeSMatthew G Knepley PetscErrorCode DMPlexGetOrientedFace(DM dm, PetscInt cell, PetscInt faceSize, const PetscInt face[], PetscInt numCorners, PetscInt indices[], PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented)
2914e6ccafaeSMatthew G Knepley {
29150298fd71SBarry Smith   const PetscInt *cone = NULL;
2916e6ccafaeSMatthew G Knepley   PetscInt        coneSize, v, f, v2;
2917e6ccafaeSMatthew G Knepley   PetscInt        oppositeVertex = -1;
2918e6ccafaeSMatthew G Knepley 
2919e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
29209566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeSize(dm, cell, &coneSize));
29219566063dSJacob Faibussowitsch   PetscCall(DMPlexGetCone(dm, cell, &cone));
2922e6ccafaeSMatthew G Knepley   for (v = 0, v2 = 0; v < coneSize; ++v) {
2923e6ccafaeSMatthew G Knepley     PetscBool found = PETSC_FALSE;
2924e6ccafaeSMatthew G Knepley 
2925e6ccafaeSMatthew G Knepley     for (f = 0; f < faceSize; ++f) {
2926e6ccafaeSMatthew G Knepley       if (face[f] == cone[v]) {
2927e6ccafaeSMatthew G Knepley         found = PETSC_TRUE; break;
2928e6ccafaeSMatthew G Knepley       }
2929e6ccafaeSMatthew G Knepley     }
2930e6ccafaeSMatthew G Knepley     if (found) {
2931e6ccafaeSMatthew G Knepley       indices[v2]      = v;
2932e6ccafaeSMatthew G Knepley       origVertices[v2] = cone[v];
2933e6ccafaeSMatthew G Knepley       ++v2;
2934e6ccafaeSMatthew G Knepley     } else {
2935e6ccafaeSMatthew G Knepley       oppositeVertex = v;
2936e6ccafaeSMatthew G Knepley     }
2937e6ccafaeSMatthew G Knepley   }
29389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetFaceOrientation(dm, cell, numCorners, indices, oppositeVertex, origVertices, faceVertices, posOriented));
2939e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
2940e6ccafaeSMatthew G Knepley }
2941e6ccafaeSMatthew G Knepley 
2942e6ccafaeSMatthew G Knepley /*
2943cd0c2139SMatthew G Knepley   DMPlexInsertFace_Internal - Puts a face into the mesh
2944e6ccafaeSMatthew G Knepley 
2945e6ccafaeSMatthew G Knepley   Not collective
2946e6ccafaeSMatthew G Knepley 
2947e6ccafaeSMatthew G Knepley   Input Parameters:
2948e6ccafaeSMatthew G Knepley   + dm              - The DMPlex
2949e6ccafaeSMatthew G Knepley   . numFaceVertex   - The number of vertices in the face
2950e6ccafaeSMatthew G Knepley   . faceVertices    - The vertices in the face for dm
2951e6ccafaeSMatthew G Knepley   . subfaceVertices - The vertices in the face for subdm
2952e6ccafaeSMatthew G Knepley   . numCorners      - The number of vertices in the cell
2953e6ccafaeSMatthew G Knepley   . cell            - A cell in dm containing the face
2954e6ccafaeSMatthew G Knepley   . subcell         - A cell in subdm containing the face
2955e6ccafaeSMatthew G Knepley   . firstFace       - First face in the mesh
2956e6ccafaeSMatthew G Knepley   - newFacePoint    - Next face in the mesh
2957e6ccafaeSMatthew G Knepley 
2958e6ccafaeSMatthew G Knepley   Output Parameters:
2959e6ccafaeSMatthew G Knepley   . newFacePoint - Contains next face point number on input, updated on output
2960e6ccafaeSMatthew G Knepley 
2961e6ccafaeSMatthew G Knepley   Level: developer
2962e6ccafaeSMatthew G Knepley */
2963cd0c2139SMatthew G Knepley static PetscErrorCode DMPlexInsertFace_Internal(DM dm, DM subdm, PetscInt numFaceVertices, const PetscInt faceVertices[], const PetscInt subfaceVertices[], PetscInt numCorners, PetscInt cell, PetscInt subcell, PetscInt firstFace, PetscInt *newFacePoint)
2964e6ccafaeSMatthew G Knepley {
296582f516ccSBarry Smith   MPI_Comm        comm;
2966e6ccafaeSMatthew G Knepley   DM_Plex        *submesh = (DM_Plex*) subdm->data;
2967e6ccafaeSMatthew G Knepley   const PetscInt *faces;
2968e6ccafaeSMatthew G Knepley   PetscInt        numFaces, coneSize;
2969e6ccafaeSMatthew G Knepley 
2970e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
29719566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm,&comm));
29729566063dSJacob Faibussowitsch   PetscCall(DMPlexGetConeSize(subdm, subcell, &coneSize));
297363a3b9bcSJacob Faibussowitsch   PetscCheck(coneSize == 1,comm, PETSC_ERR_ARG_OUTOFRANGE, "Cone size of cell %" PetscInt_FMT " is %" PetscInt_FMT " != 1", cell, coneSize);
2974e6ccafaeSMatthew G Knepley #if 0
2975e6ccafaeSMatthew G Knepley   /* Cannot use this because support() has not been constructed yet */
29769566063dSJacob Faibussowitsch   PetscCall(DMPlexGetJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces));
2977e6ccafaeSMatthew G Knepley #else
2978e6ccafaeSMatthew G Knepley   {
2979e6ccafaeSMatthew G Knepley     PetscInt f;
2980e6ccafaeSMatthew G Knepley 
2981e6ccafaeSMatthew G Knepley     numFaces = 0;
29829566063dSJacob Faibussowitsch     PetscCall(DMGetWorkArray(subdm, 1, MPIU_INT, (void **) &faces));
2983e6ccafaeSMatthew G Knepley     for (f = firstFace; f < *newFacePoint; ++f) {
2984e6ccafaeSMatthew G Knepley       PetscInt dof, off, d;
2985e6ccafaeSMatthew G Knepley 
29869566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(submesh->coneSection, f, &dof));
29879566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(submesh->coneSection, f, &off));
2988e6ccafaeSMatthew G Knepley       /* Yes, I know this is quadratic, but I expect the sizes to be <5 */
2989e6ccafaeSMatthew G Knepley       for (d = 0; d < dof; ++d) {
2990e6ccafaeSMatthew G Knepley         const PetscInt p = submesh->cones[off+d];
2991e6ccafaeSMatthew G Knepley         PetscInt       v;
2992e6ccafaeSMatthew G Knepley 
2993e6ccafaeSMatthew G Knepley         for (v = 0; v < numFaceVertices; ++v) {
2994e6ccafaeSMatthew G Knepley           if (subfaceVertices[v] == p) break;
2995e6ccafaeSMatthew G Knepley         }
2996e6ccafaeSMatthew G Knepley         if (v == numFaceVertices) break;
2997e6ccafaeSMatthew G Knepley       }
2998e6ccafaeSMatthew G Knepley       if (d == dof) {
2999e6ccafaeSMatthew G Knepley         numFaces               = 1;
3000e6ccafaeSMatthew G Knepley         ((PetscInt*) faces)[0] = f;
3001e6ccafaeSMatthew G Knepley       }
3002e6ccafaeSMatthew G Knepley     }
3003e6ccafaeSMatthew G Knepley   }
3004e6ccafaeSMatthew G Knepley #endif
300563a3b9bcSJacob Faibussowitsch   PetscCheck(numFaces <= 1,comm, PETSC_ERR_ARG_WRONG, "Vertex set had %" PetscInt_FMT " faces, not one", numFaces);
3006*f7d195e4SLawrence Mitchell   if (numFaces == 1) {
3007e6ccafaeSMatthew G Knepley     /* Add the other cell neighbor for this face */
30089566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, subcell, faces));
3009e6ccafaeSMatthew G Knepley   } else {
3010e6ccafaeSMatthew G Knepley     PetscInt *indices, *origVertices, *orientedVertices, *orientedSubVertices, v, ov;
3011e6ccafaeSMatthew G Knepley     PetscBool posOriented;
3012e6ccafaeSMatthew G Knepley 
30139566063dSJacob Faibussowitsch     PetscCall(DMGetWorkArray(subdm, 4*numFaceVertices * sizeof(PetscInt), MPIU_INT, &orientedVertices));
3014e6ccafaeSMatthew G Knepley     origVertices        = &orientedVertices[numFaceVertices];
3015e6ccafaeSMatthew G Knepley     indices             = &orientedVertices[numFaceVertices*2];
3016e6ccafaeSMatthew G Knepley     orientedSubVertices = &orientedVertices[numFaceVertices*3];
30179566063dSJacob Faibussowitsch     PetscCall(DMPlexGetOrientedFace(dm, cell, numFaceVertices, faceVertices, numCorners, indices, origVertices, orientedVertices, &posOriented));
3018e6ccafaeSMatthew G Knepley     /* TODO: I know that routine should return a permutation, not the indices */
3019e6ccafaeSMatthew G Knepley     for (v = 0; v < numFaceVertices; ++v) {
3020e6ccafaeSMatthew G Knepley       const PetscInt vertex = faceVertices[v], subvertex = subfaceVertices[v];
3021e6ccafaeSMatthew G Knepley       for (ov = 0; ov < numFaceVertices; ++ov) {
3022e6ccafaeSMatthew G Knepley         if (orientedVertices[ov] == vertex) {
3023e6ccafaeSMatthew G Knepley           orientedSubVertices[ov] = subvertex;
3024e6ccafaeSMatthew G Knepley           break;
3025e6ccafaeSMatthew G Knepley         }
3026e6ccafaeSMatthew G Knepley       }
302763a3b9bcSJacob Faibussowitsch       PetscCheck(ov != numFaceVertices,comm, PETSC_ERR_PLIB, "Could not find face vertex %" PetscInt_FMT " in orientated set", vertex);
3028e6ccafaeSMatthew G Knepley     }
30299566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, *newFacePoint, orientedSubVertices));
30309566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, subcell, newFacePoint));
30319566063dSJacob Faibussowitsch     PetscCall(DMRestoreWorkArray(subdm, 4*numFaceVertices * sizeof(PetscInt), MPIU_INT, &orientedVertices));
3032e6ccafaeSMatthew G Knepley     ++(*newFacePoint);
3033e6ccafaeSMatthew G Knepley   }
3034ef07cca7SMatthew G. Knepley #if 0
30359566063dSJacob Faibussowitsch   PetscCall(DMPlexRestoreJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces));
3036ef07cca7SMatthew G. Knepley #else
30379566063dSJacob Faibussowitsch   PetscCall(DMRestoreWorkArray(subdm, 1, MPIU_INT, (void **) &faces));
3038ef07cca7SMatthew G. Knepley #endif
3039e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3040e6ccafaeSMatthew G Knepley }
3041e6ccafaeSMatthew G Knepley 
304253156dfcSMatthew G. Knepley static PetscErrorCode DMPlexCreateSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DM subdm)
3043e6ccafaeSMatthew G Knepley {
304482f516ccSBarry Smith   MPI_Comm        comm;
304553156dfcSMatthew G. Knepley   DMLabel         subpointMap;
3046efa14ee0SMatthew G Knepley   IS              subvertexIS,  subcellIS;
3047efa14ee0SMatthew G Knepley   const PetscInt *subVertices, *subCells;
3048efa14ee0SMatthew G Knepley   PetscInt        numSubVertices, firstSubVertex, numSubCells;
3049fed694aaSMatthew G. Knepley   PetscInt       *subface, maxConeSize, numSubFaces = 0, firstSubFace, newFacePoint, nFV = 0;
3050efa14ee0SMatthew G Knepley   PetscInt        vStart, vEnd, c, f;
3051e6ccafaeSMatthew G Knepley 
3052e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
30539566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm,&comm));
3054efa14ee0SMatthew G Knepley   /* Create subpointMap which marks the submesh */
30559566063dSJacob Faibussowitsch   PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap));
30569566063dSJacob Faibussowitsch   PetscCall(DMPlexSetSubpointMap(subdm, subpointMap));
30579566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&subpointMap));
30589566063dSJacob Faibussowitsch   if (vertexLabel) PetscCall(DMPlexMarkSubmesh_Uninterpolated(dm, vertexLabel, value, subpointMap, &numSubFaces, &nFV, subdm));
3059efa14ee0SMatthew G Knepley   /* Setup chart */
30609566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 0, &numSubVertices));
30619566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 2, &numSubCells));
30629566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(subdm, 0, numSubCells+numSubFaces+numSubVertices));
30639566063dSJacob Faibussowitsch   PetscCall(DMPlexSetVTKCellHeight(subdm, 1));
3064e6ccafaeSMatthew G Knepley   /* Set cone sizes */
3065e6ccafaeSMatthew G Knepley   firstSubVertex = numSubCells;
3066efa14ee0SMatthew G Knepley   firstSubFace   = numSubCells+numSubVertices;
3067e6ccafaeSMatthew G Knepley   newFacePoint   = firstSubFace;
30689566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(subpointMap, 0, &subvertexIS));
30699566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISGetIndices(subvertexIS, &subVertices));
30709566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(subpointMap, 2, &subcellIS));
30719566063dSJacob Faibussowitsch   if (subcellIS) PetscCall(ISGetIndices(subcellIS, &subCells));
3072e6ccafaeSMatthew G Knepley   for (c = 0; c < numSubCells; ++c) {
30739566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeSize(subdm, c, 1));
3074e6ccafaeSMatthew G Knepley   }
3075e6ccafaeSMatthew G Knepley   for (f = firstSubFace; f < firstSubFace+numSubFaces; ++f) {
30769566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeSize(subdm, f, nFV));
3077e6ccafaeSMatthew G Knepley   }
30789566063dSJacob Faibussowitsch   PetscCall(DMSetUp(subdm));
3079e6ccafaeSMatthew G Knepley   /* Create face cones */
30809566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
30819566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL));
30829566063dSJacob Faibussowitsch   PetscCall(DMGetWorkArray(subdm, maxConeSize, MPIU_INT, (void**) &subface));
3083e6ccafaeSMatthew G Knepley   for (c = 0; c < numSubCells; ++c) {
3084e6ccafaeSMatthew G Knepley     const PetscInt cell    = subCells[c];
3085efa14ee0SMatthew G Knepley     const PetscInt subcell = c;
30860298fd71SBarry Smith     PetscInt      *closure = NULL;
3087efa14ee0SMatthew G Knepley     PetscInt       closureSize, cl, numCorners = 0, faceSize = 0;
3088e6ccafaeSMatthew G Knepley 
30899566063dSJacob Faibussowitsch     PetscCall(DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
3090efa14ee0SMatthew G Knepley     for (cl = 0; cl < closureSize*2; cl += 2) {
3091efa14ee0SMatthew G Knepley       const PetscInt point = closure[cl];
3092e6ccafaeSMatthew G Knepley       PetscInt       subVertex;
3093e6ccafaeSMatthew G Knepley 
3094efa14ee0SMatthew G Knepley       if ((point >= vStart) && (point < vEnd)) {
3095efa14ee0SMatthew G Knepley         ++numCorners;
30969566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(point, numSubVertices, subVertices, &subVertex));
3097efa14ee0SMatthew G Knepley         if (subVertex >= 0) {
3098efa14ee0SMatthew G Knepley           closure[faceSize] = point;
309965560c7fSMatthew G Knepley           subface[faceSize] = firstSubVertex+subVertex;
3100e6ccafaeSMatthew G Knepley           ++faceSize;
3101e6ccafaeSMatthew G Knepley         }
3102e6ccafaeSMatthew G Knepley       }
3103e6ccafaeSMatthew G Knepley     }
310463a3b9bcSJacob Faibussowitsch     PetscCheck(faceSize <= nFV,comm, PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %" PetscInt_FMT " of an element on the surface", faceSize);
3105efa14ee0SMatthew G Knepley     if (faceSize == nFV) {
31069566063dSJacob Faibussowitsch       PetscCall(DMPlexInsertFace_Internal(dm, subdm, faceSize, closure, subface, numCorners, cell, subcell, firstSubFace, &newFacePoint));
3107e6ccafaeSMatthew G Knepley     }
31089566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure));
3109e6ccafaeSMatthew G Knepley   }
31109566063dSJacob Faibussowitsch   PetscCall(DMRestoreWorkArray(subdm, maxConeSize, MPIU_INT, (void**) &subface));
31119566063dSJacob Faibussowitsch   PetscCall(DMPlexSymmetrize(subdm));
31129566063dSJacob Faibussowitsch   PetscCall(DMPlexStratify(subdm));
3113e6ccafaeSMatthew G Knepley   /* Build coordinates */
3114efa14ee0SMatthew G Knepley   {
3115efa14ee0SMatthew G Knepley     PetscSection coordSection, subCoordSection;
3116efa14ee0SMatthew G Knepley     Vec          coordinates, subCoordinates;
3117efa14ee0SMatthew G Knepley     PetscScalar *coords, *subCoords;
3118285d324eSMatthew G. Knepley     PetscInt     numComp, coordSize, v;
311924640c55SToby Isaac     const char  *name;
3120efa14ee0SMatthew G Knepley 
31219566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(dm, &coordSection));
31229566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
31239566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(subdm, &subCoordSection));
31249566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetNumFields(subCoordSection, 1));
31259566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp));
31269566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp));
31279566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex+numSubVertices));
3128efa14ee0SMatthew G Knepley     for (v = 0; v < numSubVertices; ++v) {
3129efa14ee0SMatthew G Knepley       const PetscInt vertex    = subVertices[v];
3130efa14ee0SMatthew G Knepley       const PetscInt subvertex = firstSubVertex+v;
3131efa14ee0SMatthew G Knepley       PetscInt       dof;
3132efa14ee0SMatthew G Knepley 
31339566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
31349566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof));
31359566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof));
3136e6ccafaeSMatthew G Knepley     }
31379566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(subCoordSection));
31389566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize));
31399566063dSJacob Faibussowitsch     PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates));
31409566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)coordinates,&name));
31419566063dSJacob Faibussowitsch     PetscCall(PetscObjectSetName((PetscObject)subCoordinates,name));
31429566063dSJacob Faibussowitsch     PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE));
31439566063dSJacob Faibussowitsch     PetscCall(VecSetType(subCoordinates,VECSTANDARD));
3144830e53efSMatthew G. Knepley     if (coordSize) {
31459566063dSJacob Faibussowitsch       PetscCall(VecGetArray(coordinates,    &coords));
31469566063dSJacob Faibussowitsch       PetscCall(VecGetArray(subCoordinates, &subCoords));
3147efa14ee0SMatthew G Knepley       for (v = 0; v < numSubVertices; ++v) {
3148efa14ee0SMatthew G Knepley         const PetscInt vertex    = subVertices[v];
3149efa14ee0SMatthew G Knepley         const PetscInt subvertex = firstSubVertex+v;
3150efa14ee0SMatthew G Knepley         PetscInt       dof, off, sdof, soff, d;
3151e6ccafaeSMatthew G Knepley 
31529566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
31539566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(coordSection, vertex, &off));
31549566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof));
31559566063dSJacob Faibussowitsch         PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff));
315663a3b9bcSJacob Faibussowitsch         PetscCheck(dof == sdof,comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof);
3157e6ccafaeSMatthew G Knepley         for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d];
3158e6ccafaeSMatthew G Knepley       }
31599566063dSJacob Faibussowitsch       PetscCall(VecRestoreArray(coordinates,    &coords));
31609566063dSJacob Faibussowitsch       PetscCall(VecRestoreArray(subCoordinates, &subCoords));
31613b399e24SMatthew G. Knepley     }
31629566063dSJacob Faibussowitsch     PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates));
31639566063dSJacob Faibussowitsch     PetscCall(VecDestroy(&subCoordinates));
3164e6ccafaeSMatthew G Knepley   }
3165efa14ee0SMatthew G Knepley   /* Cleanup */
31669566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subVertices));
31679566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
31689566063dSJacob Faibussowitsch   if (subcellIS) PetscCall(ISRestoreIndices(subcellIS, &subCells));
31699566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subcellIS));
3170e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3171e6ccafaeSMatthew G Knepley }
3172e6ccafaeSMatthew G Knepley 
3173d0609cedSBarry Smith /* TODO: Fix this to properly propogate up error conditions it may find */
31749fbee547SJacob Faibussowitsch static inline PetscInt DMPlexFilterPoint_Internal(PetscInt point, PetscInt firstSubPoint, PetscInt numSubPoints, const PetscInt subPoints[])
31753982b651SMatthew G. Knepley {
31763982b651SMatthew G. Knepley   PetscInt       subPoint;
31773982b651SMatthew G. Knepley   PetscErrorCode ierr;
31783982b651SMatthew G. Knepley 
3179d0609cedSBarry Smith   ierr = PetscFindInt(point, numSubPoints, subPoints, &subPoint); if (ierr) return -1;
31803982b651SMatthew G. Knepley   return subPoint < 0 ? subPoint : firstSubPoint+subPoint;
31813982b651SMatthew G. Knepley }
31823982b651SMatthew G. Knepley 
3183212103e5SMatthew Knepley static PetscErrorCode DMPlexFilterLabels_Internal(DM dm, const PetscInt numSubPoints[], const PetscInt *subpoints[], const PetscInt firstSubPoint[], DM subdm)
3184212103e5SMatthew Knepley {
3185212103e5SMatthew Knepley   PetscInt       Nl, l, d;
3186212103e5SMatthew Knepley 
3187212103e5SMatthew Knepley   PetscFunctionBegin;
31889566063dSJacob Faibussowitsch   PetscCall(DMGetNumLabels(dm, &Nl));
3189212103e5SMatthew Knepley   for (l = 0; l < Nl; ++l) {
3190212103e5SMatthew Knepley     DMLabel         label, newlabel;
3191212103e5SMatthew Knepley     const char     *lname;
3192d56405f8SMatthew G. Knepley     PetscBool       isDepth, isDim, isCelltype, isVTK;
3193212103e5SMatthew Knepley     IS              valueIS;
3194212103e5SMatthew Knepley     const PetscInt *values;
3195212103e5SMatthew Knepley     PetscInt        Nv, v;
3196212103e5SMatthew Knepley 
31979566063dSJacob Faibussowitsch     PetscCall(DMGetLabelName(dm, l, &lname));
31989566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "depth", &isDepth));
31999566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "dim", &isDim));
32009566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "celltype", &isCelltype));
32019566063dSJacob Faibussowitsch     PetscCall(PetscStrcmp(lname, "vtk", &isVTK));
3202d56405f8SMatthew G. Knepley     if (isDepth || isDim || isCelltype || isVTK) continue;
32039566063dSJacob Faibussowitsch     PetscCall(DMCreateLabel(subdm, lname));
32049566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(dm, lname, &label));
32059566063dSJacob Faibussowitsch     PetscCall(DMGetLabel(subdm, lname, &newlabel));
32069566063dSJacob Faibussowitsch     PetscCall(DMLabelGetDefaultValue(label, &v));
32079566063dSJacob Faibussowitsch     PetscCall(DMLabelSetDefaultValue(newlabel, v));
32089566063dSJacob Faibussowitsch     PetscCall(DMLabelGetValueIS(label, &valueIS));
32099566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(valueIS, &Nv));
32109566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(valueIS, &values));
3211212103e5SMatthew Knepley     for (v = 0; v < Nv; ++v) {
3212212103e5SMatthew Knepley       IS              pointIS;
3213212103e5SMatthew Knepley       const PetscInt *points;
3214212103e5SMatthew Knepley       PetscInt        Np, p;
3215212103e5SMatthew Knepley 
32169566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS));
32179566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(pointIS, &Np));
32189566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(pointIS, &points));
3219212103e5SMatthew Knepley       for (p = 0; p < Np; ++p) {
3220212103e5SMatthew Knepley         const PetscInt point = points[p];
3221212103e5SMatthew Knepley         PetscInt       subp;
3222212103e5SMatthew Knepley 
32239566063dSJacob Faibussowitsch         PetscCall(DMPlexGetPointDepth(dm, point, &d));
3224212103e5SMatthew Knepley         subp = DMPlexFilterPoint_Internal(point, firstSubPoint[d], numSubPoints[d], subpoints[d]);
32259566063dSJacob Faibussowitsch         if (subp >= 0) PetscCall(DMLabelSetValue(newlabel, subp, values[v]));
3226212103e5SMatthew Knepley       }
32279566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(pointIS, &points));
32289566063dSJacob Faibussowitsch       PetscCall(ISDestroy(&pointIS));
3229212103e5SMatthew Knepley     }
32309566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(valueIS, &values));
32319566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&valueIS));
3232212103e5SMatthew Knepley   }
3233212103e5SMatthew Knepley   PetscFunctionReturn(0);
3234212103e5SMatthew Knepley }
3235212103e5SMatthew Knepley 
3236158acfadSMatthew G. Knepley static PetscErrorCode DMPlexCreateSubmeshGeneric_Interpolated(DM dm, DMLabel label, PetscInt value, PetscBool markedFaces, PetscBool isCohesive, PetscInt cellHeight, DM subdm)
3237e6ccafaeSMatthew G Knepley {
323882f516ccSBarry Smith   MPI_Comm         comm;
323953156dfcSMatthew G. Knepley   DMLabel          subpointMap;
3240efa14ee0SMatthew G Knepley   IS              *subpointIS;
3241efa14ee0SMatthew G Knepley   const PetscInt **subpoints;
32423982b651SMatthew G. Knepley   PetscInt        *numSubPoints, *firstSubPoint, *coneNew, *orntNew;
3243412e9a14SMatthew G. Knepley   PetscInt         totSubPoints = 0, maxConeSize, dim, p, d, v;
32440d366550SMatthew G. Knepley   PetscMPIInt      rank;
3245e6ccafaeSMatthew G Knepley 
3246e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
32479566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm,&comm));
32489566063dSJacob Faibussowitsch   PetscCallMPI(MPI_Comm_rank(comm, &rank));
3249efa14ee0SMatthew G Knepley   /* Create subpointMap which marks the submesh */
32509566063dSJacob Faibussowitsch   PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap));
32519566063dSJacob Faibussowitsch   PetscCall(DMPlexSetSubpointMap(subdm, subpointMap));
3252bec263e5SMatthew G. Knepley   if (cellHeight) {
32539566063dSJacob Faibussowitsch     if (isCohesive) PetscCall(DMPlexMarkCohesiveSubmesh_Interpolated(dm, label, value, subpointMap, subdm));
32549566063dSJacob Faibussowitsch     else            PetscCall(DMPlexMarkSubmesh_Interpolated(dm, label, value, markedFaces, subpointMap, subdm));
3255bec263e5SMatthew G. Knepley   } else {
3256bec263e5SMatthew G. Knepley     DMLabel         depth;
3257bec263e5SMatthew G. Knepley     IS              pointIS;
3258bec263e5SMatthew G. Knepley     const PetscInt *points;
3259b85c8bf9SMatthew G. Knepley     PetscInt        numPoints=0;
3260bec263e5SMatthew G. Knepley 
32619566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthLabel(dm, &depth));
32629566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(label, value, &pointIS));
3263b85c8bf9SMatthew G. Knepley     if (pointIS) {
32649566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(pointIS, &points));
32659566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(pointIS, &numPoints));
3266b85c8bf9SMatthew G. Knepley     }
3267bec263e5SMatthew G. Knepley     for (p = 0; p < numPoints; ++p) {
3268bec263e5SMatthew G. Knepley       PetscInt *closure = NULL;
3269bec263e5SMatthew G. Knepley       PetscInt  closureSize, c, pdim;
3270bec263e5SMatthew G. Knepley 
32719566063dSJacob Faibussowitsch       PetscCall(DMPlexGetTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure));
3272bec263e5SMatthew G. Knepley       for (c = 0; c < closureSize*2; c += 2) {
32739566063dSJacob Faibussowitsch         PetscCall(DMLabelGetValue(depth, closure[c], &pdim));
32749566063dSJacob Faibussowitsch         PetscCall(DMLabelSetValue(subpointMap, closure[c], pdim));
3275bec263e5SMatthew G. Knepley       }
32769566063dSJacob Faibussowitsch       PetscCall(DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure));
3277bec263e5SMatthew G. Knepley     }
32789566063dSJacob Faibussowitsch     if (pointIS) PetscCall(ISRestoreIndices(pointIS, &points));
32799566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&pointIS));
3280bec263e5SMatthew G. Knepley   }
3281efa14ee0SMatthew G Knepley   /* Setup chart */
32829566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
32839566063dSJacob Faibussowitsch   PetscCall(PetscMalloc4(dim+1,&numSubPoints,dim+1,&firstSubPoint,dim+1,&subpointIS,dim+1,&subpoints));
3284e6ccafaeSMatthew G Knepley   for (d = 0; d <= dim; ++d) {
32859566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumSize(subpointMap, d, &numSubPoints[d]));
3286e6ccafaeSMatthew G Knepley     totSubPoints += numSubPoints[d];
3287e6ccafaeSMatthew G Knepley   }
32889566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(subdm, 0, totSubPoints));
32899566063dSJacob Faibussowitsch   PetscCall(DMPlexSetVTKCellHeight(subdm, cellHeight));
3290e6ccafaeSMatthew G Knepley   /* Set cone sizes */
3291e6ccafaeSMatthew G Knepley   firstSubPoint[dim] = 0;
3292e6ccafaeSMatthew G Knepley   firstSubPoint[0]   = firstSubPoint[dim] + numSubPoints[dim];
3293e6ccafaeSMatthew G Knepley   if (dim > 1) {firstSubPoint[dim-1] = firstSubPoint[0]     + numSubPoints[0];}
3294e6ccafaeSMatthew G Knepley   if (dim > 2) {firstSubPoint[dim-2] = firstSubPoint[dim-1] + numSubPoints[dim-1];}
3295e6ccafaeSMatthew G Knepley   for (d = 0; d <= dim; ++d) {
32969566063dSJacob Faibussowitsch     PetscCall(DMLabelGetStratumIS(subpointMap, d, &subpointIS[d]));
32979566063dSJacob Faibussowitsch     if (subpointIS[d]) PetscCall(ISGetIndices(subpointIS[d], &subpoints[d]));
3298e6ccafaeSMatthew G Knepley   }
3299412e9a14SMatthew G. Knepley   /* We do not want this label automatically computed, instead we compute it here */
33009566063dSJacob Faibussowitsch   PetscCall(DMCreateLabel(subdm, "celltype"));
3301e6ccafaeSMatthew G Knepley   for (d = 0; d <= dim; ++d) {
3302e6ccafaeSMatthew G Knepley     for (p = 0; p < numSubPoints[d]; ++p) {
3303e6ccafaeSMatthew G Knepley       const PetscInt  point    = subpoints[d][p];
3304e6ccafaeSMatthew G Knepley       const PetscInt  subpoint = firstSubPoint[d] + p;
3305e6ccafaeSMatthew G Knepley       const PetscInt *cone;
330615100a53SVaclav Hapla       PetscInt        coneSize;
3307e6ccafaeSMatthew G Knepley 
33089566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, point, &coneSize));
3309bec263e5SMatthew G. Knepley       if (cellHeight && (d == dim)) {
331015100a53SVaclav Hapla         PetscInt coneSizeNew, c, val;
331115100a53SVaclav Hapla 
33129566063dSJacob Faibussowitsch         PetscCall(DMPlexGetCone(dm, point, &cone));
3313e6ccafaeSMatthew G Knepley         for (c = 0, coneSizeNew = 0; c < coneSize; ++c) {
33149566063dSJacob Faibussowitsch           PetscCall(DMLabelGetValue(subpointMap, cone[c], &val));
3315e6ccafaeSMatthew G Knepley           if (val >= 0) coneSizeNew++;
3316e6ccafaeSMatthew G Knepley         }
33179566063dSJacob Faibussowitsch         PetscCall(DMPlexSetConeSize(subdm, subpoint, coneSizeNew));
33189566063dSJacob Faibussowitsch         PetscCall(DMPlexSetCellType(subdm, subpoint, DM_POLYTOPE_FV_GHOST));
331915100a53SVaclav Hapla       } else {
332015100a53SVaclav Hapla         DMPolytopeType  ct;
332115100a53SVaclav Hapla 
332215100a53SVaclav Hapla         PetscCall(DMPlexSetConeSize(subdm, subpoint, coneSize));
332315100a53SVaclav Hapla         PetscCall(DMPlexGetCellType(dm, point, &ct));
332415100a53SVaclav Hapla         PetscCall(DMPlexSetCellType(subdm, subpoint, ct));
3325e6ccafaeSMatthew G Knepley       }
3326e6ccafaeSMatthew G Knepley     }
3327e6ccafaeSMatthew G Knepley   }
33289566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&subpointMap));
33299566063dSJacob Faibussowitsch   PetscCall(DMSetUp(subdm));
3330e6ccafaeSMatthew G Knepley   /* Set cones */
33319566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL));
33329566063dSJacob Faibussowitsch   PetscCall(PetscMalloc2(maxConeSize,&coneNew,maxConeSize,&orntNew));
3333e6ccafaeSMatthew G Knepley   for (d = 0; d <= dim; ++d) {
3334e6ccafaeSMatthew G Knepley     for (p = 0; p < numSubPoints[d]; ++p) {
3335e6ccafaeSMatthew G Knepley       const PetscInt  point    = subpoints[d][p];
3336e6ccafaeSMatthew G Knepley       const PetscInt  subpoint = firstSubPoint[d] + p;
33370e49e2e2SMatthew G. Knepley       const PetscInt *cone, *ornt;
33380d366550SMatthew G. Knepley       PetscInt        coneSize, subconeSize, coneSizeNew, c, subc, fornt = 0;
3339e6ccafaeSMatthew G Knepley 
33400d366550SMatthew G. Knepley       if (d == dim-1) {
33410d366550SMatthew G. Knepley         const PetscInt *support, *cone, *ornt;
33420d366550SMatthew G. Knepley         PetscInt        supportSize, coneSize, s, subc;
33430d366550SMatthew G. Knepley 
33449566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupport(dm, point, &support));
33459566063dSJacob Faibussowitsch         PetscCall(DMPlexGetSupportSize(dm, point, &supportSize));
33460d366550SMatthew G. Knepley         for (s = 0; s < supportSize; ++s) {
3347412e9a14SMatthew G. Knepley           PetscBool isHybrid;
3348412e9a14SMatthew G. Knepley 
33499566063dSJacob Faibussowitsch           PetscCall(DMPlexCellIsHybrid_Internal(dm, support[s], &isHybrid));
3350412e9a14SMatthew G. Knepley           if (!isHybrid) continue;
33519566063dSJacob Faibussowitsch           PetscCall(PetscFindInt(support[s], numSubPoints[d+1], subpoints[d+1], &subc));
33520d366550SMatthew G. Knepley           if (subc >= 0) {
33530d366550SMatthew G. Knepley             const PetscInt ccell = subpoints[d+1][subc];
33540d366550SMatthew G. Knepley 
33559566063dSJacob Faibussowitsch             PetscCall(DMPlexGetCone(dm, ccell, &cone));
33569566063dSJacob Faibussowitsch             PetscCall(DMPlexGetConeSize(dm, ccell, &coneSize));
33579566063dSJacob Faibussowitsch             PetscCall(DMPlexGetConeOrientation(dm, ccell, &ornt));
33580d366550SMatthew G. Knepley             for (c = 0; c < coneSize; ++c) {
33590d366550SMatthew G. Knepley               if (cone[c] == point) {
33600d366550SMatthew G. Knepley                 fornt = ornt[c];
33610d366550SMatthew G. Knepley                 break;
33620d366550SMatthew G. Knepley               }
33630d366550SMatthew G. Knepley             }
33640d366550SMatthew G. Knepley             break;
33650d366550SMatthew G. Knepley           }
33660d366550SMatthew G. Knepley         }
33670d366550SMatthew G. Knepley       }
33689566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(dm, point, &coneSize));
33699566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeSize(subdm, subpoint, &subconeSize));
33709566063dSJacob Faibussowitsch       PetscCall(DMPlexGetCone(dm, point, &cone));
33719566063dSJacob Faibussowitsch       PetscCall(DMPlexGetConeOrientation(dm, point, &ornt));
3372e6ccafaeSMatthew G Knepley       for (c = 0, coneSizeNew = 0; c < coneSize; ++c) {
33739566063dSJacob Faibussowitsch         PetscCall(PetscFindInt(cone[c], numSubPoints[d-1], subpoints[d-1], &subc));
337401a2673eSMatthew G. Knepley         if (subc >= 0) {
337501a2673eSMatthew G. Knepley           coneNew[coneSizeNew] = firstSubPoint[d-1] + subc;
33763982b651SMatthew G. Knepley           orntNew[coneSizeNew] = ornt[c];
337701a2673eSMatthew G. Knepley           ++coneSizeNew;
337801a2673eSMatthew G. Knepley         }
3379e6ccafaeSMatthew G Knepley       }
338063a3b9bcSJacob Faibussowitsch       PetscCheck(coneSizeNew == subconeSize,comm, PETSC_ERR_PLIB, "Number of cone points located %" PetscInt_FMT " does not match subcone size %" PetscInt_FMT, coneSizeNew, subconeSize);
33819566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCone(subdm, subpoint, coneNew));
33829566063dSJacob Faibussowitsch       PetscCall(DMPlexSetConeOrientation(subdm, subpoint, orntNew));
33839566063dSJacob Faibussowitsch       if (fornt < 0) PetscCall(DMPlexOrientPoint(subdm, subpoint, fornt));
3384e6ccafaeSMatthew G Knepley     }
3385e6ccafaeSMatthew G Knepley   }
33869566063dSJacob Faibussowitsch   PetscCall(PetscFree2(coneNew,orntNew));
33879566063dSJacob Faibussowitsch   PetscCall(DMPlexSymmetrize(subdm));
33889566063dSJacob Faibussowitsch   PetscCall(DMPlexStratify(subdm));
3389e6ccafaeSMatthew G Knepley   /* Build coordinates */
3390e6ccafaeSMatthew G Knepley   {
3391e6ccafaeSMatthew G Knepley     PetscSection coordSection, subCoordSection;
3392e6ccafaeSMatthew G Knepley     Vec          coordinates, subCoordinates;
3393e6ccafaeSMatthew G Knepley     PetscScalar *coords, *subCoords;
3394c0e8cf5fSMatthew G. Knepley     PetscInt     cdim, numComp, coordSize;
339524640c55SToby Isaac     const char  *name;
3396e6ccafaeSMatthew G Knepley 
33979566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateDim(dm, &cdim));
33989566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(dm, &coordSection));
33999566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
34009566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(subdm, &subCoordSection));
34019566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetNumFields(subCoordSection, 1));
34029566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp));
34039566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp));
34049566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(subCoordSection, firstSubPoint[0], firstSubPoint[0]+numSubPoints[0]));
3405e6ccafaeSMatthew G Knepley     for (v = 0; v < numSubPoints[0]; ++v) {
3406e6ccafaeSMatthew G Knepley       const PetscInt vertex    = subpoints[0][v];
3407e6ccafaeSMatthew G Knepley       const PetscInt subvertex = firstSubPoint[0]+v;
3408e6ccafaeSMatthew G Knepley       PetscInt       dof;
3409e6ccafaeSMatthew G Knepley 
34109566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
34119566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof));
34129566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof));
3413e6ccafaeSMatthew G Knepley     }
34149566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(subCoordSection));
34159566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize));
34169566063dSJacob Faibussowitsch     PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates));
34179566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)coordinates,&name));
34189566063dSJacob Faibussowitsch     PetscCall(PetscObjectSetName((PetscObject)subCoordinates,name));
34199566063dSJacob Faibussowitsch     PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE));
34209566063dSJacob Faibussowitsch     PetscCall(VecSetBlockSize(subCoordinates, cdim));
34219566063dSJacob Faibussowitsch     PetscCall(VecSetType(subCoordinates,VECSTANDARD));
34229566063dSJacob Faibussowitsch     PetscCall(VecGetArray(coordinates,    &coords));
34239566063dSJacob Faibussowitsch     PetscCall(VecGetArray(subCoordinates, &subCoords));
3424e6ccafaeSMatthew G Knepley     for (v = 0; v < numSubPoints[0]; ++v) {
3425e6ccafaeSMatthew G Knepley       const PetscInt vertex    = subpoints[0][v];
3426e6ccafaeSMatthew G Knepley       const PetscInt subvertex = firstSubPoint[0]+v;
3427e6ccafaeSMatthew G Knepley       PetscInt dof, off, sdof, soff, d;
3428e6ccafaeSMatthew G Knepley 
34299566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
34309566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(coordSection, vertex, &off));
34319566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof));
34329566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff));
343363a3b9bcSJacob Faibussowitsch       PetscCheck(dof == sdof,comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof);
3434efa14ee0SMatthew G Knepley       for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d];
3435e6ccafaeSMatthew G Knepley     }
34369566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(coordinates,    &coords));
34379566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(subCoordinates, &subCoords));
34389566063dSJacob Faibussowitsch     PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates));
34399566063dSJacob Faibussowitsch     PetscCall(VecDestroy(&subCoordinates));
3440e6ccafaeSMatthew G Knepley   }
34413982b651SMatthew G. Knepley   /* Build SF: We need this complexity because subpoints might not be selected on the owning process */
34423982b651SMatthew G. Knepley   {
34433982b651SMatthew G. Knepley     PetscSF            sfPoint, sfPointSub;
34443982b651SMatthew G. Knepley     IS                 subpIS;
34453982b651SMatthew G. Knepley     const PetscSFNode *remotePoints;
34463982b651SMatthew G. Knepley     PetscSFNode       *sremotePoints, *newLocalPoints, *newOwners;
34473982b651SMatthew G. Knepley     const PetscInt    *localPoints, *subpoints;
34483982b651SMatthew G. Knepley     PetscInt          *slocalPoints;
34493982b651SMatthew G. Knepley     PetscInt           numRoots, numLeaves, numSubpoints = 0, numSubroots, numSubleaves = 0, l, sl, ll, pStart, pEnd, p;
34503982b651SMatthew G. Knepley     PetscMPIInt        rank;
34513982b651SMatthew G. Knepley 
34529566063dSJacob Faibussowitsch     PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject) dm), &rank));
34539566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(dm, &sfPoint));
34549566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(subdm, &sfPointSub));
34559566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
34569566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(subdm, NULL, &numSubroots));
34579566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(subdm, &subpIS));
34583982b651SMatthew G. Knepley     if (subpIS) {
34599566063dSJacob Faibussowitsch       PetscCall(ISGetIndices(subpIS, &subpoints));
34609566063dSJacob Faibussowitsch       PetscCall(ISGetLocalSize(subpIS, &numSubpoints));
34613982b651SMatthew G. Knepley     }
34629566063dSJacob Faibussowitsch     PetscCall(PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints));
34633982b651SMatthew G. Knepley     if (numRoots >= 0) {
34649566063dSJacob Faibussowitsch       PetscCall(PetscMalloc2(pEnd-pStart,&newLocalPoints,numRoots,&newOwners));
34653982b651SMatthew G. Knepley       for (p = 0; p < pEnd-pStart; ++p) {
34663982b651SMatthew G. Knepley         newLocalPoints[p].rank  = -2;
34673982b651SMatthew G. Knepley         newLocalPoints[p].index = -2;
34683982b651SMatthew G. Knepley       }
34693982b651SMatthew G. Knepley       /* Set subleaves */
34703982b651SMatthew G. Knepley       for (l = 0; l < numLeaves; ++l) {
34713982b651SMatthew G. Knepley         const PetscInt point    = localPoints[l];
34723982b651SMatthew G. Knepley         const PetscInt subpoint = DMPlexFilterPoint_Internal(point, 0, numSubpoints, subpoints);
34733982b651SMatthew G. Knepley 
34743982b651SMatthew G. Knepley         if (subpoint < 0) continue;
34753982b651SMatthew G. Knepley         newLocalPoints[point-pStart].rank  = rank;
34763982b651SMatthew G. Knepley         newLocalPoints[point-pStart].index = subpoint;
34773982b651SMatthew G. Knepley         ++numSubleaves;
34783982b651SMatthew G. Knepley       }
34793982b651SMatthew G. Knepley       /* Must put in owned subpoints */
34803982b651SMatthew G. Knepley       for (p = pStart; p < pEnd; ++p) {
34813982b651SMatthew G. Knepley         const PetscInt subpoint = DMPlexFilterPoint_Internal(p, 0, numSubpoints, subpoints);
34823982b651SMatthew G. Knepley 
34833982b651SMatthew G. Knepley         if (subpoint < 0) {
34843982b651SMatthew G. Knepley           newOwners[p-pStart].rank  = -3;
34853982b651SMatthew G. Knepley           newOwners[p-pStart].index = -3;
34863982b651SMatthew G. Knepley         } else {
34873982b651SMatthew G. Knepley           newOwners[p-pStart].rank  = rank;
34883982b651SMatthew G. Knepley           newOwners[p-pStart].index = subpoint;
34893982b651SMatthew G. Knepley         }
34903982b651SMatthew G. Knepley       }
34919566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
34929566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
34939566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints,MPI_REPLACE));
34949566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints,MPI_REPLACE));
34959566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubleaves, &slocalPoints));
34969566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubleaves, &sremotePoints));
34973982b651SMatthew G. Knepley       for (l = 0, sl = 0, ll = 0; l < numLeaves; ++l) {
34983982b651SMatthew G. Knepley         const PetscInt point    = localPoints[l];
34993982b651SMatthew G. Knepley         const PetscInt subpoint = DMPlexFilterPoint_Internal(point, 0, numSubpoints, subpoints);
35003982b651SMatthew G. Knepley 
35013982b651SMatthew G. Knepley         if (subpoint < 0) continue;
35023982b651SMatthew G. Knepley         if (newLocalPoints[point].rank == rank) {++ll; continue;}
35033982b651SMatthew G. Knepley         slocalPoints[sl]        = subpoint;
35043982b651SMatthew G. Knepley         sremotePoints[sl].rank  = newLocalPoints[point].rank;
35053982b651SMatthew G. Knepley         sremotePoints[sl].index = newLocalPoints[point].index;
350663a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].rank  >= 0,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %" PetscInt_FMT, point);
350763a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].index >= 0,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %" PetscInt_FMT, point);
35083982b651SMatthew G. Knepley         ++sl;
35093982b651SMatthew G. Knepley       }
35101dca8a05SBarry Smith       PetscCheck(sl + ll == numSubleaves,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %" PetscInt_FMT " + %" PetscInt_FMT " != %" PetscInt_FMT, sl, ll, numSubleaves);
35119566063dSJacob Faibussowitsch       PetscCall(PetscFree2(newLocalPoints,newOwners));
35129566063dSJacob Faibussowitsch       PetscCall(PetscSFSetGraph(sfPointSub, numSubroots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER));
35133982b651SMatthew G. Knepley     }
35143982b651SMatthew G. Knepley     if (subpIS) {
35159566063dSJacob Faibussowitsch       PetscCall(ISRestoreIndices(subpIS, &subpoints));
35163982b651SMatthew G. Knepley     }
35173982b651SMatthew G. Knepley   }
3518212103e5SMatthew Knepley   /* Filter labels */
35199566063dSJacob Faibussowitsch   PetscCall(DMPlexFilterLabels_Internal(dm, numSubPoints, subpoints, firstSubPoint, subdm));
3520efa14ee0SMatthew G Knepley   /* Cleanup */
3521e6ccafaeSMatthew G Knepley   for (d = 0; d <= dim; ++d) {
35229566063dSJacob Faibussowitsch     if (subpointIS[d]) PetscCall(ISRestoreIndices(subpointIS[d], &subpoints[d]));
35239566063dSJacob Faibussowitsch     PetscCall(ISDestroy(&subpointIS[d]));
3524e6ccafaeSMatthew G Knepley   }
35259566063dSJacob Faibussowitsch   PetscCall(PetscFree4(numSubPoints,firstSubPoint,subpointIS,subpoints));
3526e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3527e6ccafaeSMatthew G Knepley }
3528e6ccafaeSMatthew G Knepley 
3529158acfadSMatthew G. Knepley static PetscErrorCode DMPlexCreateSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DM subdm)
35303982b651SMatthew G. Knepley {
35313982b651SMatthew G. Knepley   PetscFunctionBegin;
35329566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, vertexLabel, value, markedFaces, PETSC_FALSE, 1, subdm));
35333982b651SMatthew G. Knepley   PetscFunctionReturn(0);
35343982b651SMatthew G. Knepley }
35353982b651SMatthew G. Knepley 
3536d0fa310fSMatthew G. Knepley /*@
3537e6ccafaeSMatthew G Knepley   DMPlexCreateSubmesh - Extract a hypersurface from the mesh using vertices defined by a label
3538e6ccafaeSMatthew G Knepley 
3539e6ccafaeSMatthew G Knepley   Input Parameters:
3540e6ccafaeSMatthew G Knepley + dm           - The original mesh
3541158acfadSMatthew G. Knepley . vertexLabel  - The DMLabel marking points contained in the surface
3542158acfadSMatthew G. Knepley . value        - The label value to use
3543158acfadSMatthew G. Knepley - markedFaces  - PETSC_TRUE if surface faces are marked in addition to vertices, PETSC_FALSE if only vertices are marked
3544e6ccafaeSMatthew G Knepley 
3545e6ccafaeSMatthew G Knepley   Output Parameter:
3546e6ccafaeSMatthew G Knepley . subdm - The surface mesh
3547e6ccafaeSMatthew G Knepley 
3548e6ccafaeSMatthew G Knepley   Note: This function produces a DMLabel mapping original points in the submesh to their depth. This can be obtained using DMPlexGetSubpointMap().
3549e6ccafaeSMatthew G Knepley 
3550e6ccafaeSMatthew G Knepley   Level: developer
3551e6ccafaeSMatthew G Knepley 
3552db781477SPatrick Sanan .seealso: `DMPlexGetSubpointMap()`, `DMGetLabel()`, `DMLabelSetValue()`
3553830e53efSMatthew G. Knepley @*/
3554158acfadSMatthew G. Knepley PetscErrorCode DMPlexCreateSubmesh(DM dm, DMLabel vertexLabel, PetscInt value, PetscBool markedFaces, DM *subdm)
3555e6ccafaeSMatthew G Knepley {
3556827c4036SVaclav Hapla   DMPlexInterpolatedFlag interpolated;
3557827c4036SVaclav Hapla   PetscInt       dim, cdim;
3558e6ccafaeSMatthew G Knepley 
3559e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
3560e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3561064a246eSJacob Faibussowitsch   PetscValidPointer(subdm, 5);
35629566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
35639566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm));
35649566063dSJacob Faibussowitsch   PetscCall(DMSetType(*subdm, DMPLEX));
35659566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(*subdm, dim-1));
35669566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateDim(dm, &cdim));
35679566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateDim(*subdm, cdim));
35689566063dSJacob Faibussowitsch   PetscCall(DMPlexIsInterpolated(dm, &interpolated));
356908401ef6SPierre Jolivet   PetscCheck(interpolated != DMPLEX_INTERPOLATED_PARTIAL,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Not for partially interpolated meshes");
3570827c4036SVaclav Hapla   if (interpolated) {
35719566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateSubmesh_Interpolated(dm, vertexLabel, value, markedFaces, *subdm));
3572e6ccafaeSMatthew G Knepley   } else {
35739566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateSubmesh_Uninterpolated(dm, vertexLabel, value, *subdm));
3574e6ccafaeSMatthew G Knepley   }
35755de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm));
3576e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3577e6ccafaeSMatthew G Knepley }
3578e6ccafaeSMatthew G Knepley 
357927c04023SMatthew G. Knepley static PetscErrorCode DMPlexCreateCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM subdm)
3580766ab985SMatthew G. Knepley {
3581766ab985SMatthew G. Knepley   MPI_Comm        comm;
3582766ab985SMatthew G. Knepley   DMLabel         subpointMap;
3583766ab985SMatthew G. Knepley   IS              subvertexIS;
3584766ab985SMatthew G. Knepley   const PetscInt *subVertices;
3585fed694aaSMatthew G. Knepley   PetscInt        numSubVertices, firstSubVertex, numSubCells, *subCells = NULL;
3586766ab985SMatthew G. Knepley   PetscInt       *subface, maxConeSize, numSubFaces, firstSubFace, newFacePoint, nFV;
3587412e9a14SMatthew G. Knepley   PetscInt        c, f;
3588766ab985SMatthew G. Knepley 
3589766ab985SMatthew G. Knepley   PetscFunctionBegin;
35909566063dSJacob Faibussowitsch   PetscCall(PetscObjectGetComm((PetscObject)dm, &comm));
3591766ab985SMatthew G. Knepley   /* Create subpointMap which marks the submesh */
35929566063dSJacob Faibussowitsch   PetscCall(DMLabelCreate(PETSC_COMM_SELF, "subpoint_map", &subpointMap));
35939566063dSJacob Faibussowitsch   PetscCall(DMPlexSetSubpointMap(subdm, subpointMap));
35949566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&subpointMap));
35959566063dSJacob Faibussowitsch   PetscCall(DMPlexMarkCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, subpointMap, &numSubFaces, &nFV, &subCells, subdm));
3596766ab985SMatthew G. Knepley   /* Setup chart */
35979566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 0, &numSubVertices));
35989566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumSize(subpointMap, 2, &numSubCells));
35999566063dSJacob Faibussowitsch   PetscCall(DMPlexSetChart(subdm, 0, numSubCells+numSubFaces+numSubVertices));
36009566063dSJacob Faibussowitsch   PetscCall(DMPlexSetVTKCellHeight(subdm, 1));
3601766ab985SMatthew G. Knepley   /* Set cone sizes */
3602766ab985SMatthew G. Knepley   firstSubVertex = numSubCells;
3603766ab985SMatthew G. Knepley   firstSubFace   = numSubCells+numSubVertices;
3604766ab985SMatthew G. Knepley   newFacePoint   = firstSubFace;
36059566063dSJacob Faibussowitsch   PetscCall(DMLabelGetStratumIS(subpointMap, 0, &subvertexIS));
36069566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISGetIndices(subvertexIS, &subVertices));
3607766ab985SMatthew G. Knepley   for (c = 0; c < numSubCells; ++c) {
36089566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeSize(subdm, c, 1));
3609766ab985SMatthew G. Knepley   }
3610766ab985SMatthew G. Knepley   for (f = firstSubFace; f < firstSubFace+numSubFaces; ++f) {
36119566063dSJacob Faibussowitsch     PetscCall(DMPlexSetConeSize(subdm, f, nFV));
3612766ab985SMatthew G. Knepley   }
36139566063dSJacob Faibussowitsch   PetscCall(DMSetUp(subdm));
3614766ab985SMatthew G. Knepley   /* Create face cones */
36159566063dSJacob Faibussowitsch   PetscCall(DMPlexGetMaxSizes(dm, &maxConeSize, NULL));
36169566063dSJacob Faibussowitsch   PetscCall(DMGetWorkArray(subdm, maxConeSize, MPIU_INT, (void**) &subface));
3617766ab985SMatthew G. Knepley   for (c = 0; c < numSubCells; ++c) {
3618766ab985SMatthew G. Knepley     const PetscInt  cell    = subCells[c];
3619766ab985SMatthew G. Knepley     const PetscInt  subcell = c;
362087feddfdSMatthew G. Knepley     const PetscInt *cone, *cells;
3621412e9a14SMatthew G. Knepley     PetscBool       isHybrid;
362287feddfdSMatthew G. Knepley     PetscInt        numCells, subVertex, p, v;
3623766ab985SMatthew G. Knepley 
36249566063dSJacob Faibussowitsch     PetscCall(DMPlexCellIsHybrid_Internal(dm, cell, &isHybrid));
3625412e9a14SMatthew G. Knepley     if (!isHybrid) continue;
36269566063dSJacob Faibussowitsch     PetscCall(DMPlexGetCone(dm, cell, &cone));
362787feddfdSMatthew G. Knepley     for (v = 0; v < nFV; ++v) {
36289566063dSJacob Faibussowitsch       PetscCall(PetscFindInt(cone[v], numSubVertices, subVertices, &subVertex));
362987feddfdSMatthew G. Knepley       subface[v] = firstSubVertex+subVertex;
363087feddfdSMatthew G. Knepley     }
36319566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, newFacePoint, subface));
36329566063dSJacob Faibussowitsch     PetscCall(DMPlexSetCone(subdm, subcell, &newFacePoint));
36339566063dSJacob Faibussowitsch     PetscCall(DMPlexGetJoin(dm, nFV, cone, &numCells, &cells));
363427234c99SMatthew G. Knepley     /* Not true in parallel
363508401ef6SPierre Jolivet     PetscCheck(numCells == 2,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */
363687feddfdSMatthew G. Knepley     for (p = 0; p < numCells; ++p) {
363787feddfdSMatthew G. Knepley       PetscInt  negsubcell;
3638412e9a14SMatthew G. Knepley       PetscBool isHybrid;
3639766ab985SMatthew G. Knepley 
36409566063dSJacob Faibussowitsch       PetscCall(DMPlexCellIsHybrid_Internal(dm, cells[p], &isHybrid));
3641412e9a14SMatthew G. Knepley       if (isHybrid) continue;
364287feddfdSMatthew G. Knepley       /* I know this is a crap search */
364387feddfdSMatthew G. Knepley       for (negsubcell = 0; negsubcell < numSubCells; ++negsubcell) {
364487feddfdSMatthew G. Knepley         if (subCells[negsubcell] == cells[p]) break;
3645766ab985SMatthew G. Knepley       }
364663a3b9bcSJacob Faibussowitsch       PetscCheck(negsubcell != numSubCells,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find negative face neighbor for cohesive cell %" PetscInt_FMT, cell);
36479566063dSJacob Faibussowitsch       PetscCall(DMPlexSetCone(subdm, negsubcell, &newFacePoint));
3648766ab985SMatthew G. Knepley     }
36499566063dSJacob Faibussowitsch     PetscCall(DMPlexRestoreJoin(dm, nFV, cone, &numCells, &cells));
365087feddfdSMatthew G. Knepley     ++newFacePoint;
3651766ab985SMatthew G. Knepley   }
36529566063dSJacob Faibussowitsch   PetscCall(DMRestoreWorkArray(subdm, maxConeSize, MPIU_INT, (void**) &subface));
36539566063dSJacob Faibussowitsch   PetscCall(DMPlexSymmetrize(subdm));
36549566063dSJacob Faibussowitsch   PetscCall(DMPlexStratify(subdm));
3655766ab985SMatthew G. Knepley   /* Build coordinates */
3656766ab985SMatthew G. Knepley   {
3657766ab985SMatthew G. Knepley     PetscSection coordSection, subCoordSection;
3658766ab985SMatthew G. Knepley     Vec          coordinates, subCoordinates;
3659766ab985SMatthew G. Knepley     PetscScalar *coords, *subCoords;
3660c0e8cf5fSMatthew G. Knepley     PetscInt     cdim, numComp, coordSize, v;
366124640c55SToby Isaac     const char  *name;
3662766ab985SMatthew G. Knepley 
36639566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateDim(dm, &cdim));
36649566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(dm, &coordSection));
36659566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinatesLocal(dm, &coordinates));
36669566063dSJacob Faibussowitsch     PetscCall(DMGetCoordinateSection(subdm, &subCoordSection));
36679566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetNumFields(subCoordSection, 1));
36689566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetFieldComponents(coordSection, 0, &numComp));
36699566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetFieldComponents(subCoordSection, 0, numComp));
36709566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex+numSubVertices));
3671766ab985SMatthew G. Knepley     for (v = 0; v < numSubVertices; ++v) {
3672766ab985SMatthew G. Knepley       const PetscInt vertex    = subVertices[v];
3673766ab985SMatthew G. Knepley       const PetscInt subvertex = firstSubVertex+v;
3674766ab985SMatthew G. Knepley       PetscInt       dof;
3675766ab985SMatthew G. Knepley 
36769566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
36779566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetDof(subCoordSection, subvertex, dof));
36789566063dSJacob Faibussowitsch       PetscCall(PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof));
3679766ab985SMatthew G. Knepley     }
36809566063dSJacob Faibussowitsch     PetscCall(PetscSectionSetUp(subCoordSection));
36819566063dSJacob Faibussowitsch     PetscCall(PetscSectionGetStorageSize(subCoordSection, &coordSize));
36829566063dSJacob Faibussowitsch     PetscCall(VecCreate(PETSC_COMM_SELF, &subCoordinates));
36839566063dSJacob Faibussowitsch     PetscCall(PetscObjectGetName((PetscObject)coordinates,&name));
36849566063dSJacob Faibussowitsch     PetscCall(PetscObjectSetName((PetscObject)subCoordinates,name));
36859566063dSJacob Faibussowitsch     PetscCall(VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE));
36869566063dSJacob Faibussowitsch     PetscCall(VecSetBlockSize(subCoordinates, cdim));
36879566063dSJacob Faibussowitsch     PetscCall(VecSetType(subCoordinates,VECSTANDARD));
36889566063dSJacob Faibussowitsch     PetscCall(VecGetArray(coordinates,    &coords));
36899566063dSJacob Faibussowitsch     PetscCall(VecGetArray(subCoordinates, &subCoords));
3690766ab985SMatthew G. Knepley     for (v = 0; v < numSubVertices; ++v) {
3691766ab985SMatthew G. Knepley       const PetscInt vertex    = subVertices[v];
3692766ab985SMatthew G. Knepley       const PetscInt subvertex = firstSubVertex+v;
3693766ab985SMatthew G. Knepley       PetscInt       dof, off, sdof, soff, d;
3694766ab985SMatthew G. Knepley 
36959566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(coordSection, vertex, &dof));
36969566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(coordSection, vertex, &off));
36979566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetDof(subCoordSection, subvertex, &sdof));
36989566063dSJacob Faibussowitsch       PetscCall(PetscSectionGetOffset(subCoordSection, subvertex, &soff));
369963a3b9bcSJacob Faibussowitsch       PetscCheck(dof == sdof,comm, PETSC_ERR_PLIB, "Coordinate dimension %" PetscInt_FMT " on subvertex %" PetscInt_FMT ", vertex %" PetscInt_FMT " should be %" PetscInt_FMT, sdof, subvertex, vertex, dof);
3700766ab985SMatthew G. Knepley       for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d];
3701766ab985SMatthew G. Knepley     }
37029566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(coordinates,    &coords));
37039566063dSJacob Faibussowitsch     PetscCall(VecRestoreArray(subCoordinates, &subCoords));
37049566063dSJacob Faibussowitsch     PetscCall(DMSetCoordinatesLocal(subdm, subCoordinates));
37059566063dSJacob Faibussowitsch     PetscCall(VecDestroy(&subCoordinates));
3706766ab985SMatthew G. Knepley   }
3707aca35d17SMatthew G. Knepley   /* Build SF */
3708aca35d17SMatthew G. Knepley   CHKMEMQ;
3709aca35d17SMatthew G. Knepley   {
3710aca35d17SMatthew G. Knepley     PetscSF            sfPoint, sfPointSub;
3711aca35d17SMatthew G. Knepley     const PetscSFNode *remotePoints;
3712bdcf2095SMatthew G. Knepley     PetscSFNode       *sremotePoints, *newLocalPoints, *newOwners;
3713aca35d17SMatthew G. Knepley     const PetscInt    *localPoints;
3714bdcf2095SMatthew G. Knepley     PetscInt          *slocalPoints;
371549c26ae4SMatthew G. Knepley     PetscInt           numRoots, numLeaves, numSubRoots = numSubCells+numSubFaces+numSubVertices, numSubLeaves = 0, l, sl, ll, pStart, pEnd, p, vStart, vEnd;
3716bdcf2095SMatthew G. Knepley     PetscMPIInt        rank;
3717aca35d17SMatthew G. Knepley 
37189566063dSJacob Faibussowitsch     PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject) dm), &rank));
37199566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(dm, &sfPoint));
37209566063dSJacob Faibussowitsch     PetscCall(DMGetPointSF(subdm, &sfPointSub));
37219566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
37229566063dSJacob Faibussowitsch     PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd));
37239566063dSJacob Faibussowitsch     PetscCall(PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints));
3724aca35d17SMatthew G. Knepley     if (numRoots >= 0) {
3725aca35d17SMatthew G. Knepley       /* Only vertices should be shared */
37269566063dSJacob Faibussowitsch       PetscCall(PetscMalloc2(pEnd-pStart,&newLocalPoints,numRoots,&newOwners));
3727bdcf2095SMatthew G. Knepley       for (p = 0; p < pEnd-pStart; ++p) {
3728bdcf2095SMatthew G. Knepley         newLocalPoints[p].rank  = -2;
3729bdcf2095SMatthew G. Knepley         newLocalPoints[p].index = -2;
3730bdcf2095SMatthew G. Knepley       }
37319e0823b2SMatthew G. Knepley       /* Set subleaves */
3732aca35d17SMatthew G. Knepley       for (l = 0; l < numLeaves; ++l) {
3733aca35d17SMatthew G. Knepley         const PetscInt point    = localPoints[l];
3734bdcf2095SMatthew G. Knepley         const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices);
3735aca35d17SMatthew G. Knepley 
373663a3b9bcSJacob Faibussowitsch         PetscCheck(!(point < vStart) || !(point >= vEnd),PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Should not be mapping anything but vertices, %" PetscInt_FMT, point);
3737bdcf2095SMatthew G. Knepley         if (subPoint < 0) continue;
3738bdcf2095SMatthew G. Knepley         newLocalPoints[point-pStart].rank  = rank;
3739bdcf2095SMatthew G. Knepley         newLocalPoints[point-pStart].index = subPoint;
3740bdcf2095SMatthew G. Knepley         ++numSubLeaves;
3741aca35d17SMatthew G. Knepley       }
37429e0823b2SMatthew G. Knepley       /* Must put in owned subpoints */
37439e0823b2SMatthew G. Knepley       for (p = pStart; p < pEnd; ++p) {
37449e0823b2SMatthew G. Knepley         const PetscInt subPoint = DMPlexFilterPoint_Internal(p, firstSubVertex, numSubVertices, subVertices);
37459e0823b2SMatthew G. Knepley 
37469e0823b2SMatthew G. Knepley         if (subPoint < 0) {
37479e0823b2SMatthew G. Knepley           newOwners[p-pStart].rank  = -3;
37489e0823b2SMatthew G. Knepley           newOwners[p-pStart].index = -3;
37499e0823b2SMatthew G. Knepley         } else {
37509e0823b2SMatthew G. Knepley           newOwners[p-pStart].rank  = rank;
37519e0823b2SMatthew G. Knepley           newOwners[p-pStart].index = subPoint;
37529e0823b2SMatthew G. Knepley         }
3753bdcf2095SMatthew G. Knepley       }
37549566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
37559566063dSJacob Faibussowitsch       PetscCall(PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC));
37569566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints,MPI_REPLACE));
37579566063dSJacob Faibussowitsch       PetscCall(PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints,MPI_REPLACE));
37589566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubLeaves,    &slocalPoints));
37599566063dSJacob Faibussowitsch       PetscCall(PetscMalloc1(numSubLeaves, &sremotePoints));
376049c26ae4SMatthew G. Knepley       for (l = 0, sl = 0, ll = 0; l < numLeaves; ++l) {
3761bdcf2095SMatthew G. Knepley         const PetscInt point    = localPoints[l];
3762bdcf2095SMatthew G. Knepley         const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices);
3763aca35d17SMatthew G. Knepley 
3764aca35d17SMatthew G. Knepley         if (subPoint < 0) continue;
376549c26ae4SMatthew G. Knepley         if (newLocalPoints[point].rank == rank) {++ll; continue;}
3766aca35d17SMatthew G. Knepley         slocalPoints[sl]        = subPoint;
3767bdcf2095SMatthew G. Knepley         sremotePoints[sl].rank  = newLocalPoints[point].rank;
3768bdcf2095SMatthew G. Knepley         sremotePoints[sl].index = newLocalPoints[point].index;
376963a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].rank  >= 0,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %" PetscInt_FMT, point);
377063a3b9bcSJacob Faibussowitsch         PetscCheck(sremotePoints[sl].index >= 0,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %" PetscInt_FMT, point);
3771aca35d17SMatthew G. Knepley         ++sl;
3772aca35d17SMatthew G. Knepley       }
37739566063dSJacob Faibussowitsch       PetscCall(PetscFree2(newLocalPoints,newOwners));
37741dca8a05SBarry Smith       PetscCheck(sl + ll == numSubLeaves,PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %" PetscInt_FMT " + %" PetscInt_FMT " != %" PetscInt_FMT, sl, ll, numSubLeaves);
37759566063dSJacob Faibussowitsch       PetscCall(PetscSFSetGraph(sfPointSub, numSubRoots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER));
3776aca35d17SMatthew G. Knepley     }
3777aca35d17SMatthew G. Knepley   }
3778aca35d17SMatthew G. Knepley   CHKMEMQ;
3779766ab985SMatthew G. Knepley   /* Cleanup */
37809566063dSJacob Faibussowitsch   if (subvertexIS) PetscCall(ISRestoreIndices(subvertexIS, &subVertices));
37819566063dSJacob Faibussowitsch   PetscCall(ISDestroy(&subvertexIS));
37829566063dSJacob Faibussowitsch   PetscCall(PetscFree(subCells));
3783766ab985SMatthew G. Knepley   PetscFunctionReturn(0);
3784766ab985SMatthew G. Knepley }
3785766ab985SMatthew G. Knepley 
37863982b651SMatthew G. Knepley static PetscErrorCode DMPlexCreateCohesiveSubmesh_Interpolated(DM dm, const char labelname[], PetscInt value, DM subdm)
3787766ab985SMatthew G. Knepley {
37883982b651SMatthew G. Knepley   DMLabel        label = NULL;
3789766ab985SMatthew G. Knepley 
3790766ab985SMatthew G. Knepley   PetscFunctionBegin;
37919566063dSJacob Faibussowitsch   if (labelname) PetscCall(DMGetLabel(dm, labelname, &label));
37929566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, label, value, PETSC_FALSE, PETSC_TRUE, 1, subdm));
3793766ab985SMatthew G. Knepley   PetscFunctionReturn(0);
3794766ab985SMatthew G. Knepley }
3795766ab985SMatthew G. Knepley 
3796c08575a3SMatthew G. Knepley /*@C
37977d2fefb6SMatthew G. Knepley   DMPlexCreateCohesiveSubmesh - Extract from a mesh with cohesive cells the hypersurface defined by one face of the cells. Optionally, a Label can be given to restrict the cells.
3798766ab985SMatthew G. Knepley 
3799766ab985SMatthew G. Knepley   Input Parameters:
3800766ab985SMatthew G. Knepley + dm          - The original mesh
380127c04023SMatthew G. Knepley . hasLagrange - The mesh has Lagrange unknowns in the cohesive cells
38027afc1a8bSJed Brown . label       - A label name, or NULL
380327c04023SMatthew G. Knepley - value  - A label value
3804766ab985SMatthew G. Knepley 
3805766ab985SMatthew G. Knepley   Output Parameter:
3806766ab985SMatthew G. Knepley . subdm - The surface mesh
3807766ab985SMatthew G. Knepley 
3808766ab985SMatthew G. Knepley   Note: This function produces a DMLabel mapping original points in the submesh to their depth. This can be obtained using DMPlexGetSubpointMap().
3809766ab985SMatthew G. Knepley 
3810766ab985SMatthew G. Knepley   Level: developer
3811766ab985SMatthew G. Knepley 
3812db781477SPatrick Sanan .seealso: `DMPlexGetSubpointMap()`, `DMPlexCreateSubmesh()`
3813c08575a3SMatthew G. Knepley @*/
381427c04023SMatthew G. Knepley PetscErrorCode DMPlexCreateCohesiveSubmesh(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM *subdm)
3815766ab985SMatthew G. Knepley {
3816c0e8cf5fSMatthew G. Knepley   PetscInt       dim, cdim, depth;
3817766ab985SMatthew G. Knepley 
3818766ab985SMatthew G. Knepley   PetscFunctionBegin;
3819766ab985SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
382027c04023SMatthew G. Knepley   PetscValidPointer(subdm, 5);
38219566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
38229566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
38239566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject)dm), subdm));
38249566063dSJacob Faibussowitsch   PetscCall(DMSetType(*subdm, DMPLEX));
38259566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(*subdm, dim-1));
38269566063dSJacob Faibussowitsch   PetscCall(DMGetCoordinateDim(dm, &cdim));
38279566063dSJacob Faibussowitsch   PetscCall(DMSetCoordinateDim(*subdm, cdim));
3828766ab985SMatthew G. Knepley   if (depth == dim) {
38299566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateCohesiveSubmesh_Interpolated(dm, label, value, *subdm));
3830766ab985SMatthew G. Knepley   } else {
38319566063dSJacob Faibussowitsch     PetscCall(DMPlexCreateCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, *subdm));
3832e6ccafaeSMatthew G Knepley   }
38335de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm));
3834e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3835e6ccafaeSMatthew G Knepley }
3836e6ccafaeSMatthew G Knepley 
3837bec263e5SMatthew G. Knepley /*@
3838bec263e5SMatthew G. Knepley   DMPlexFilter - Extract a subset of mesh cells defined by a label as a separate mesh
3839bec263e5SMatthew G. Knepley 
3840bec263e5SMatthew G. Knepley   Input Parameters:
3841bec263e5SMatthew G. Knepley + dm        - The original mesh
3842bec263e5SMatthew G. Knepley . cellLabel - The DMLabel marking cells contained in the new mesh
3843bec263e5SMatthew G. Knepley - value     - The label value to use
3844bec263e5SMatthew G. Knepley 
3845bec263e5SMatthew G. Knepley   Output Parameter:
3846bec263e5SMatthew G. Knepley . subdm - The new mesh
3847bec263e5SMatthew G. Knepley 
3848bec263e5SMatthew G. Knepley   Note: This function produces a DMLabel mapping original points in the submesh to their depth. This can be obtained using DMPlexGetSubpointMap().
3849bec263e5SMatthew G. Knepley 
3850bec263e5SMatthew G. Knepley   Level: developer
3851bec263e5SMatthew G. Knepley 
3852db781477SPatrick Sanan .seealso: `DMPlexGetSubpointMap()`, `DMGetLabel()`, `DMLabelSetValue()`
3853bec263e5SMatthew G. Knepley @*/
3854bec263e5SMatthew G. Knepley PetscErrorCode DMPlexFilter(DM dm, DMLabel cellLabel, PetscInt value, DM *subdm)
3855bec263e5SMatthew G. Knepley {
3856bec263e5SMatthew G. Knepley   PetscInt       dim;
3857bec263e5SMatthew G. Knepley 
3858bec263e5SMatthew G. Knepley   PetscFunctionBegin;
3859bec263e5SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3860064a246eSJacob Faibussowitsch   PetscValidPointer(subdm, 4);
38619566063dSJacob Faibussowitsch   PetscCall(DMGetDimension(dm, &dim));
38629566063dSJacob Faibussowitsch   PetscCall(DMCreate(PetscObjectComm((PetscObject) dm), subdm));
38639566063dSJacob Faibussowitsch   PetscCall(DMSetType(*subdm, DMPLEX));
38649566063dSJacob Faibussowitsch   PetscCall(DMSetDimension(*subdm, dim));
3865bec263e5SMatthew G. Knepley   /* Extract submesh in place, could be empty on some procs, could have inconsistency if procs do not both extract a shared cell */
38669566063dSJacob Faibussowitsch   PetscCall(DMPlexCreateSubmeshGeneric_Interpolated(dm, cellLabel, value, PETSC_FALSE, PETSC_FALSE, 0, *subdm));
38675de52c6dSVaclav Hapla   PetscCall(DMPlexCopy_Internal(dm, PETSC_TRUE, PETSC_TRUE, *subdm));
3868bec263e5SMatthew G. Knepley   PetscFunctionReturn(0);
3869bec263e5SMatthew G. Knepley }
3870bec263e5SMatthew G. Knepley 
387164beef6dSMatthew G. Knepley /*@
387264beef6dSMatthew G. Knepley   DMPlexGetSubpointMap - Returns a DMLabel with point dimension as values
387364beef6dSMatthew G. Knepley 
387464beef6dSMatthew G. Knepley   Input Parameter:
387564beef6dSMatthew G. Knepley . dm - The submesh DM
387664beef6dSMatthew G. Knepley 
387764beef6dSMatthew G. Knepley   Output Parameter:
387864beef6dSMatthew G. Knepley . subpointMap - The DMLabel of all the points from the original mesh in this submesh, or NULL if this is not a submesh
387964beef6dSMatthew G. Knepley 
388064beef6dSMatthew G. Knepley   Level: developer
388164beef6dSMatthew G. Knepley 
3882db781477SPatrick Sanan .seealso: `DMPlexCreateSubmesh()`, `DMPlexGetSubpointIS()`
388364beef6dSMatthew G. Knepley @*/
3884e6ccafaeSMatthew G Knepley PetscErrorCode DMPlexGetSubpointMap(DM dm, DMLabel *subpointMap)
3885e6ccafaeSMatthew G Knepley {
3886e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
3887e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3888e6ccafaeSMatthew G Knepley   PetscValidPointer(subpointMap, 2);
388965663942SMatthew G. Knepley   *subpointMap = ((DM_Plex*) dm->data)->subpointMap;
3890e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3891e6ccafaeSMatthew G Knepley }
3892e6ccafaeSMatthew G Knepley 
3893c08575a3SMatthew G. Knepley /*@
3894c08575a3SMatthew G. Knepley   DMPlexSetSubpointMap - Sets the DMLabel with point dimension as values
3895c08575a3SMatthew G. Knepley 
3896c08575a3SMatthew G. Knepley   Input Parameters:
3897c08575a3SMatthew G. Knepley + dm - The submesh DM
3898c08575a3SMatthew G. Knepley - subpointMap - The DMLabel of all the points from the original mesh in this submesh
3899c08575a3SMatthew G. Knepley 
3900c08575a3SMatthew G. Knepley   Note: Should normally not be called by the user, since it is set in DMPlexCreateSubmesh()
3901c08575a3SMatthew G. Knepley 
3902c08575a3SMatthew G. Knepley   Level: developer
3903c08575a3SMatthew G. Knepley 
3904db781477SPatrick Sanan .seealso: `DMPlexCreateSubmesh()`, `DMPlexGetSubpointIS()`
3905c08575a3SMatthew G. Knepley @*/
3906e6ccafaeSMatthew G Knepley PetscErrorCode DMPlexSetSubpointMap(DM dm, DMLabel subpointMap)
3907e6ccafaeSMatthew G Knepley {
3908e6ccafaeSMatthew G Knepley   DM_Plex       *mesh = (DM_Plex *) dm->data;
3909285d324eSMatthew G. Knepley   DMLabel        tmp;
3910e6ccafaeSMatthew G Knepley 
3911e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
3912e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
3913285d324eSMatthew G. Knepley   tmp  = mesh->subpointMap;
3914e6ccafaeSMatthew G Knepley   mesh->subpointMap = subpointMap;
39159566063dSJacob Faibussowitsch   PetscCall(PetscObjectReference((PetscObject) mesh->subpointMap));
39169566063dSJacob Faibussowitsch   PetscCall(DMLabelDestroy(&tmp));
3917e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
3918e6ccafaeSMatthew G Knepley }
3919e6ccafaeSMatthew G Knepley 
392097d8846cSMatthew Knepley static PetscErrorCode DMPlexCreateSubpointIS_Internal(DM dm, IS *subpointIS)
392197d8846cSMatthew Knepley {
392297d8846cSMatthew Knepley   DMLabel        spmap;
392397d8846cSMatthew Knepley   PetscInt       depth, d;
392497d8846cSMatthew Knepley 
392597d8846cSMatthew Knepley   PetscFunctionBegin;
39269566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(dm, &spmap));
39279566063dSJacob Faibussowitsch   PetscCall(DMPlexGetDepth(dm, &depth));
392897d8846cSMatthew Knepley   if (spmap && depth >= 0) {
392997d8846cSMatthew Knepley     DM_Plex  *mesh = (DM_Plex *) dm->data;
393097d8846cSMatthew Knepley     PetscInt *points, *depths;
393197d8846cSMatthew Knepley     PetscInt  pStart, pEnd, p, off;
393297d8846cSMatthew Knepley 
39339566063dSJacob Faibussowitsch     PetscCall(DMPlexGetChart(dm, &pStart, &pEnd));
393463a3b9bcSJacob Faibussowitsch     PetscCheck(!pStart,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Submeshes must start the point numbering at 0, not %" PetscInt_FMT, pStart);
39359566063dSJacob Faibussowitsch     PetscCall(PetscMalloc1(pEnd, &points));
39369566063dSJacob Faibussowitsch     PetscCall(DMGetWorkArray(dm, depth+1, MPIU_INT, &depths));
393797d8846cSMatthew Knepley     depths[0] = depth;
393897d8846cSMatthew Knepley     depths[1] = 0;
393997d8846cSMatthew Knepley     for (d = 2; d <= depth; ++d) {depths[d] = depth+1 - d;}
394097d8846cSMatthew Knepley     for (d = 0, off = 0; d <= depth; ++d) {
394197d8846cSMatthew Knepley       const PetscInt dep = depths[d];
394297d8846cSMatthew Knepley       PetscInt       depStart, depEnd, n;
394397d8846cSMatthew Knepley 
39449566063dSJacob Faibussowitsch       PetscCall(DMPlexGetDepthStratum(dm, dep, &depStart, &depEnd));
39459566063dSJacob Faibussowitsch       PetscCall(DMLabelGetStratumSize(spmap, dep, &n));
394697d8846cSMatthew Knepley       if (((d < 2) && (depth > 1)) || (d == 1)) { /* Only check vertices and cells for now since the map is broken for others */
394763a3b9bcSJacob Faibussowitsch         PetscCheck(n == depEnd-depStart,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %" PetscInt_FMT " at depth %" PetscInt_FMT " should be %" PetscInt_FMT, n, dep, depEnd-depStart);
394897d8846cSMatthew Knepley       } else {
394997d8846cSMatthew Knepley         if (!n) {
395097d8846cSMatthew Knepley           if (d == 0) {
395197d8846cSMatthew Knepley             /* Missing cells */
395297d8846cSMatthew Knepley             for (p = 0; p < depEnd-depStart; ++p, ++off) points[off] = -1;
395397d8846cSMatthew Knepley           } else {
395497d8846cSMatthew Knepley             /* Missing faces */
395597d8846cSMatthew Knepley             for (p = 0; p < depEnd-depStart; ++p, ++off) points[off] = PETSC_MAX_INT;
395697d8846cSMatthew Knepley           }
395797d8846cSMatthew Knepley         }
395897d8846cSMatthew Knepley       }
395997d8846cSMatthew Knepley       if (n) {
396097d8846cSMatthew Knepley         IS              is;
396197d8846cSMatthew Knepley         const PetscInt *opoints;
396297d8846cSMatthew Knepley 
39639566063dSJacob Faibussowitsch         PetscCall(DMLabelGetStratumIS(spmap, dep, &is));
39649566063dSJacob Faibussowitsch         PetscCall(ISGetIndices(is, &opoints));
396597d8846cSMatthew Knepley         for (p = 0; p < n; ++p, ++off) points[off] = opoints[p];
39669566063dSJacob Faibussowitsch         PetscCall(ISRestoreIndices(is, &opoints));
39679566063dSJacob Faibussowitsch         PetscCall(ISDestroy(&is));
396897d8846cSMatthew Knepley       }
396997d8846cSMatthew Knepley     }
39709566063dSJacob Faibussowitsch     PetscCall(DMRestoreWorkArray(dm, depth+1, MPIU_INT, &depths));
397163a3b9bcSJacob Faibussowitsch     PetscCheck(off == pEnd,PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %" PetscInt_FMT " should be %" PetscInt_FMT, off, pEnd);
39729566063dSJacob Faibussowitsch     PetscCall(ISCreateGeneral(PETSC_COMM_SELF, pEnd, points, PETSC_OWN_POINTER, subpointIS));
39739566063dSJacob Faibussowitsch     PetscCall(PetscObjectStateGet((PetscObject) spmap, &mesh->subpointState));
397497d8846cSMatthew Knepley   }
397597d8846cSMatthew Knepley   PetscFunctionReturn(0);
397697d8846cSMatthew Knepley }
397797d8846cSMatthew Knepley 
397864beef6dSMatthew G. Knepley /*@
397997d8846cSMatthew Knepley   DMPlexGetSubpointIS - Returns an IS covering the entire subdm chart with the original points as data
3980e6ccafaeSMatthew G Knepley 
3981e6ccafaeSMatthew G Knepley   Input Parameter:
3982e6ccafaeSMatthew G Knepley . dm - The submesh DM
3983e6ccafaeSMatthew G Knepley 
3984e6ccafaeSMatthew G Knepley   Output Parameter:
39850298fd71SBarry Smith . subpointIS - The IS of all the points from the original mesh in this submesh, or NULL if this is not a submesh
3986e6ccafaeSMatthew G Knepley 
39873982b651SMatthew G. Knepley   Note: This IS is guaranteed to be sorted by the construction of the submesh
398864beef6dSMatthew G. Knepley 
398964beef6dSMatthew G. Knepley   Level: developer
399064beef6dSMatthew G. Knepley 
3991db781477SPatrick Sanan .seealso: `DMPlexCreateSubmesh()`, `DMPlexGetSubpointMap()`
399264beef6dSMatthew G. Knepley @*/
399397d8846cSMatthew Knepley PetscErrorCode DMPlexGetSubpointIS(DM dm, IS *subpointIS)
3994e6ccafaeSMatthew G Knepley {
399597d8846cSMatthew Knepley   DM_Plex         *mesh = (DM_Plex *) dm->data;
399697d8846cSMatthew Knepley   DMLabel          spmap;
399797d8846cSMatthew Knepley   PetscObjectState state;
3998e6ccafaeSMatthew G Knepley 
3999e6ccafaeSMatthew G Knepley   PetscFunctionBegin;
4000e6ccafaeSMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
4001e6ccafaeSMatthew G Knepley   PetscValidPointer(subpointIS, 2);
40029566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(dm, &spmap));
40039566063dSJacob Faibussowitsch   PetscCall(PetscObjectStateGet((PetscObject) spmap, &state));
40049566063dSJacob Faibussowitsch   if (state != mesh->subpointState || !mesh->subpointIS) PetscCall(DMPlexCreateSubpointIS_Internal(dm, &mesh->subpointIS));
400597d8846cSMatthew Knepley   *subpointIS = mesh->subpointIS;
4006e6ccafaeSMatthew G Knepley   PetscFunctionReturn(0);
4007e6ccafaeSMatthew G Knepley }
4008559a1558SMatthew G. Knepley 
4009559a1558SMatthew G. Knepley /*@
4010a6e0b375SMatthew G. Knepley   DMGetEnclosureRelation - Get the relationship between dmA and dmB
4011559a1558SMatthew G. Knepley 
4012559a1558SMatthew G. Knepley   Input Parameters:
4013a6e0b375SMatthew G. Knepley + dmA - The first DM
4014a6e0b375SMatthew G. Knepley - dmB - The second DM
4015559a1558SMatthew G. Knepley 
4016559a1558SMatthew G. Knepley   Output Parameter:
4017a6e0b375SMatthew G. Knepley . rel - The relation of dmA to dmB
4018559a1558SMatthew G. Knepley 
4019a6e0b375SMatthew G. Knepley   Level: intermediate
4020559a1558SMatthew G. Knepley 
4021db781477SPatrick Sanan .seealso: `DMGetEnclosurePoint()`
4022559a1558SMatthew G. Knepley @*/
4023a6e0b375SMatthew G. Knepley PetscErrorCode DMGetEnclosureRelation(DM dmA, DM dmB, DMEnclosureType *rel)
4024559a1558SMatthew G. Knepley {
4025a6e0b375SMatthew G. Knepley   DM             plexA, plexB, sdm;
4026559a1558SMatthew G. Knepley   DMLabel        spmap;
4027a6e0b375SMatthew G. Knepley   PetscInt       pStartA, pEndA, pStartB, pEndB, NpA, NpB;
4028559a1558SMatthew G. Knepley 
402944171101SMatthew G. Knepley   PetscFunctionBegin;
4030a6e0b375SMatthew G. Knepley   PetscValidPointer(rel, 3);
4031a6e0b375SMatthew G. Knepley   *rel = DM_ENC_NONE;
4032a6e0b375SMatthew G. Knepley   if (!dmA || !dmB) PetscFunctionReturn(0);
4033a6e0b375SMatthew G. Knepley   PetscValidHeaderSpecific(dmA, DM_CLASSID, 1);
4034064a246eSJacob Faibussowitsch   PetscValidHeaderSpecific(dmB, DM_CLASSID, 2);
4035a6e0b375SMatthew G. Knepley   if (dmA == dmB) {*rel = DM_ENC_EQUALITY; PetscFunctionReturn(0);}
40369566063dSJacob Faibussowitsch   PetscCall(DMConvert(dmA, DMPLEX, &plexA));
40379566063dSJacob Faibussowitsch   PetscCall(DMConvert(dmB, DMPLEX, &plexB));
40389566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(plexA, &pStartA, &pEndA));
40399566063dSJacob Faibussowitsch   PetscCall(DMPlexGetChart(plexB, &pStartB, &pEndB));
4040a6e0b375SMatthew G. Knepley   /* Assumption 1: subDMs have smaller charts than the DMs that they originate from
4041a6e0b375SMatthew G. Knepley     - The degenerate case of a subdomain which includes all of the domain on some process can be treated as equality */
4042a6e0b375SMatthew G. Knepley   if ((pStartA == pStartB) && (pEndA == pEndB)) {
4043a6e0b375SMatthew G. Knepley     *rel = DM_ENC_EQUALITY;
4044a6e0b375SMatthew G. Knepley     goto end;
4045559a1558SMatthew G. Knepley   }
4046a6e0b375SMatthew G. Knepley   NpA = pEndA - pStartA;
4047a6e0b375SMatthew G. Knepley   NpB = pEndB - pStartB;
4048a6e0b375SMatthew G. Knepley   if (NpA == NpB) goto end;
4049a6e0b375SMatthew G. Knepley   sdm = NpA > NpB ? plexB : plexA; /* The other is the original, enclosing dm */
40509566063dSJacob Faibussowitsch   PetscCall(DMPlexGetSubpointMap(sdm, &spmap));
4051a6e0b375SMatthew G. Knepley   if (!spmap) goto end;
4052a6e0b375SMatthew G. Knepley   /* TODO Check the space mapped to by subpointMap is same size as dm */
4053a6e0b375SMatthew G. Knepley   if (NpA > NpB) {
4054a6e0b375SMatthew G. Knepley     *rel = DM_ENC_SUPERMESH;
4055a6e0b375SMatthew G. Knepley   } else {
4056a6e0b375SMatthew G. Knepley     *rel = DM_ENC_SUBMESH;
4057a6e0b375SMatthew G. Knepley   }
4058a6e0b375SMatthew G. Knepley   end:
40599566063dSJacob Faibussowitsch   PetscCall(DMDestroy(&plexA));
40609566063dSJacob Faibussowitsch   PetscCall(DMDestroy(&plexB));
4061559a1558SMatthew G. Knepley   PetscFunctionReturn(0);
4062559a1558SMatthew G. Knepley }
406344171101SMatthew G. Knepley 
406444171101SMatthew G. Knepley /*@
4065a6e0b375SMatthew G. Knepley   DMGetEnclosurePoint - Get the point pA in dmA which corresponds to the point pB in dmB
406644171101SMatthew G. Knepley 
406744171101SMatthew G. Knepley   Input Parameters:
4068a6e0b375SMatthew G. Knepley + dmA   - The first DM
4069a6e0b375SMatthew G. Knepley . dmB   - The second DM
4070a6e0b375SMatthew G. Knepley . etype - The type of enclosure relation that dmA has to dmB
4071a6e0b375SMatthew G. Knepley - pB    - A point of dmB
407244171101SMatthew G. Knepley 
407344171101SMatthew G. Knepley   Output Parameter:
4074a6e0b375SMatthew G. Knepley . pA    - The corresponding point of dmA
407544171101SMatthew G. Knepley 
4076a6e0b375SMatthew G. Knepley   Level: intermediate
407744171101SMatthew G. Knepley 
4078db781477SPatrick Sanan .seealso: `DMGetEnclosureRelation()`
407944171101SMatthew G. Knepley @*/
4080a6e0b375SMatthew G. Knepley PetscErrorCode DMGetEnclosurePoint(DM dmA, DM dmB, DMEnclosureType etype, PetscInt pB, PetscInt *pA)
408144171101SMatthew G. Knepley {
4082a6e0b375SMatthew G. Knepley   DM              sdm;
4083a6e0b375SMatthew G. Knepley   IS              subpointIS;
4084a6e0b375SMatthew G. Knepley   const PetscInt *subpoints;
4085a6e0b375SMatthew G. Knepley   PetscInt        numSubpoints;
408644171101SMatthew G. Knepley 
408744171101SMatthew G. Knepley   PetscFunctionBegin;
4088a6e0b375SMatthew G. Knepley   /* TODO Cache the IS, making it look like an index */
4089a6e0b375SMatthew G. Knepley   switch (etype) {
4090a6e0b375SMatthew G. Knepley     case DM_ENC_SUPERMESH:
4091a6e0b375SMatthew G. Knepley     sdm  = dmB;
40929566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(sdm, &subpointIS));
40939566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(subpointIS, &subpoints));
4094a6e0b375SMatthew G. Knepley     *pA  = subpoints[pB];
40959566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(subpointIS, &subpoints));
4096a6e0b375SMatthew G. Knepley     break;
4097a6e0b375SMatthew G. Knepley     case DM_ENC_SUBMESH:
4098a6e0b375SMatthew G. Knepley     sdm  = dmA;
40999566063dSJacob Faibussowitsch     PetscCall(DMPlexGetSubpointIS(sdm, &subpointIS));
41009566063dSJacob Faibussowitsch     PetscCall(ISGetLocalSize(subpointIS, &numSubpoints));
41019566063dSJacob Faibussowitsch     PetscCall(ISGetIndices(subpointIS, &subpoints));
41029566063dSJacob Faibussowitsch     PetscCall(PetscFindInt(pB, numSubpoints, subpoints, pA));
4103a6e0b375SMatthew G. Knepley     if (*pA < 0) {
41049566063dSJacob Faibussowitsch       PetscCall(DMViewFromOptions(dmA, NULL, "-dm_enc_A_view"));
41059566063dSJacob Faibussowitsch       PetscCall(DMViewFromOptions(dmB, NULL, "-dm_enc_B_view"));
410663a3b9bcSJacob Faibussowitsch       SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Point %" PetscInt_FMT " not found in submesh", pB);
4107a6e0b375SMatthew G. Knepley     }
41089566063dSJacob Faibussowitsch     PetscCall(ISRestoreIndices(subpointIS, &subpoints));
4109a6e0b375SMatthew G. Knepley     break;
4110a6e0b375SMatthew G. Knepley     case DM_ENC_EQUALITY:
4111a6e0b375SMatthew G. Knepley     case DM_ENC_NONE:
4112a6e0b375SMatthew G. Knepley     *pA = pB;break;
4113a6e0b375SMatthew G. Knepley     case DM_ENC_UNKNOWN:
4114a6e0b375SMatthew G. Knepley     {
4115a6e0b375SMatthew G. Knepley       DMEnclosureType enc;
411644171101SMatthew G. Knepley 
41179566063dSJacob Faibussowitsch       PetscCall(DMGetEnclosureRelation(dmA, dmB, &enc));
41189566063dSJacob Faibussowitsch       PetscCall(DMGetEnclosurePoint(dmA, dmB, enc, pB, pA));
4119a6e0b375SMatthew G. Knepley     }
4120a6e0b375SMatthew G. Knepley     break;
412198921bdaSJacob Faibussowitsch     default: SETERRQ(PetscObjectComm((PetscObject) dmA), PETSC_ERR_ARG_OUTOFRANGE, "Invalid enclosure type %d", (int) etype);
412244171101SMatthew G. Knepley   }
412344171101SMatthew G. Knepley   PetscFunctionReturn(0);
412444171101SMatthew G. Knepley }
4125