1 #include <petsc-private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2 #include <petscsf.h> 3 4 #undef __FUNCT__ 5 #define __FUNCT__ "DMPlexMarkBoundaryFaces" 6 /*@ 7 DMPlexMarkBoundaryFaces - Mark all faces on the boundary 8 9 Not Collective 10 11 Input Parameter: 12 . dm - The original DM 13 14 Output Parameter: 15 . label - The DMLabel marking boundary faces with value 1 16 17 Level: developer 18 19 .seealso: DMLabelCreate(), DMPlexCreateLabel() 20 @*/ 21 PetscErrorCode DMPlexMarkBoundaryFaces(DM dm, DMLabel label) 22 { 23 PetscInt fStart, fEnd, f; 24 PetscErrorCode ierr; 25 26 PetscFunctionBegin; 27 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 28 ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 29 for (f = fStart; f < fEnd; ++f) { 30 PetscInt supportSize; 31 32 ierr = DMPlexGetSupportSize(dm, f, &supportSize);CHKERRQ(ierr); 33 if (supportSize == 1) { 34 ierr = DMLabelSetValue(label, f, 1);CHKERRQ(ierr); 35 } 36 } 37 PetscFunctionReturn(0); 38 } 39 40 #undef __FUNCT__ 41 #define __FUNCT__ "DMPlexLabelComplete" 42 /*@ 43 DMPlexLabelComplete - Starting with a label marking points on a surface, we add the transitive closure to the surface 44 45 Input Parameters: 46 + dm - The DM 47 - label - A DMLabel marking the surface points 48 49 Output Parameter: 50 . label - A DMLabel marking all surface points in the transitive closure 51 52 Level: developer 53 54 .seealso: DMPlexLabelCohesiveComplete() 55 @*/ 56 PetscErrorCode DMPlexLabelComplete(DM dm, DMLabel label) 57 { 58 IS valueIS; 59 const PetscInt *values; 60 PetscInt numValues, v; 61 PetscErrorCode ierr; 62 63 PetscFunctionBegin; 64 ierr = DMLabelGetNumValues(label, &numValues);CHKERRQ(ierr); 65 ierr = DMLabelGetValueIS(label, &valueIS);CHKERRQ(ierr); 66 ierr = ISGetIndices(valueIS, &values);CHKERRQ(ierr); 67 for (v = 0; v < numValues; ++v) { 68 IS pointIS; 69 const PetscInt *points; 70 PetscInt numPoints, p; 71 72 ierr = DMLabelGetStratumSize(label, values[v], &numPoints);CHKERRQ(ierr); 73 ierr = DMLabelGetStratumIS(label, values[v], &pointIS);CHKERRQ(ierr); 74 ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 75 for (p = 0; p < numPoints; ++p) { 76 PetscInt *closure = NULL; 77 PetscInt closureSize, c; 78 79 ierr = DMPlexGetTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 80 for (c = 0; c < closureSize*2; c += 2) { 81 ierr = DMLabelSetValue(label, closure[c], values[v]);CHKERRQ(ierr); 82 } 83 ierr = DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 84 } 85 ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 86 ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 87 } 88 ierr = ISRestoreIndices(valueIS, &values);CHKERRQ(ierr); 89 ierr = ISDestroy(&valueIS);CHKERRQ(ierr); 90 PetscFunctionReturn(0); 91 } 92 93 #undef __FUNCT__ 94 #define __FUNCT__ "DMPlexShiftPoint_Internal" 95 PETSC_STATIC_INLINE PetscInt DMPlexShiftPoint_Internal(PetscInt p, PetscInt depth, PetscInt depthEnd[], PetscInt depthShift[]) 96 { 97 if (depth < 0) return p; 98 /* Cells */ if (p < depthEnd[depth]) return p; 99 /* Vertices */ if (p < depthEnd[0]) return p + depthShift[depth]; 100 /* Faces */ if (p < depthEnd[depth-1]) return p + depthShift[depth] + depthShift[0]; 101 /* Edges */ return p + depthShift[depth] + depthShift[0] + depthShift[depth-1]; 102 } 103 104 #undef __FUNCT__ 105 #define __FUNCT__ "DMPlexShiftSizes_Internal" 106 static PetscErrorCode DMPlexShiftSizes_Internal(DM dm, PetscInt depthShift[], DM dmNew) 107 { 108 PetscInt *depthEnd; 109 PetscInt depth = 0, d, pStart, pEnd, p; 110 PetscErrorCode ierr; 111 112 PetscFunctionBegin; 113 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 114 if (depth < 0) PetscFunctionReturn(0); 115 ierr = PetscMalloc((depth+1) * sizeof(PetscInt), &depthEnd);CHKERRQ(ierr); 116 /* Step 1: Expand chart */ 117 ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr); 118 for (d = 0; d <= depth; ++d) { 119 pEnd += depthShift[d]; 120 ierr = DMPlexGetDepthStratum(dm, d, NULL, &depthEnd[d]);CHKERRQ(ierr); 121 } 122 ierr = DMPlexSetChart(dmNew, pStart, pEnd);CHKERRQ(ierr); 123 /* Step 2: Set cone and support sizes */ 124 for (d = 0; d <= depth; ++d) { 125 ierr = DMPlexGetDepthStratum(dm, d, &pStart, &pEnd);CHKERRQ(ierr); 126 for (p = pStart; p < pEnd; ++p) { 127 PetscInt newp = DMPlexShiftPoint_Internal(p, depth, depthEnd, depthShift); 128 PetscInt size; 129 130 ierr = DMPlexGetConeSize(dm, p, &size);CHKERRQ(ierr); 131 ierr = DMPlexSetConeSize(dmNew, newp, size);CHKERRQ(ierr); 132 ierr = DMPlexGetSupportSize(dm, p, &size);CHKERRQ(ierr); 133 ierr = DMPlexSetSupportSize(dmNew, newp, size);CHKERRQ(ierr); 134 } 135 } 136 ierr = PetscFree(depthEnd);CHKERRQ(ierr); 137 PetscFunctionReturn(0); 138 } 139 140 #undef __FUNCT__ 141 #define __FUNCT__ "DMPlexShiftPoints_Internal" 142 static PetscErrorCode DMPlexShiftPoints_Internal(DM dm, PetscInt depthShift[], DM dmNew) 143 { 144 PetscInt *depthEnd, *newpoints; 145 PetscInt depth = 0, d, maxConeSize, maxSupportSize, pStart, pEnd, p; 146 PetscErrorCode ierr; 147 148 PetscFunctionBegin; 149 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 150 if (depth < 0) PetscFunctionReturn(0); 151 ierr = DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize);CHKERRQ(ierr); 152 ierr = PetscMalloc2(depth+1,PetscInt,&depthEnd,PetscMax(maxConeSize, maxSupportSize),PetscInt,&newpoints);CHKERRQ(ierr); 153 for (d = 0; d <= depth; ++d) { 154 ierr = DMPlexGetDepthStratum(dm, d, NULL, &depthEnd[d]);CHKERRQ(ierr); 155 } 156 /* Step 5: Set cones and supports */ 157 ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr); 158 for (p = pStart; p < pEnd; ++p) { 159 const PetscInt *points = NULL, *orientations = NULL; 160 PetscInt size, i, newp = DMPlexShiftPoint_Internal(p, depth, depthEnd, depthShift); 161 162 ierr = DMPlexGetConeSize(dm, p, &size);CHKERRQ(ierr); 163 ierr = DMPlexGetCone(dm, p, &points);CHKERRQ(ierr); 164 ierr = DMPlexGetConeOrientation(dm, p, &orientations);CHKERRQ(ierr); 165 for (i = 0; i < size; ++i) { 166 newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthEnd, depthShift); 167 } 168 ierr = DMPlexSetCone(dmNew, newp, newpoints);CHKERRQ(ierr); 169 ierr = DMPlexSetConeOrientation(dmNew, newp, orientations);CHKERRQ(ierr); 170 ierr = DMPlexGetSupportSize(dm, p, &size);CHKERRQ(ierr); 171 ierr = DMPlexGetSupport(dm, p, &points);CHKERRQ(ierr); 172 for (i = 0; i < size; ++i) { 173 newpoints[i] = DMPlexShiftPoint_Internal(points[i], depth, depthEnd, depthShift); 174 } 175 ierr = DMPlexSetSupport(dmNew, newp, newpoints);CHKERRQ(ierr); 176 } 177 ierr = PetscFree2(depthEnd,newpoints);CHKERRQ(ierr); 178 PetscFunctionReturn(0); 179 } 180 181 #undef __FUNCT__ 182 #define __FUNCT__ "DMPlexShiftCoordinates_Internal" 183 static PetscErrorCode DMPlexShiftCoordinates_Internal(DM dm, PetscInt depthShift[], DM dmNew) 184 { 185 PetscSection coordSection, newCoordSection; 186 Vec coordinates, newCoordinates; 187 PetscScalar *coords, *newCoords; 188 PetscInt *depthEnd, coordSize; 189 PetscInt dim, depth = 0, d, vStart, vEnd, vStartNew, vEndNew, v; 190 PetscErrorCode ierr; 191 192 PetscFunctionBegin; 193 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 194 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 195 ierr = PetscMalloc((depth+1) * sizeof(PetscInt), &depthEnd);CHKERRQ(ierr); 196 for (d = 0; d <= depth; ++d) { 197 ierr = DMPlexGetDepthStratum(dm, d, NULL, &depthEnd[d]);CHKERRQ(ierr); 198 } 199 /* Step 8: Convert coordinates */ 200 ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 201 ierr = DMPlexGetDepthStratum(dmNew, 0, &vStartNew, &vEndNew);CHKERRQ(ierr); 202 ierr = DMPlexGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr); 203 ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm), &newCoordSection);CHKERRQ(ierr); 204 ierr = PetscSectionSetNumFields(newCoordSection, 1);CHKERRQ(ierr); 205 ierr = PetscSectionSetFieldComponents(newCoordSection, 0, dim);CHKERRQ(ierr); 206 ierr = PetscSectionSetChart(newCoordSection, vStartNew, vEndNew);CHKERRQ(ierr); 207 for (v = vStartNew; v < vEndNew; ++v) { 208 ierr = PetscSectionSetDof(newCoordSection, v, dim);CHKERRQ(ierr); 209 ierr = PetscSectionSetFieldDof(newCoordSection, v, 0, dim);CHKERRQ(ierr); 210 } 211 ierr = PetscSectionSetUp(newCoordSection);CHKERRQ(ierr); 212 ierr = DMPlexSetCoordinateSection(dmNew, newCoordSection);CHKERRQ(ierr); 213 ierr = PetscSectionGetStorageSize(newCoordSection, &coordSize);CHKERRQ(ierr); 214 ierr = VecCreate(PetscObjectComm((PetscObject)dm), &newCoordinates);CHKERRQ(ierr); 215 ierr = PetscObjectSetName((PetscObject) newCoordinates, "coordinates");CHKERRQ(ierr); 216 ierr = VecSetSizes(newCoordinates, coordSize, PETSC_DETERMINE);CHKERRQ(ierr); 217 ierr = VecSetType(newCoordinates,VECSTANDARD);CHKERRQ(ierr); 218 ierr = DMSetCoordinatesLocal(dmNew, newCoordinates);CHKERRQ(ierr); 219 ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr); 220 ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr); 221 ierr = VecGetArray(newCoordinates, &newCoords);CHKERRQ(ierr); 222 for (v = vStart; v < vEnd; ++v) { 223 PetscInt dof, off, noff, d; 224 225 ierr = PetscSectionGetDof(coordSection, v, &dof);CHKERRQ(ierr); 226 ierr = PetscSectionGetOffset(coordSection, v, &off);CHKERRQ(ierr); 227 ierr = PetscSectionGetOffset(newCoordSection, DMPlexShiftPoint_Internal(v, depth, depthEnd, depthShift), &noff);CHKERRQ(ierr); 228 for (d = 0; d < dof; ++d) { 229 newCoords[noff+d] = coords[off+d]; 230 } 231 } 232 ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr); 233 ierr = VecRestoreArray(newCoordinates, &newCoords);CHKERRQ(ierr); 234 ierr = VecDestroy(&newCoordinates);CHKERRQ(ierr); 235 ierr = PetscSectionDestroy(&newCoordSection);CHKERRQ(ierr); 236 ierr = PetscFree(depthEnd);CHKERRQ(ierr); 237 PetscFunctionReturn(0); 238 } 239 240 #undef __FUNCT__ 241 #define __FUNCT__ "DMPlexShiftSF_Internal" 242 static PetscErrorCode DMPlexShiftSF_Internal(DM dm, PetscInt depthShift[], DM dmNew) 243 { 244 PetscInt *depthEnd; 245 PetscInt depth = 0, d; 246 PetscSF sfPoint, sfPointNew; 247 const PetscSFNode *remotePoints; 248 PetscSFNode *gremotePoints; 249 const PetscInt *localPoints; 250 PetscInt *glocalPoints, *newLocation, *newRemoteLocation; 251 PetscInt numRoots, numLeaves, l, pStart, pEnd, totShift = 0; 252 PetscErrorCode ierr; 253 254 PetscFunctionBegin; 255 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 256 ierr = PetscMalloc((depth+1) * sizeof(PetscInt), &depthEnd);CHKERRQ(ierr); 257 for (d = 0; d <= depth; ++d) { 258 totShift += depthShift[d]; 259 ierr = DMPlexGetDepthStratum(dm, d, NULL, &depthEnd[d]);CHKERRQ(ierr); 260 } 261 /* Step 9: Convert pointSF */ 262 ierr = DMGetPointSF(dm, &sfPoint);CHKERRQ(ierr); 263 ierr = DMGetPointSF(dmNew, &sfPointNew);CHKERRQ(ierr); 264 ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr); 265 ierr = PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints);CHKERRQ(ierr); 266 if (numRoots >= 0) { 267 ierr = PetscMalloc2(numRoots,PetscInt,&newLocation,pEnd-pStart,PetscInt,&newRemoteLocation);CHKERRQ(ierr); 268 for (l=0; l<numRoots; l++) newLocation[l] = DMPlexShiftPoint_Internal(l, depth, depthEnd, depthShift); 269 ierr = PetscSFBcastBegin(sfPoint, MPIU_INT, newLocation, newRemoteLocation);CHKERRQ(ierr); 270 ierr = PetscSFBcastEnd(sfPoint, MPIU_INT, newLocation, newRemoteLocation);CHKERRQ(ierr); 271 ierr = PetscMalloc(numLeaves * sizeof(PetscInt), &glocalPoints);CHKERRQ(ierr); 272 ierr = PetscMalloc(numLeaves * sizeof(PetscSFNode), &gremotePoints);CHKERRQ(ierr); 273 for (l = 0; l < numLeaves; ++l) { 274 glocalPoints[l] = DMPlexShiftPoint_Internal(localPoints[l], depth, depthEnd, depthShift); 275 gremotePoints[l].rank = remotePoints[l].rank; 276 gremotePoints[l].index = newRemoteLocation[localPoints[l]]; 277 } 278 ierr = PetscFree2(newLocation,newRemoteLocation);CHKERRQ(ierr); 279 ierr = PetscSFSetGraph(sfPointNew, numRoots + totShift, numLeaves, glocalPoints, PETSC_OWN_POINTER, gremotePoints, PETSC_OWN_POINTER);CHKERRQ(ierr); 280 } 281 ierr = PetscFree(depthEnd);CHKERRQ(ierr); 282 PetscFunctionReturn(0); 283 } 284 285 #undef __FUNCT__ 286 #define __FUNCT__ "DMPlexShiftLabels_Internal" 287 static PetscErrorCode DMPlexShiftLabels_Internal(DM dm, PetscInt depthShift[], DM dmNew) 288 { 289 PetscSF sfPoint; 290 DMLabel vtkLabel, ghostLabel; 291 PetscInt *depthEnd; 292 const PetscSFNode *leafRemote; 293 const PetscInt *leafLocal; 294 PetscInt depth = 0, d, numLeaves, numLabels, l, cStart, cEnd, c, fStart, fEnd, f; 295 PetscMPIInt rank; 296 PetscErrorCode ierr; 297 298 PetscFunctionBegin; 299 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 300 ierr = PetscMalloc((depth+1) * sizeof(PetscInt), &depthEnd);CHKERRQ(ierr); 301 for (d = 0; d <= depth; ++d) { 302 ierr = DMPlexGetDepthStratum(dm, d, NULL, &depthEnd[d]);CHKERRQ(ierr); 303 } 304 /* Step 10: Convert labels */ 305 ierr = DMPlexGetNumLabels(dm, &numLabels);CHKERRQ(ierr); 306 for (l = 0; l < numLabels; ++l) { 307 DMLabel label, newlabel; 308 const char *lname; 309 PetscBool isDepth; 310 IS valueIS; 311 const PetscInt *values; 312 PetscInt numValues, val; 313 314 ierr = DMPlexGetLabelName(dm, l, &lname);CHKERRQ(ierr); 315 ierr = PetscStrcmp(lname, "depth", &isDepth);CHKERRQ(ierr); 316 if (isDepth) continue; 317 ierr = DMPlexCreateLabel(dmNew, lname);CHKERRQ(ierr); 318 ierr = DMPlexGetLabel(dm, lname, &label);CHKERRQ(ierr); 319 ierr = DMPlexGetLabel(dmNew, lname, &newlabel);CHKERRQ(ierr); 320 ierr = DMLabelGetValueIS(label, &valueIS);CHKERRQ(ierr); 321 ierr = ISGetLocalSize(valueIS, &numValues);CHKERRQ(ierr); 322 ierr = ISGetIndices(valueIS, &values);CHKERRQ(ierr); 323 for (val = 0; val < numValues; ++val) { 324 IS pointIS; 325 const PetscInt *points; 326 PetscInt numPoints, p; 327 328 ierr = DMLabelGetStratumIS(label, values[val], &pointIS);CHKERRQ(ierr); 329 ierr = ISGetLocalSize(pointIS, &numPoints);CHKERRQ(ierr); 330 ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 331 for (p = 0; p < numPoints; ++p) { 332 const PetscInt newpoint = DMPlexShiftPoint_Internal(points[p], depth, depthEnd, depthShift); 333 334 ierr = DMLabelSetValue(newlabel, newpoint, values[val]);CHKERRQ(ierr); 335 } 336 ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 337 ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 338 } 339 ierr = ISRestoreIndices(valueIS, &values);CHKERRQ(ierr); 340 ierr = ISDestroy(&valueIS);CHKERRQ(ierr); 341 } 342 ierr = PetscFree(depthEnd);CHKERRQ(ierr); 343 /* Step 11: Make label for output (vtk) and to mark ghost points (ghost) */ 344 ierr = MPI_Comm_rank(PetscObjectComm((PetscObject)dm), &rank);CHKERRQ(ierr); 345 ierr = DMGetPointSF(dm, &sfPoint);CHKERRQ(ierr); 346 ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 347 ierr = PetscSFGetGraph(sfPoint, NULL, &numLeaves, &leafLocal, &leafRemote);CHKERRQ(ierr); 348 ierr = DMPlexCreateLabel(dmNew, "vtk");CHKERRQ(ierr); 349 ierr = DMPlexCreateLabel(dmNew, "ghost");CHKERRQ(ierr); 350 ierr = DMPlexGetLabel(dmNew, "vtk", &vtkLabel);CHKERRQ(ierr); 351 ierr = DMPlexGetLabel(dmNew, "ghost", &ghostLabel);CHKERRQ(ierr); 352 for (l = 0, c = cStart; l < numLeaves && c < cEnd; ++l, ++c) { 353 for (; c < leafLocal[l] && c < cEnd; ++c) { 354 ierr = DMLabelSetValue(vtkLabel, c, 1);CHKERRQ(ierr); 355 } 356 if (leafLocal[l] >= cEnd) break; 357 if (leafRemote[l].rank == rank) { 358 ierr = DMLabelSetValue(vtkLabel, c, 1);CHKERRQ(ierr); 359 } else { 360 ierr = DMLabelSetValue(ghostLabel, c, 2);CHKERRQ(ierr); 361 } 362 } 363 for (; c < cEnd; ++c) { 364 ierr = DMLabelSetValue(vtkLabel, c, 1);CHKERRQ(ierr); 365 } 366 if (0) { 367 ierr = PetscViewerASCIISynchronizedAllow(PETSC_VIEWER_STDOUT_WORLD, PETSC_TRUE);CHKERRQ(ierr); 368 ierr = DMLabelView(vtkLabel, PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr); 369 ierr = PetscViewerFlush(PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr); 370 } 371 ierr = DMPlexGetHeightStratum(dmNew, 1, &fStart, &fEnd);CHKERRQ(ierr); 372 for (f = fStart; f < fEnd; ++f) { 373 PetscInt numCells; 374 375 ierr = DMPlexGetSupportSize(dmNew, f, &numCells);CHKERRQ(ierr); 376 if (numCells < 2) { 377 ierr = DMLabelSetValue(ghostLabel, f, 1);CHKERRQ(ierr); 378 } else { 379 const PetscInt *cells = NULL; 380 PetscInt vA, vB; 381 382 ierr = DMPlexGetSupport(dmNew, f, &cells);CHKERRQ(ierr); 383 ierr = DMLabelGetValue(vtkLabel, cells[0], &vA);CHKERRQ(ierr); 384 ierr = DMLabelGetValue(vtkLabel, cells[1], &vB);CHKERRQ(ierr); 385 if (!vA && !vB) {ierr = DMLabelSetValue(ghostLabel, f, 1);CHKERRQ(ierr);} 386 } 387 } 388 if (0) { 389 ierr = PetscViewerASCIISynchronizedAllow(PETSC_VIEWER_STDOUT_WORLD, PETSC_TRUE);CHKERRQ(ierr); 390 ierr = DMLabelView(ghostLabel, PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr); 391 ierr = PetscViewerFlush(PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr); 392 } 393 PetscFunctionReturn(0); 394 } 395 396 #undef __FUNCT__ 397 #define __FUNCT__ "DMPlexConstructGhostCells_Internal" 398 static PetscErrorCode DMPlexConstructGhostCells_Internal(DM dm, DMLabel label, PetscInt *numGhostCells, DM gdm) 399 { 400 IS valueIS; 401 const PetscInt *values; 402 PetscInt *depthShift; 403 PetscInt depth = 0, numFS, fs, ghostCell, cEnd, c; 404 PetscErrorCode ierr; 405 406 PetscFunctionBegin; 407 /* Count ghost cells */ 408 ierr = DMLabelGetValueIS(label, &valueIS);CHKERRQ(ierr); 409 ierr = ISGetLocalSize(valueIS, &numFS);CHKERRQ(ierr); 410 ierr = ISGetIndices(valueIS, &values);CHKERRQ(ierr); 411 412 *numGhostCells = 0; 413 for (fs = 0; fs < numFS; ++fs) { 414 PetscInt numBdFaces; 415 416 ierr = DMLabelGetStratumSize(label, values[fs], &numBdFaces);CHKERRQ(ierr); 417 418 *numGhostCells += numBdFaces; 419 } 420 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 421 ierr = PetscMalloc((depth+1) * sizeof(PetscInt), &depthShift);CHKERRQ(ierr); 422 ierr = PetscMemzero(depthShift, (depth+1) * sizeof(PetscInt));CHKERRQ(ierr); 423 if (depth >= 0) depthShift[depth] = *numGhostCells; 424 ierr = DMPlexShiftSizes_Internal(dm, depthShift, gdm);CHKERRQ(ierr); 425 /* Step 3: Set cone/support sizes for new points */ 426 ierr = DMPlexGetHeightStratum(dm, 0, NULL, &cEnd);CHKERRQ(ierr); 427 for (c = cEnd; c < cEnd + *numGhostCells; ++c) { 428 ierr = DMPlexSetConeSize(gdm, c, 1);CHKERRQ(ierr); 429 } 430 for (fs = 0; fs < numFS; ++fs) { 431 IS faceIS; 432 const PetscInt *faces; 433 PetscInt numFaces, f; 434 435 ierr = DMLabelGetStratumIS(label, values[fs], &faceIS);CHKERRQ(ierr); 436 ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr); 437 ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr); 438 for (f = 0; f < numFaces; ++f) { 439 PetscInt size; 440 441 ierr = DMPlexGetSupportSize(dm, faces[f], &size);CHKERRQ(ierr); 442 if (size != 1) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "DM has boundary face %d with %d support cells", faces[f], size); 443 ierr = DMPlexSetSupportSize(gdm, faces[f] + *numGhostCells, 2);CHKERRQ(ierr); 444 } 445 ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 446 ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 447 } 448 /* Step 4: Setup ghosted DM */ 449 ierr = DMSetUp(gdm);CHKERRQ(ierr); 450 ierr = DMPlexShiftPoints_Internal(dm, depthShift, gdm);CHKERRQ(ierr); 451 /* Step 6: Set cones and supports for new points */ 452 ghostCell = cEnd; 453 for (fs = 0; fs < numFS; ++fs) { 454 IS faceIS; 455 const PetscInt *faces; 456 PetscInt numFaces, f; 457 458 ierr = DMLabelGetStratumIS(label, values[fs], &faceIS);CHKERRQ(ierr); 459 ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr); 460 ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr); 461 for (f = 0; f < numFaces; ++f, ++ghostCell) { 462 PetscInt newFace = faces[f] + *numGhostCells; 463 464 ierr = DMPlexSetCone(gdm, ghostCell, &newFace);CHKERRQ(ierr); 465 ierr = DMPlexInsertSupport(gdm, newFace, 1, ghostCell);CHKERRQ(ierr); 466 } 467 ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 468 ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 469 } 470 ierr = ISRestoreIndices(valueIS, &values);CHKERRQ(ierr); 471 ierr = ISDestroy(&valueIS);CHKERRQ(ierr); 472 /* Step 7: Stratify */ 473 ierr = DMPlexStratify(gdm);CHKERRQ(ierr); 474 ierr = DMPlexShiftCoordinates_Internal(dm, depthShift, gdm);CHKERRQ(ierr); 475 ierr = DMPlexShiftSF_Internal(dm, depthShift, gdm);CHKERRQ(ierr); 476 ierr = DMPlexShiftLabels_Internal(dm, depthShift, gdm);CHKERRQ(ierr); 477 ierr = PetscFree(depthShift);CHKERRQ(ierr); 478 PetscFunctionReturn(0); 479 } 480 481 #undef __FUNCT__ 482 #define __FUNCT__ "DMPlexConstructGhostCells" 483 /*@C 484 DMPlexConstructGhostCells - Construct ghost cells which connect to every boundary face 485 486 Collective on dm 487 488 Input Parameters: 489 + dm - The original DM 490 - labelName - The label specifying the boundary faces, or "Face Sets" if this is NULL 491 492 Output Parameters: 493 + numGhostCells - The number of ghost cells added to the DM 494 - dmGhosted - The new DM 495 496 Note: If no label exists of that name, one will be created marking all boundary faces 497 498 Level: developer 499 500 .seealso: DMCreate() 501 */ 502 PetscErrorCode DMPlexConstructGhostCells(DM dm, const char labelName[], PetscInt *numGhostCells, DM *dmGhosted) 503 { 504 DM gdm; 505 DMLabel label; 506 const char *name = labelName ? labelName : "Face Sets"; 507 PetscInt dim; 508 PetscErrorCode ierr; 509 510 PetscFunctionBegin; 511 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 512 PetscValidPointer(numGhostCells, 3); 513 PetscValidPointer(dmGhosted, 4); 514 ierr = DMCreate(PetscObjectComm((PetscObject)dm), &gdm);CHKERRQ(ierr); 515 ierr = DMSetType(gdm, DMPLEX);CHKERRQ(ierr); 516 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 517 ierr = DMPlexSetDimension(gdm, dim);CHKERRQ(ierr); 518 ierr = DMPlexGetLabel(dm, name, &label);CHKERRQ(ierr); 519 if (!label) { 520 /* Get label for boundary faces */ 521 ierr = DMPlexCreateLabel(dm, name);CHKERRQ(ierr); 522 ierr = DMPlexGetLabel(dm, name, &label);CHKERRQ(ierr); 523 ierr = DMPlexMarkBoundaryFaces(dm, label);CHKERRQ(ierr); 524 } 525 ierr = DMPlexConstructGhostCells_Internal(dm, label, numGhostCells, gdm);CHKERRQ(ierr); 526 ierr = DMSetFromOptions(gdm);CHKERRQ(ierr); 527 *dmGhosted = gdm; 528 PetscFunctionReturn(0); 529 } 530 531 #undef __FUNCT__ 532 #define __FUNCT__ "DMPlexConstructCohesiveCells_Internal" 533 /* 534 We are adding two kinds of points here: 535 Replicated: Copies of points which exist in the mesh, such as vertices identified across a fault 536 Hybrid: Entirely new points, such as cohesive cells 537 */ 538 static PetscErrorCode DMPlexConstructCohesiveCells_Internal(DM dm, DMLabel label, DM sdm) 539 { 540 MPI_Comm comm; 541 IS valueIS; 542 PetscInt numSP = 0; /* The number of depths for which we have replicated points */ 543 const PetscInt *values; /* List of depths for which we have replicated points */ 544 IS *pointIS; 545 PetscInt *numSplitPoints; /* The number of replicated points at each depth */ 546 PetscInt *numHybridPoints; /* The number of hybrid points at each depth */ 547 const PetscInt **splitPoints; /* Replicated points for each depth */ 548 PetscSection coordSection; 549 Vec coordinates; 550 PetscScalar *coords; 551 PetscInt depths[4]; /* Depths in the order that plex points are numbered */ 552 PetscInt *depthShift; /* Number of replicated+hybrid points at each depth */ 553 PetscInt *depthOffset; /* Prefix sums of depthShift */ 554 PetscInt *pMaxNew; /* The first replicated point at each depth in the new mesh, hybrids come after this */ 555 PetscInt *coneNew, *coneONew, *supportNew; 556 PetscInt shift = 100, depth = 0, dep, dim, d, sp, maxConeSize, maxSupportSize, numLabels, vStart, vEnd, pEnd, p, v; 557 PetscErrorCode ierr; 558 559 PetscFunctionBegin; 560 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 561 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 562 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 563 ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 564 depths[0] = depth; 565 depths[1] = 0; 566 depths[2] = depth-1; 567 depths[3] = 1; 568 /* Count split points and add cohesive cells */ 569 ierr = DMPlexGetMaxSizes(dm, &maxConeSize, &maxSupportSize);CHKERRQ(ierr); 570 ierr = PetscMalloc6(depth+1,PetscInt,&depthShift,depth+1,PetscInt,&depthOffset,depth+1,PetscInt,&pMaxNew,maxConeSize*3,PetscInt,&coneNew,maxConeSize*3,PetscInt,&coneONew,maxSupportSize,PetscInt,&supportNew);CHKERRQ(ierr); 571 ierr = PetscMalloc4(depth+1,IS,&pointIS,depth+1,PetscInt,&numSplitPoints,depth+1,PetscInt,&numHybridPoints,depth+1,const PetscInt*,&splitPoints);CHKERRQ(ierr); 572 ierr = PetscMemzero(depthShift, (depth+1) * sizeof(PetscInt));CHKERRQ(ierr); 573 ierr = PetscMemzero(depthOffset, (depth+1) * sizeof(PetscInt));CHKERRQ(ierr); 574 for (d = 0; d <= depth; ++d) { 575 ierr = DMPlexGetDepthStratum(dm, d, NULL, &pMaxNew[d]);CHKERRQ(ierr); 576 numSplitPoints[d] = 0; 577 numHybridPoints[d] = 0; 578 splitPoints[d] = NULL; 579 pointIS[d] = NULL; 580 } 581 if (label) { 582 ierr = DMLabelGetValueIS(label, &valueIS);CHKERRQ(ierr); 583 ierr = ISGetLocalSize(valueIS, &numSP);CHKERRQ(ierr); 584 ierr = ISGetIndices(valueIS, &values);CHKERRQ(ierr); 585 } 586 for (sp = 0; sp < numSP; ++sp) { 587 const PetscInt dep = values[sp]; 588 589 if ((dep < 0) || (dep > depth)) continue; 590 ierr = DMLabelGetStratumIS(label, dep, &pointIS[dep]);CHKERRQ(ierr); 591 if (pointIS[dep]) { 592 ierr = ISGetLocalSize(pointIS[dep], &numSplitPoints[dep]);CHKERRQ(ierr); 593 ierr = ISGetIndices(pointIS[dep], &splitPoints[dep]);CHKERRQ(ierr); 594 } 595 } 596 /* Calculate number of hybrid points */ 597 for (d = 1; d <= depth; ++d) numHybridPoints[d] = numSplitPoints[d-1]; /* There is a hybrid cell/face/edge for every split face/edge/vertex */ 598 for (d = 0; d <= depth; ++d) depthShift[d] = numSplitPoints[d] + numHybridPoints[d]; 599 for (d = 1; d <= depth; ++d) depthOffset[depths[d]] = depthOffset[depths[d-1]] + depthShift[depths[d-1]]; 600 for (d = 0; d <= depth; ++d) pMaxNew[d] += depthOffset[d]; 601 ierr = DMPlexShiftSizes_Internal(dm, depthShift, sdm);CHKERRQ(ierr); 602 /* Step 3: Set cone/support sizes for new points */ 603 for (dep = 0; dep <= depth; ++dep) { 604 for (p = 0; p < numSplitPoints[dep]; ++p) { 605 const PetscInt oldp = splitPoints[dep][p]; 606 const PetscInt newp = oldp + depthOffset[dep]; 607 const PetscInt splitp = p + pMaxNew[dep]; 608 const PetscInt *support; 609 PetscInt coneSize, supportSize, qf, qn, qp, e; 610 611 ierr = DMPlexGetConeSize(dm, oldp, &coneSize);CHKERRQ(ierr); 612 ierr = DMPlexSetConeSize(sdm, splitp, coneSize);CHKERRQ(ierr); 613 ierr = DMPlexGetSupportSize(dm, oldp, &supportSize);CHKERRQ(ierr); 614 ierr = DMPlexSetSupportSize(sdm, splitp, supportSize);CHKERRQ(ierr); 615 if (dep == depth-1) { 616 const PetscInt hybcell = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 617 618 /* Add cohesive cells, they are prisms */ 619 ierr = DMPlexSetConeSize(sdm, hybcell, 2 + coneSize);CHKERRQ(ierr); 620 } else if (dep == 0) { 621 const PetscInt hybedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 622 623 ierr = DMPlexGetSupport(dm, oldp, &support);CHKERRQ(ierr); 624 for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) { 625 PetscInt val; 626 627 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 628 if (val == 1) ++qf; 629 if ((val == 1) || (val == (shift + 1))) ++qn; 630 if ((val == 1) || (val == -(shift + 1))) ++qp; 631 } 632 /* Split old vertex: Edges into original vertex and new cohesive edge */ 633 ierr = DMPlexSetSupportSize(sdm, newp, qn+1);CHKERRQ(ierr); 634 /* Split new vertex: Edges into split vertex and new cohesive edge */ 635 ierr = DMPlexSetSupportSize(sdm, splitp, qp+1);CHKERRQ(ierr); 636 /* Add hybrid edge */ 637 ierr = DMPlexSetConeSize(sdm, hybedge, 2);CHKERRQ(ierr); 638 ierr = DMPlexSetSupportSize(sdm, hybedge, qf);CHKERRQ(ierr); 639 } else if (dep == dim-2) { 640 const PetscInt hybface = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 641 642 ierr = DMPlexGetSupport(dm, oldp, &support);CHKERRQ(ierr); 643 for (e = 0, qn = 0, qp = 0, qf = 0; e < supportSize; ++e) { 644 PetscInt val; 645 646 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 647 if (val == dim-1) ++qf; 648 if ((val == dim-1) || (val == (shift + dim-1))) ++qn; 649 if ((val == dim-1) || (val == -(shift + dim-1))) ++qp; 650 } 651 /* Split old edge: Faces into original edge and cohesive face (positive side?) */ 652 ierr = DMPlexSetSupportSize(sdm, newp, qn+1);CHKERRQ(ierr); 653 /* Split new edge: Faces into split edge and cohesive face (negative side?) */ 654 ierr = DMPlexSetSupportSize(sdm, splitp, qp+1);CHKERRQ(ierr); 655 /* Add hybrid face */ 656 ierr = DMPlexSetConeSize(sdm, hybface, 4);CHKERRQ(ierr); 657 ierr = DMPlexSetSupportSize(sdm, hybface, qf);CHKERRQ(ierr); 658 } 659 } 660 } 661 /* Step 4: Setup split DM */ 662 ierr = DMSetUp(sdm);CHKERRQ(ierr); 663 ierr = DMPlexShiftPoints_Internal(dm, depthShift, sdm);CHKERRQ(ierr); 664 /* Step 6: Set cones and supports for new points */ 665 for (dep = 0; dep <= depth; ++dep) { 666 for (p = 0; p < numSplitPoints[dep]; ++p) { 667 const PetscInt oldp = splitPoints[dep][p]; 668 const PetscInt newp = oldp + depthOffset[dep]; 669 const PetscInt splitp = p + pMaxNew[dep]; 670 const PetscInt *cone, *support, *ornt; 671 PetscInt coneSize, supportSize, q, qf, qn, qp, v, e, s; 672 673 ierr = DMPlexGetConeSize(dm, oldp, &coneSize);CHKERRQ(ierr); 674 ierr = DMPlexGetCone(dm, oldp, &cone);CHKERRQ(ierr); 675 ierr = DMPlexGetConeOrientation(dm, oldp, &ornt);CHKERRQ(ierr); 676 ierr = DMPlexGetSupportSize(dm, oldp, &supportSize);CHKERRQ(ierr); 677 ierr = DMPlexGetSupport(dm, oldp, &support);CHKERRQ(ierr); 678 if (dep == depth-1) { 679 const PetscInt hybcell = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 680 const PetscInt *supportF; 681 682 /* Split face: copy in old face to new face to start */ 683 ierr = DMPlexGetSupport(sdm, newp, &supportF);CHKERRQ(ierr); 684 ierr = DMPlexSetSupport(sdm, splitp, supportF);CHKERRQ(ierr); 685 /* Split old face: old vertices/edges in cone so no change */ 686 /* Split new face: new vertices/edges in cone */ 687 for (q = 0; q < coneSize; ++q) { 688 ierr = PetscFindInt(cone[q], numSplitPoints[dep-1], splitPoints[dep-1], &v);CHKERRQ(ierr); 689 690 coneNew[2+q] = v + pMaxNew[dep-1]; 691 } 692 ierr = DMPlexSetCone(sdm, splitp, &coneNew[2]);CHKERRQ(ierr); 693 ierr = DMPlexSetConeOrientation(sdm, splitp, ornt);CHKERRQ(ierr); 694 /* Face support */ 695 for (s = 0; s < supportSize; ++s) { 696 PetscInt val; 697 698 ierr = DMLabelGetValue(label, support[s], &val);CHKERRQ(ierr); 699 if (val < 0) { 700 /* Split old face: Replace negative side cell with cohesive cell */ 701 ierr = DMPlexInsertSupport(sdm, newp, s, hybcell);CHKERRQ(ierr); 702 } else { 703 /* Split new face: Replace positive side cell with cohesive cell */ 704 ierr = DMPlexInsertSupport(sdm, splitp, s, hybcell);CHKERRQ(ierr); 705 /* Get orientation for cohesive face */ 706 { 707 const PetscInt *ncone, *nconeO; 708 PetscInt nconeSize, nc; 709 710 ierr = DMPlexGetConeSize(dm, support[s], &nconeSize);CHKERRQ(ierr); 711 ierr = DMPlexGetCone(dm, support[s], &ncone);CHKERRQ(ierr); 712 ierr = DMPlexGetConeOrientation(dm, support[s], &nconeO);CHKERRQ(ierr); 713 for (nc = 0; nc < nconeSize; ++nc) { 714 if (ncone[nc] == oldp) { 715 coneONew[0] = nconeO[nc]; 716 break; 717 } 718 } 719 if (nc >= nconeSize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate face %d in neighboring cell %d", oldp, support[s]); 720 } 721 } 722 } 723 /* Cohesive cell: Old and new split face, then new cohesive faces */ 724 coneNew[0] = newp; /* Extracted negative side orientation above */ 725 coneNew[1] = splitp; 726 coneONew[1] = coneONew[0]; 727 for (q = 0; q < coneSize; ++q) { 728 coneNew[2+q] += (pMaxNew[dep] - pMaxNew[dep-1]) + numSplitPoints[dep]; 729 coneONew[2+q] = 0; 730 } 731 ierr = DMPlexSetCone(sdm, hybcell, coneNew);CHKERRQ(ierr); 732 ierr = DMPlexSetConeOrientation(sdm, hybcell, coneONew);CHKERRQ(ierr); 733 } else if (dep == 0) { 734 const PetscInt hybedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 735 736 /* Split old vertex: Edges in old split faces and new cohesive edge */ 737 for (e = 0, qn = 0; e < supportSize; ++e) { 738 PetscInt val; 739 740 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 741 if ((val == 1) || (val == (shift + 1))) { 742 supportNew[qn++] = support[e] + depthOffset[dep+1]; 743 } 744 } 745 supportNew[qn] = hybedge; 746 ierr = DMPlexSetSupport(sdm, newp, supportNew);CHKERRQ(ierr); 747 /* Split new vertex: Edges in new split faces and new cohesive edge */ 748 for (e = 0, qp = 0; e < supportSize; ++e) { 749 PetscInt val, edge; 750 751 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 752 if (val == 1) { 753 ierr = PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &edge);CHKERRQ(ierr); 754 if (edge < 0) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Edge %d is not a split edge", support[e]); 755 supportNew[qp++] = edge + pMaxNew[dep+1]; 756 } else if (val == -(shift + 1)) { 757 supportNew[qp++] = support[e] + depthOffset[dep+1]; 758 } 759 } 760 supportNew[qp] = hybedge; 761 ierr = DMPlexSetSupport(sdm, splitp, supportNew);CHKERRQ(ierr); 762 /* Hybrid edge: Old and new split vertex */ 763 coneNew[0] = newp; 764 coneNew[1] = splitp; 765 ierr = DMPlexSetCone(sdm, hybedge, coneNew);CHKERRQ(ierr); 766 for (e = 0, qf = 0; e < supportSize; ++e) { 767 PetscInt val, edge; 768 769 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 770 if (val == 1) { 771 ierr = PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &edge);CHKERRQ(ierr); 772 if (edge < 0) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Edge %d is not a split edge", support[e]); 773 supportNew[qf++] = edge + pMaxNew[dep+2] + numSplitPoints[dep+2]; 774 } 775 } 776 ierr = DMPlexSetSupport(sdm, hybedge, supportNew);CHKERRQ(ierr); 777 } else if (dep == dim-2) { 778 const PetscInt hybface = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 779 780 /* Split old edge: old vertices in cone so no change */ 781 /* Split new edge: new vertices in cone */ 782 for (q = 0; q < coneSize; ++q) { 783 ierr = PetscFindInt(cone[q], numSplitPoints[dep-1], splitPoints[dep-1], &v);CHKERRQ(ierr); 784 785 coneNew[q] = v + pMaxNew[dep-1]; 786 } 787 ierr = DMPlexSetCone(sdm, splitp, coneNew);CHKERRQ(ierr); 788 /* Split old edge: Faces in positive side cells and old split faces */ 789 for (e = 0, q = 0; e < supportSize; ++e) { 790 PetscInt val; 791 792 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 793 if (val == dim-1) { 794 supportNew[q++] = support[e] + depthOffset[dep+1]; 795 } else if (val == (shift + dim-1)) { 796 supportNew[q++] = support[e] + depthOffset[dep+1]; 797 } 798 } 799 supportNew[q++] = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 800 ierr = DMPlexSetSupport(sdm, newp, supportNew);CHKERRQ(ierr); 801 /* Split new edge: Faces in negative side cells and new split faces */ 802 for (e = 0, q = 0; e < supportSize; ++e) { 803 PetscInt val, face; 804 805 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 806 if (val == dim-1) { 807 ierr = PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &face);CHKERRQ(ierr); 808 if (face < 0) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Face %d is not a split face", support[e]); 809 supportNew[q++] = face + pMaxNew[dep+1]; 810 } else if (val == -(shift + dim-1)) { 811 supportNew[q++] = support[e] + depthOffset[dep+1]; 812 } 813 } 814 supportNew[q++] = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 815 ierr = DMPlexSetSupport(sdm, splitp, supportNew);CHKERRQ(ierr); 816 /* Hybrid face */ 817 coneNew[0] = newp; 818 coneNew[1] = splitp; 819 for (v = 0; v < coneSize; ++v) { 820 PetscInt vertex; 821 ierr = PetscFindInt(cone[v], numSplitPoints[dep-1], splitPoints[dep-1], &vertex);CHKERRQ(ierr); 822 if (vertex < 0) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Vertex %d is not a split vertex", support[e]); 823 coneNew[2+v] = vertex + pMaxNew[dep] + numSplitPoints[dep]; 824 } 825 ierr = DMPlexSetCone(sdm, hybface, coneNew);CHKERRQ(ierr); 826 for (e = 0, qf = 0; e < supportSize; ++e) { 827 PetscInt val, face; 828 829 ierr = DMLabelGetValue(label, support[e], &val);CHKERRQ(ierr); 830 if (val == dim-1) { 831 ierr = PetscFindInt(support[e], numSplitPoints[dep+1], splitPoints[dep+1], &face);CHKERRQ(ierr); 832 if (face < 0) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Face %d is not a split face", support[e]); 833 supportNew[qf++] = face + pMaxNew[dep+2] + numSplitPoints[dep+2]; 834 } 835 } 836 ierr = DMPlexSetSupport(sdm, hybface, supportNew);CHKERRQ(ierr); 837 } 838 } 839 } 840 /* Step 6b: Replace split points in negative side cones */ 841 for (sp = 0; sp < numSP; ++sp) { 842 PetscInt dep = values[sp]; 843 IS pIS; 844 PetscInt numPoints; 845 const PetscInt *points; 846 847 if (dep >= 0) continue; 848 ierr = DMLabelGetStratumIS(label, dep, &pIS);CHKERRQ(ierr); 849 if (!pIS) continue; 850 dep = -dep - shift; 851 ierr = ISGetLocalSize(pIS, &numPoints);CHKERRQ(ierr); 852 ierr = ISGetIndices(pIS, &points);CHKERRQ(ierr); 853 for (p = 0; p < numPoints; ++p) { 854 const PetscInt oldp = points[p]; 855 const PetscInt newp = depthOffset[dep] + oldp; 856 const PetscInt *cone; 857 PetscInt coneSize, c; 858 /* PetscBool replaced = PETSC_FALSE; */ 859 860 /* Negative edge: replace split vertex */ 861 /* Negative cell: replace split face */ 862 ierr = DMPlexGetConeSize(sdm, newp, &coneSize);CHKERRQ(ierr); 863 ierr = DMPlexGetCone(sdm, newp, &cone);CHKERRQ(ierr); 864 for (c = 0; c < coneSize; ++c) { 865 const PetscInt coldp = cone[c] - depthOffset[dep-1]; 866 PetscInt csplitp, cp, val; 867 868 ierr = DMLabelGetValue(label, coldp, &val);CHKERRQ(ierr); 869 if (val == dep-1) { 870 ierr = PetscFindInt(coldp, numSplitPoints[dep-1], splitPoints[dep-1], &cp);CHKERRQ(ierr); 871 if (cp < 0) SETERRQ2(comm, PETSC_ERR_ARG_WRONG, "Point %d is not a split point of dimension %d", oldp, dep-1); 872 csplitp = pMaxNew[dep-1] + cp; 873 ierr = DMPlexInsertCone(sdm, newp, c, csplitp);CHKERRQ(ierr); 874 /* replaced = PETSC_TRUE; */ 875 } 876 } 877 /* Cells with only a vertex or edge on the submesh have no replacement */ 878 /* if (!replaced) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "The cone of point %d does not contain split points", oldp); */ 879 } 880 ierr = ISRestoreIndices(pIS, &points);CHKERRQ(ierr); 881 ierr = ISDestroy(&pIS);CHKERRQ(ierr); 882 } 883 /* Step 7: Stratify */ 884 ierr = DMPlexStratify(sdm);CHKERRQ(ierr); 885 /* Step 8: Coordinates */ 886 ierr = DMPlexShiftCoordinates_Internal(dm, depthShift, sdm);CHKERRQ(ierr); 887 ierr = DMPlexGetCoordinateSection(sdm, &coordSection);CHKERRQ(ierr); 888 ierr = DMGetCoordinatesLocal(sdm, &coordinates);CHKERRQ(ierr); 889 ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr); 890 for (v = 0; v < (numSplitPoints ? numSplitPoints[0] : 0); ++v) { 891 const PetscInt newp = depthOffset[0] + splitPoints[0][v]; 892 const PetscInt splitp = pMaxNew[0] + v; 893 PetscInt dof, off, soff, d; 894 895 ierr = PetscSectionGetDof(coordSection, newp, &dof);CHKERRQ(ierr); 896 ierr = PetscSectionGetOffset(coordSection, newp, &off);CHKERRQ(ierr); 897 ierr = PetscSectionGetOffset(coordSection, splitp, &soff);CHKERRQ(ierr); 898 for (d = 0; d < dof; ++d) coords[soff+d] = coords[off+d]; 899 } 900 ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr); 901 /* Step 9: SF, if I can figure this out we can split the mesh in parallel */ 902 ierr = DMPlexShiftSF_Internal(dm, depthShift, sdm);CHKERRQ(ierr); 903 /* Step 10: Labels */ 904 ierr = DMPlexShiftLabels_Internal(dm, depthShift, sdm);CHKERRQ(ierr); 905 ierr = DMPlexGetNumLabels(sdm, &numLabels);CHKERRQ(ierr); 906 for (dep = 0; dep <= depth; ++dep) { 907 for (p = 0; p < numSplitPoints[dep]; ++p) { 908 const PetscInt newp = depthOffset[dep] + splitPoints[dep][p]; 909 const PetscInt splitp = pMaxNew[dep] + p; 910 PetscInt l; 911 912 for (l = 0; l < numLabels; ++l) { 913 DMLabel mlabel; 914 const char *lname; 915 PetscInt val; 916 PetscBool isDepth; 917 918 ierr = DMPlexGetLabelName(sdm, l, &lname);CHKERRQ(ierr); 919 ierr = PetscStrcmp(lname, "depth", &isDepth);CHKERRQ(ierr); 920 if (isDepth) continue; 921 ierr = DMPlexGetLabel(sdm, lname, &mlabel);CHKERRQ(ierr); 922 ierr = DMLabelGetValue(mlabel, newp, &val);CHKERRQ(ierr); 923 if (val >= 0) { 924 ierr = DMLabelSetValue(mlabel, splitp, val);CHKERRQ(ierr); 925 #if 0 926 /* Do not put cohesive edges into the label */ 927 if (dep == 0) { 928 const PetscInt cedge = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 929 ierr = DMLabelSetValue(mlabel, cedge, val);CHKERRQ(ierr); 930 } else if (dep == dim-2) { 931 const PetscInt cface = p + pMaxNew[dep+1] + numSplitPoints[dep+1]; 932 ierr = DMLabelSetValue(mlabel, cface, val);CHKERRQ(ierr); 933 } 934 /* Do not put cohesive faces into the label */ 935 #endif 936 } 937 } 938 } 939 } 940 for (sp = 0; sp < numSP; ++sp) { 941 const PetscInt dep = values[sp]; 942 943 if ((dep < 0) || (dep > depth)) continue; 944 if (pointIS[dep]) {ierr = ISRestoreIndices(pointIS[dep], &splitPoints[dep]);CHKERRQ(ierr);} 945 ierr = ISDestroy(&pointIS[dep]);CHKERRQ(ierr); 946 } 947 if (label) { 948 ierr = ISRestoreIndices(valueIS, &values);CHKERRQ(ierr); 949 ierr = ISDestroy(&valueIS);CHKERRQ(ierr); 950 } 951 for (d = 0; d <= depth; ++d) { 952 ierr = DMPlexGetDepthStratum(sdm, d, NULL, &pEnd);CHKERRQ(ierr); 953 pMaxNew[d] = pEnd - numHybridPoints[d]; 954 } 955 ierr = DMPlexSetHybridBounds(sdm, depth >= 0 ? pMaxNew[depth] : PETSC_DETERMINE, depth>1 ? pMaxNew[depth-1] : PETSC_DETERMINE, depth>2 ? pMaxNew[1] : PETSC_DETERMINE, depth >= 0 ? pMaxNew[0] : PETSC_DETERMINE);CHKERRQ(ierr); 956 ierr = PetscFree6(depthShift, depthOffset, pMaxNew, coneNew, coneONew, supportNew);CHKERRQ(ierr); 957 ierr = PetscFree4(pointIS, numSplitPoints, numHybridPoints, splitPoints);CHKERRQ(ierr); 958 PetscFunctionReturn(0); 959 } 960 961 #undef __FUNCT__ 962 #define __FUNCT__ "DMPlexConstructCohesiveCells" 963 /*@C 964 DMPlexConstructCohesiveCells - Construct cohesive cells which split the face along an internal interface 965 966 Collective on dm 967 968 Input Parameters: 969 + dm - The original DM 970 - label - The label specifying the boundary faces (this could be auto-generated) 971 972 Output Parameters: 973 - dmSplit - The new DM 974 975 Level: developer 976 977 .seealso: DMCreate(), DMPlexLabelCohesiveComplete() 978 @*/ 979 PetscErrorCode DMPlexConstructCohesiveCells(DM dm, DMLabel label, DM *dmSplit) 980 { 981 DM sdm; 982 PetscInt dim; 983 PetscErrorCode ierr; 984 985 PetscFunctionBegin; 986 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 987 PetscValidPointer(dmSplit, 3); 988 ierr = DMCreate(PetscObjectComm((PetscObject)dm), &sdm);CHKERRQ(ierr); 989 ierr = DMSetType(sdm, DMPLEX);CHKERRQ(ierr); 990 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 991 ierr = DMPlexSetDimension(sdm, dim);CHKERRQ(ierr); 992 switch (dim) { 993 case 2: 994 case 3: 995 ierr = DMPlexConstructCohesiveCells_Internal(dm, label, sdm);CHKERRQ(ierr); 996 break; 997 default: 998 SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Cannot construct cohesive cells for dimension %d", dim); 999 } 1000 *dmSplit = sdm; 1001 PetscFunctionReturn(0); 1002 } 1003 1004 #undef __FUNCT__ 1005 #define __FUNCT__ "DMPlexLabelCohesiveComplete" 1006 /*@ 1007 DMPlexLabelCohesiveComplete - Starting with a label marking vertices on an internal surface, we add all other mesh pieces 1008 to complete the surface 1009 1010 Input Parameters: 1011 + dm - The DM 1012 . label - A DMLabel marking the surface vertices 1013 . flip - Flag to flip the submesh normal and replace points on the other side 1014 - subdm - The subDM associated with the label, or NULL 1015 1016 Output Parameter: 1017 . label - A DMLabel marking all surface points 1018 1019 Level: developer 1020 1021 .seealso: DMPlexConstructCohesiveCells(), DMPlexLabelComplete() 1022 @*/ 1023 PetscErrorCode DMPlexLabelCohesiveComplete(DM dm, DMLabel label, PetscBool flip, DM subdm) 1024 { 1025 DMLabel depthLabel; 1026 IS dimIS, subpointIS; 1027 const PetscInt *points, *subpoints; 1028 const PetscInt rev = flip ? -1 : 1; 1029 PetscInt shift = 100, dim, dep, cStart, cEnd, numPoints, numSubpoints, p, val; 1030 PetscErrorCode ierr; 1031 1032 PetscFunctionBegin; 1033 ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 1034 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 1035 if (subdm) { 1036 ierr = DMPlexCreateSubpointIS(subdm, &subpointIS);CHKERRQ(ierr); 1037 if (subpointIS) { 1038 ierr = ISGetLocalSize(subpointIS, &numSubpoints);CHKERRQ(ierr); 1039 ierr = ISGetIndices(subpointIS, &subpoints);CHKERRQ(ierr); 1040 } 1041 } 1042 /* Cell orientation for face gives the side of the fault */ 1043 ierr = DMLabelGetStratumIS(label, dim-1, &dimIS);CHKERRQ(ierr); 1044 if (!dimIS) PetscFunctionReturn(0); 1045 ierr = ISGetLocalSize(dimIS, &numPoints);CHKERRQ(ierr); 1046 ierr = ISGetIndices(dimIS, &points);CHKERRQ(ierr); 1047 for (p = 0; p < numPoints; ++p) { 1048 const PetscInt *support; 1049 PetscInt supportSize, s; 1050 1051 ierr = DMPlexGetSupportSize(dm, points[p], &supportSize);CHKERRQ(ierr); 1052 if (supportSize != 2) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Split face %d has %d != 2 supports", points[p], supportSize); 1053 ierr = DMPlexGetSupport(dm, points[p], &support);CHKERRQ(ierr); 1054 for (s = 0; s < supportSize; ++s) { 1055 const PetscInt *cone, *ornt; 1056 PetscInt coneSize, c; 1057 PetscBool pos = PETSC_TRUE; 1058 1059 ierr = DMPlexGetConeSize(dm, support[s], &coneSize);CHKERRQ(ierr); 1060 ierr = DMPlexGetCone(dm, support[s], &cone);CHKERRQ(ierr); 1061 ierr = DMPlexGetConeOrientation(dm, support[s], &ornt);CHKERRQ(ierr); 1062 for (c = 0; c < coneSize; ++c) { 1063 if (cone[c] == points[p]) { 1064 PetscInt o = ornt[c]; 1065 1066 if (subdm) { 1067 const PetscInt *subcone, *subornt; 1068 PetscInt subpoint, subface, subconeSize, sc; 1069 1070 ierr = PetscFindInt(support[s], numSubpoints, subpoints, &subpoint);CHKERRQ(ierr); 1071 ierr = PetscFindInt(points[p], numSubpoints, subpoints, &subface);CHKERRQ(ierr); 1072 ierr = DMPlexGetConeSize(subdm, subpoint, &subconeSize);CHKERRQ(ierr); 1073 ierr = DMPlexGetCone(subdm, subpoint, &subcone);CHKERRQ(ierr); 1074 ierr = DMPlexGetConeOrientation(subdm, subpoint, &subornt);CHKERRQ(ierr); 1075 for (sc = 0; sc < subconeSize; ++sc) { 1076 if (subcone[sc] == subface) { 1077 o = subornt[0]; 1078 break; 1079 } 1080 } 1081 if (sc >= subconeSize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find point %d in cone for subpoint %d", points[p], subpoint); 1082 } 1083 if (o >= 0) { 1084 ierr = DMLabelSetValue(label, support[s], rev*(shift+dim));CHKERRQ(ierr); 1085 pos = rev > 0 ? PETSC_TRUE : PETSC_FALSE; 1086 } else { 1087 ierr = DMLabelSetValue(label, support[s], -rev*(shift+dim));CHKERRQ(ierr); 1088 pos = rev > 0 ? PETSC_FALSE : PETSC_TRUE; 1089 } 1090 break; 1091 } 1092 } 1093 if (c == coneSize) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Cell split face %d support does not have it in the cone", points[p]); 1094 /* Put faces touching the fault in the label */ 1095 for (c = 0; c < coneSize; ++c) { 1096 const PetscInt point = cone[c]; 1097 1098 ierr = DMLabelGetValue(label, point, &val);CHKERRQ(ierr); 1099 if (val == -1) { 1100 PetscInt *closure = NULL; 1101 PetscInt closureSize, cl; 1102 1103 ierr = DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1104 for (cl = 0; cl < closureSize*2; cl += 2) { 1105 const PetscInt clp = closure[cl]; 1106 1107 ierr = DMLabelGetValue(label, clp, &val);CHKERRQ(ierr); 1108 if ((val >= 0) && (val < dim-1)) { 1109 ierr = DMLabelSetValue(label, point, pos == PETSC_TRUE ? shift+dim-1 : -(shift+dim-1));CHKERRQ(ierr); 1110 break; 1111 } 1112 } 1113 ierr = DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1114 } 1115 } 1116 } 1117 } 1118 if (subdm) { 1119 if (subpointIS) {ierr = ISRestoreIndices(subpointIS, &subpoints);CHKERRQ(ierr);} 1120 ierr = ISDestroy(&subpointIS);CHKERRQ(ierr); 1121 } 1122 ierr = ISRestoreIndices(dimIS, &points);CHKERRQ(ierr); 1123 ierr = ISDestroy(&dimIS);CHKERRQ(ierr); 1124 /* Search for other cells/faces/edges connected to the fault by a vertex */ 1125 ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 1126 ierr = DMLabelGetStratumIS(label, 0, &dimIS);CHKERRQ(ierr); 1127 if (!dimIS) PetscFunctionReturn(0); 1128 ierr = ISGetLocalSize(dimIS, &numPoints);CHKERRQ(ierr); 1129 ierr = ISGetIndices(dimIS, &points);CHKERRQ(ierr); 1130 for (p = 0; p < numPoints; ++p) { 1131 PetscInt *star = NULL; 1132 PetscInt starSize, s; 1133 PetscInt again = 1; /* 0: Finished 1: Keep iterating after a change 2: No change */ 1134 1135 /* All points connected to the fault are inside a cell, so at the top level we will only check cells */ 1136 ierr = DMPlexGetTransitiveClosure(dm, points[p], PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 1137 while (again) { 1138 if (again > 1) SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Could not classify all cells connected to the fault"); 1139 again = 0; 1140 for (s = 0; s < starSize*2; s += 2) { 1141 const PetscInt point = star[s]; 1142 const PetscInt *cone; 1143 PetscInt coneSize, c; 1144 1145 if ((point < cStart) || (point >= cEnd)) continue; 1146 ierr = DMLabelGetValue(label, point, &val);CHKERRQ(ierr); 1147 if (val != -1) continue; 1148 again = again == 1 ? 1 : 2; 1149 ierr = DMPlexGetConeSize(dm, point, &coneSize);CHKERRQ(ierr); 1150 ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr); 1151 for (c = 0; c < coneSize; ++c) { 1152 ierr = DMLabelGetValue(label, cone[c], &val);CHKERRQ(ierr); 1153 if (val != -1) { 1154 PetscInt marker, closureSize, cl, st, *closure = NULL; 1155 if (abs(val) < shift) SETERRQ3(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Face %d on cell %d has an invalid label %d", cone[c], point, val); 1156 if (val > 0) marker = shift+dim; 1157 else marker = -(shift+dim); 1158 ierr = DMLabelSetValue(label, point, marker);CHKERRQ(ierr); 1159 /* Mark all other cell parts */ 1160 ierr = DMPlexGetTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1161 for (cl = 0; cl < closureSize*2; cl += 2) { 1162 const PetscInt clpoint = closure[cl]; 1163 for (st = 0; st < starSize*2; st += 2) if (star[st] == clpoint) {ierr = DMLabelSetValue(label, clpoint, marker);CHKERRQ(ierr); break;} 1164 } 1165 ierr = DMPlexRestoreTransitiveClosure(dm, point, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1166 again = 1; 1167 break; 1168 } 1169 } 1170 } 1171 } 1172 /* Classify the rest by cell membership */ 1173 for (s = 0; s < starSize*2; s += 2) { 1174 const PetscInt point = star[s]; 1175 1176 ierr = DMLabelGetValue(label, point, &val);CHKERRQ(ierr); 1177 if (val == -1) { 1178 PetscInt *sstar = NULL; 1179 PetscInt sstarSize, ss; 1180 PetscBool marked = PETSC_FALSE; 1181 1182 ierr = DMPlexGetTransitiveClosure(dm, point, PETSC_FALSE, &sstarSize, &sstar);CHKERRQ(ierr); 1183 for (ss = 0; ss < sstarSize*2; ss += 2) { 1184 const PetscInt spoint = sstar[ss]; 1185 1186 if ((spoint < cStart) || (spoint >= cEnd)) continue; 1187 ierr = DMLabelGetValue(label, spoint, &val);CHKERRQ(ierr); 1188 if (val == -1) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Cell %d in star of %d does not have a valid label", spoint, point); 1189 ierr = DMLabelGetValue(depthLabel, point, &dep);CHKERRQ(ierr); 1190 if (val > 0) { 1191 ierr = DMLabelSetValue(label, point, shift+dep);CHKERRQ(ierr); 1192 } else { 1193 ierr = DMLabelSetValue(label, point, -(shift+dep));CHKERRQ(ierr); 1194 } 1195 marked = PETSC_TRUE; 1196 break; 1197 } 1198 ierr = DMPlexRestoreTransitiveClosure(dm, point, PETSC_FALSE, &sstarSize, &sstar);CHKERRQ(ierr); 1199 if (!marked) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Point %d could not be classified", point); 1200 } 1201 } 1202 ierr = DMPlexRestoreTransitiveClosure(dm, points[p], PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 1203 } 1204 ierr = ISRestoreIndices(dimIS, &points);CHKERRQ(ierr); 1205 ierr = ISDestroy(&dimIS);CHKERRQ(ierr); 1206 PetscFunctionReturn(0); 1207 } 1208 1209 #undef __FUNCT__ 1210 #define __FUNCT__ "DMPlexCreateHybridMesh" 1211 /*@C 1212 DMPlexCreateHybridMesh - Create a mesh with hybrid cells along an internal interface 1213 1214 Collective on dm 1215 1216 Input Parameters: 1217 + dm - The original DM 1218 - labelName - The label specifying the interface vertices 1219 1220 Output Parameters: 1221 + hybridLabel - The label fully marking the interface 1222 - dmHybrid - The new DM 1223 1224 Level: developer 1225 1226 .seealso: DMPlexConstructCohesiveCells(), DMPlexLabelCohesiveComplete(), DMCreate() 1227 @*/ 1228 PetscErrorCode DMPlexCreateHybridMesh(DM dm, DMLabel label, DMLabel *hybridLabel, DM *dmHybrid) 1229 { 1230 DM idm; 1231 DMLabel subpointMap, hlabel; 1232 PetscInt dim; 1233 PetscErrorCode ierr; 1234 1235 PetscFunctionBegin; 1236 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1237 if (hybridLabel) PetscValidPointer(hybridLabel, 3); 1238 PetscValidPointer(dmHybrid, 4); 1239 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 1240 ierr = DMPlexCreateSubmesh(dm, label, 1, &idm);CHKERRQ(ierr); 1241 ierr = DMPlexOrient(idm);CHKERRQ(ierr); 1242 ierr = DMPlexGetSubpointMap(idm, &subpointMap);CHKERRQ(ierr); 1243 ierr = DMLabelDuplicate(subpointMap, &hlabel);CHKERRQ(ierr); 1244 ierr = DMLabelClearStratum(hlabel, dim);CHKERRQ(ierr); 1245 ierr = DMPlexLabelCohesiveComplete(dm, hlabel, PETSC_FALSE, idm);CHKERRQ(ierr); 1246 ierr = DMDestroy(&idm);CHKERRQ(ierr); 1247 ierr = DMPlexConstructCohesiveCells(dm, hlabel, dmHybrid);CHKERRQ(ierr); 1248 if (hybridLabel) *hybridLabel = hlabel; 1249 else {ierr = DMLabelDestroy(&hlabel);CHKERRQ(ierr);} 1250 PetscFunctionReturn(0); 1251 } 1252 1253 #undef __FUNCT__ 1254 #define __FUNCT__ "DMPlexMarkSubmesh_Uninterpolated" 1255 /* Here we need the explicit assumption that: 1256 1257 For any marked cell, the marked vertices constitute a single face 1258 */ 1259 static PetscErrorCode DMPlexMarkSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, DM subdm) 1260 { 1261 IS subvertexIS = NULL; 1262 const PetscInt *subvertices; 1263 PetscInt *pStart, *pEnd, *pMax, pSize; 1264 PetscInt depth, dim, d, numSubVerticesInitial = 0, v; 1265 PetscErrorCode ierr; 1266 1267 PetscFunctionBegin; 1268 *numFaces = 0; 1269 *nFV = 0; 1270 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 1271 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 1272 pSize = PetscMax(depth, dim) + 1; 1273 ierr = PetscMalloc3(pSize,PetscInt,&pStart,pSize,PetscInt,&pEnd,pSize,PetscInt,&pMax);CHKERRQ(ierr); 1274 ierr = DMPlexGetHybridBounds(dm, depth >= 0 ? &pMax[depth] : NULL, depth>1 ? &pMax[depth-1] : NULL, depth>2 ? &pMax[1] : NULL, &pMax[0]);CHKERRQ(ierr); 1275 for (d = 0; d <= depth; ++d) { 1276 ierr = DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]);CHKERRQ(ierr); 1277 if (pMax[d] >= 0) pEnd[d] = PetscMin(pEnd[d], pMax[d]); 1278 } 1279 /* Loop over initial vertices and mark all faces in the collective star() */ 1280 if (vertexLabel) {ierr = DMLabelGetStratumIS(vertexLabel, value, &subvertexIS);CHKERRQ(ierr);} 1281 if (subvertexIS) { 1282 ierr = ISGetSize(subvertexIS, &numSubVerticesInitial);CHKERRQ(ierr); 1283 ierr = ISGetIndices(subvertexIS, &subvertices);CHKERRQ(ierr); 1284 } 1285 for (v = 0; v < numSubVerticesInitial; ++v) { 1286 const PetscInt vertex = subvertices[v]; 1287 PetscInt *star = NULL; 1288 PetscInt starSize, s, numCells = 0, c; 1289 1290 ierr = DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 1291 for (s = 0; s < starSize*2; s += 2) { 1292 const PetscInt point = star[s]; 1293 if ((point >= pStart[depth]) && (point < pEnd[depth])) star[numCells++] = point; 1294 } 1295 for (c = 0; c < numCells; ++c) { 1296 const PetscInt cell = star[c]; 1297 PetscInt *closure = NULL; 1298 PetscInt closureSize, cl; 1299 PetscInt cellLoc, numCorners = 0, faceSize = 0; 1300 1301 ierr = DMLabelGetValue(subpointMap, cell, &cellLoc);CHKERRQ(ierr); 1302 if (cellLoc == 2) continue; 1303 if (cellLoc >= 0) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Cell %d has dimension %d in the surface label", cell, cellLoc); 1304 ierr = DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1305 for (cl = 0; cl < closureSize*2; cl += 2) { 1306 const PetscInt point = closure[cl]; 1307 PetscInt vertexLoc; 1308 1309 if ((point >= pStart[0]) && (point < pEnd[0])) { 1310 ++numCorners; 1311 ierr = DMLabelGetValue(vertexLabel, point, &vertexLoc);CHKERRQ(ierr); 1312 if (vertexLoc == value) closure[faceSize++] = point; 1313 } 1314 } 1315 if (!(*nFV)) {ierr = DMPlexGetNumFaceVertices(dm, dim, numCorners, nFV);CHKERRQ(ierr);} 1316 if (faceSize > *nFV) SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %d of an element on the surface", faceSize); 1317 if (faceSize == *nFV) { 1318 const PetscInt *cells = NULL; 1319 PetscInt numCells, nc; 1320 1321 ++(*numFaces); 1322 for (cl = 0; cl < faceSize; ++cl) { 1323 ierr = DMLabelSetValue(subpointMap, closure[cl], 0);CHKERRQ(ierr); 1324 } 1325 ierr = DMPlexGetJoin(dm, faceSize, closure, &numCells, &cells);CHKERRQ(ierr); 1326 for (nc = 0; nc < numCells; ++nc) { 1327 ierr = DMLabelSetValue(subpointMap, cells[nc], 2);CHKERRQ(ierr); 1328 } 1329 ierr = DMPlexRestoreJoin(dm, faceSize, closure, &numCells, &cells);CHKERRQ(ierr); 1330 } 1331 ierr = DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1332 } 1333 ierr = DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 1334 } 1335 if (subvertexIS) { 1336 ierr = ISRestoreIndices(subvertexIS, &subvertices);CHKERRQ(ierr); 1337 } 1338 ierr = ISDestroy(&subvertexIS);CHKERRQ(ierr); 1339 ierr = PetscFree3(pStart,pEnd,pMax);CHKERRQ(ierr); 1340 PetscFunctionReturn(0); 1341 } 1342 1343 #undef __FUNCT__ 1344 #define __FUNCT__ "DMPlexMarkSubmesh_Interpolated" 1345 static PetscErrorCode DMPlexMarkSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, DMLabel subpointMap, DM subdm) 1346 { 1347 IS subvertexIS; 1348 const PetscInt *subvertices; 1349 PetscInt *pStart, *pEnd, *pMax; 1350 PetscInt dim, d, numSubVerticesInitial = 0, v; 1351 PetscErrorCode ierr; 1352 1353 PetscFunctionBegin; 1354 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 1355 ierr = PetscMalloc3(dim+1,PetscInt,&pStart,dim+1,PetscInt,&pEnd,dim+1,PetscInt,&pMax);CHKERRQ(ierr); 1356 ierr = DMPlexGetHybridBounds(dm, &pMax[dim], dim>1 ? &pMax[dim-1] : NULL, dim > 2 ? &pMax[1] : NULL, &pMax[0]);CHKERRQ(ierr); 1357 for (d = 0; d <= dim; ++d) { 1358 ierr = DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]);CHKERRQ(ierr); 1359 if (pMax[d] >= 0) pEnd[d] = PetscMin(pEnd[d], pMax[d]); 1360 } 1361 /* Loop over initial vertices and mark all faces in the collective star() */ 1362 ierr = DMLabelGetStratumIS(vertexLabel, value, &subvertexIS);CHKERRQ(ierr); 1363 if (subvertexIS) { 1364 ierr = ISGetSize(subvertexIS, &numSubVerticesInitial);CHKERRQ(ierr); 1365 ierr = ISGetIndices(subvertexIS, &subvertices);CHKERRQ(ierr); 1366 } 1367 for (v = 0; v < numSubVerticesInitial; ++v) { 1368 const PetscInt vertex = subvertices[v]; 1369 PetscInt *star = NULL; 1370 PetscInt starSize, s, numFaces = 0, f; 1371 1372 ierr = DMPlexGetTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 1373 for (s = 0; s < starSize*2; s += 2) { 1374 const PetscInt point = star[s]; 1375 if ((point >= pStart[dim-1]) && (point < pEnd[dim-1])) star[numFaces++] = point; 1376 } 1377 for (f = 0; f < numFaces; ++f) { 1378 const PetscInt face = star[f]; 1379 PetscInt *closure = NULL; 1380 PetscInt closureSize, c; 1381 PetscInt faceLoc; 1382 1383 ierr = DMLabelGetValue(subpointMap, face, &faceLoc);CHKERRQ(ierr); 1384 if (faceLoc == dim-1) continue; 1385 if (faceLoc >= 0) SETERRQ2(PetscObjectComm((PetscObject)dm), PETSC_ERR_PLIB, "Face %d has dimension %d in the surface label", face, faceLoc); 1386 ierr = DMPlexGetTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1387 for (c = 0; c < closureSize*2; c += 2) { 1388 const PetscInt point = closure[c]; 1389 PetscInt vertexLoc; 1390 1391 if ((point >= pStart[0]) && (point < pEnd[0])) { 1392 ierr = DMLabelGetValue(vertexLabel, point, &vertexLoc);CHKERRQ(ierr); 1393 if (vertexLoc != value) break; 1394 } 1395 } 1396 if (c == closureSize*2) { 1397 const PetscInt *support; 1398 PetscInt supportSize, s; 1399 1400 for (c = 0; c < closureSize*2; c += 2) { 1401 const PetscInt point = closure[c]; 1402 1403 for (d = 0; d < dim; ++d) { 1404 if ((point >= pStart[d]) && (point < pEnd[d])) { 1405 ierr = DMLabelSetValue(subpointMap, point, d);CHKERRQ(ierr); 1406 break; 1407 } 1408 } 1409 } 1410 ierr = DMPlexGetSupportSize(dm, face, &supportSize);CHKERRQ(ierr); 1411 ierr = DMPlexGetSupport(dm, face, &support);CHKERRQ(ierr); 1412 for (s = 0; s < supportSize; ++s) { 1413 ierr = DMLabelSetValue(subpointMap, support[s], dim);CHKERRQ(ierr); 1414 } 1415 } 1416 ierr = DMPlexRestoreTransitiveClosure(dm, face, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1417 } 1418 ierr = DMPlexRestoreTransitiveClosure(dm, vertex, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 1419 } 1420 if (subvertexIS) { 1421 ierr = ISRestoreIndices(subvertexIS, &subvertices);CHKERRQ(ierr); 1422 } 1423 ierr = ISDestroy(&subvertexIS);CHKERRQ(ierr); 1424 ierr = PetscFree3(pStart,pEnd,pMax);CHKERRQ(ierr); 1425 PetscFunctionReturn(0); 1426 } 1427 1428 #undef __FUNCT__ 1429 #define __FUNCT__ "DMPlexMarkCohesiveSubmesh_Uninterpolated" 1430 static PetscErrorCode DMPlexMarkCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char labelname[], PetscInt value, DMLabel subpointMap, PetscInt *numFaces, PetscInt *nFV, PetscInt *subCells[], DM subdm) 1431 { 1432 DMLabel label = NULL; 1433 const PetscInt *cone; 1434 PetscInt dim, cMax, cEnd, c, subc = 0, p, coneSize; 1435 PetscErrorCode ierr; 1436 1437 PetscFunctionBegin; 1438 *numFaces = 0; 1439 *nFV = 0; 1440 if (labelname) {ierr = DMPlexGetLabel(dm, labelname, &label);CHKERRQ(ierr);} 1441 *subCells = NULL; 1442 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 1443 ierr = DMPlexGetHeightStratum(dm, 0, NULL, &cEnd);CHKERRQ(ierr); 1444 ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr); 1445 if (cMax < 0) PetscFunctionReturn(0); 1446 if (label) { 1447 for (c = cMax; c < cEnd; ++c) { 1448 PetscInt val; 1449 1450 ierr = DMLabelGetValue(label, c, &val);CHKERRQ(ierr); 1451 if (val == value) { 1452 ++(*numFaces); 1453 ierr = DMPlexGetConeSize(dm, c, &coneSize);CHKERRQ(ierr); 1454 } 1455 } 1456 } else { 1457 *numFaces = cEnd - cMax; 1458 ierr = DMPlexGetConeSize(dm, cMax, &coneSize);CHKERRQ(ierr); 1459 } 1460 *nFV = hasLagrange ? coneSize/3 : coneSize/2; 1461 ierr = PetscMalloc(*numFaces *2 * sizeof(PetscInt), subCells);CHKERRQ(ierr); 1462 for (c = cMax; c < cEnd; ++c) { 1463 const PetscInt *cells; 1464 PetscInt numCells; 1465 1466 if (label) { 1467 PetscInt val; 1468 1469 ierr = DMLabelGetValue(label, c, &val);CHKERRQ(ierr); 1470 if (val != value) continue; 1471 } 1472 ierr = DMPlexGetCone(dm, c, &cone);CHKERRQ(ierr); 1473 for (p = 0; p < *nFV; ++p) { 1474 ierr = DMLabelSetValue(subpointMap, cone[p], 0);CHKERRQ(ierr); 1475 } 1476 /* Negative face */ 1477 ierr = DMPlexGetJoin(dm, *nFV, cone, &numCells, &cells);CHKERRQ(ierr); 1478 /* Not true in parallel 1479 if (numCells != 2) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */ 1480 for (p = 0; p < numCells; ++p) { 1481 ierr = DMLabelSetValue(subpointMap, cells[p], 2);CHKERRQ(ierr); 1482 (*subCells)[subc++] = cells[p]; 1483 } 1484 ierr = DMPlexRestoreJoin(dm, *nFV, cone, &numCells, &cells);CHKERRQ(ierr); 1485 /* Positive face is not included */ 1486 } 1487 PetscFunctionReturn(0); 1488 } 1489 1490 #undef __FUNCT__ 1491 #define __FUNCT__ "DMPlexMarkCohesiveSubmesh_Interpolated" 1492 static PetscErrorCode DMPlexMarkCohesiveSubmesh_Interpolated(DM dm, PetscBool hasLagrange, const char labelname[], PetscInt value, DMLabel subpointMap, DM subdm) 1493 { 1494 DMLabel label = NULL; 1495 PetscInt *pStart, *pEnd; 1496 PetscInt dim, cMax, cEnd, c, d; 1497 PetscErrorCode ierr; 1498 1499 PetscFunctionBegin; 1500 if (labelname) {ierr = DMPlexGetLabel(dm, labelname, &label);CHKERRQ(ierr);} 1501 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 1502 ierr = DMPlexGetHeightStratum(dm, 0, NULL, &cEnd);CHKERRQ(ierr); 1503 ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr); 1504 if (cMax < 0) PetscFunctionReturn(0); 1505 ierr = PetscMalloc2(dim+1,PetscInt,&pStart,dim+1,PetscInt,&pEnd);CHKERRQ(ierr); 1506 for (d = 0; d <= dim; ++d) { 1507 ierr = DMPlexGetDepthStratum(dm, d, &pStart[d], &pEnd[d]);CHKERRQ(ierr); 1508 } 1509 for (c = cMax; c < cEnd; ++c) { 1510 const PetscInt *cone; 1511 PetscInt *closure = NULL; 1512 PetscInt coneSize, closureSize, cl; 1513 1514 if (label) { 1515 PetscInt val; 1516 1517 ierr = DMLabelGetValue(label, c, &val);CHKERRQ(ierr); 1518 if (val != value) continue; 1519 } 1520 ierr = DMPlexGetConeSize(dm, c, &coneSize);CHKERRQ(ierr); 1521 if (hasLagrange) { 1522 if (coneSize != 3) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); 1523 } else { 1524 if (coneSize != 2) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); 1525 } 1526 /* Negative face */ 1527 ierr = DMPlexGetCone(dm, c, &cone);CHKERRQ(ierr); 1528 ierr = DMPlexGetTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1529 for (cl = 0; cl < closureSize*2; cl += 2) { 1530 const PetscInt point = closure[cl]; 1531 1532 for (d = 0; d <= dim; ++d) { 1533 if ((point >= pStart[d]) && (point < pEnd[d])) { 1534 ierr = DMLabelSetValue(subpointMap, point, d);CHKERRQ(ierr); 1535 break; 1536 } 1537 } 1538 } 1539 ierr = DMPlexRestoreTransitiveClosure(dm, cone[0], PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 1540 /* Cells -- positive face is not included */ 1541 for (cl = 0; cl < 1; ++cl) { 1542 const PetscInt *support; 1543 PetscInt supportSize, s; 1544 1545 ierr = DMPlexGetSupportSize(dm, cone[cl], &supportSize);CHKERRQ(ierr); 1546 if (supportSize != 2) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive faces should separate two cells"); 1547 ierr = DMPlexGetSupport(dm, cone[cl], &support);CHKERRQ(ierr); 1548 for (s = 0; s < supportSize; ++s) { 1549 ierr = DMLabelSetValue(subpointMap, support[s], dim);CHKERRQ(ierr); 1550 } 1551 } 1552 } 1553 ierr = PetscFree2(pStart, pEnd);CHKERRQ(ierr); 1554 PetscFunctionReturn(0); 1555 } 1556 1557 #undef __FUNCT__ 1558 #define __FUNCT__ "DMPlexGetFaceOrientation" 1559 PetscErrorCode DMPlexGetFaceOrientation(DM dm, PetscInt cell, PetscInt numCorners, PetscInt indices[], PetscInt oppositeVertex, PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented) 1560 { 1561 MPI_Comm comm; 1562 PetscBool posOrient = PETSC_FALSE; 1563 const PetscInt debug = 0; 1564 PetscInt cellDim, faceSize, f; 1565 PetscErrorCode ierr; 1566 1567 PetscFunctionBegin; 1568 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 1569 ierr = DMPlexGetDimension(dm, &cellDim);CHKERRQ(ierr); 1570 if (debug) {PetscPrintf(comm, "cellDim: %d numCorners: %d\n", cellDim, numCorners);CHKERRQ(ierr);} 1571 1572 if (cellDim == 1 && numCorners == 2) { 1573 /* Triangle */ 1574 faceSize = numCorners-1; 1575 posOrient = !(oppositeVertex%2) ? PETSC_TRUE : PETSC_FALSE; 1576 } else if (cellDim == 2 && numCorners == 3) { 1577 /* Triangle */ 1578 faceSize = numCorners-1; 1579 posOrient = !(oppositeVertex%2) ? PETSC_TRUE : PETSC_FALSE; 1580 } else if (cellDim == 3 && numCorners == 4) { 1581 /* Tetrahedron */ 1582 faceSize = numCorners-1; 1583 posOrient = (oppositeVertex%2) ? PETSC_TRUE : PETSC_FALSE; 1584 } else if (cellDim == 1 && numCorners == 3) { 1585 /* Quadratic line */ 1586 faceSize = 1; 1587 posOrient = PETSC_TRUE; 1588 } else if (cellDim == 2 && numCorners == 4) { 1589 /* Quads */ 1590 faceSize = 2; 1591 if ((indices[1] > indices[0]) && (indices[1] - indices[0] == 1)) { 1592 posOrient = PETSC_TRUE; 1593 } else if ((indices[0] == 3) && (indices[1] == 0)) { 1594 posOrient = PETSC_TRUE; 1595 } else { 1596 if (((indices[0] > indices[1]) && (indices[0] - indices[1] == 1)) || ((indices[0] == 0) && (indices[1] == 3))) { 1597 posOrient = PETSC_FALSE; 1598 } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossedge"); 1599 } 1600 } else if (cellDim == 2 && numCorners == 6) { 1601 /* Quadratic triangle (I hate this) */ 1602 /* Edges are determined by the first 2 vertices (corners of edges) */ 1603 const PetscInt faceSizeTri = 3; 1604 PetscInt sortedIndices[3], i, iFace; 1605 PetscBool found = PETSC_FALSE; 1606 PetscInt faceVerticesTriSorted[9] = { 1607 0, 3, 4, /* bottom */ 1608 1, 4, 5, /* right */ 1609 2, 3, 5, /* left */ 1610 }; 1611 PetscInt faceVerticesTri[9] = { 1612 0, 3, 4, /* bottom */ 1613 1, 4, 5, /* right */ 1614 2, 5, 3, /* left */ 1615 }; 1616 1617 faceSize = faceSizeTri; 1618 for (i = 0; i < faceSizeTri; ++i) sortedIndices[i] = indices[i]; 1619 ierr = PetscSortInt(faceSizeTri, sortedIndices);CHKERRQ(ierr); 1620 for (iFace = 0; iFace < 3; ++iFace) { 1621 const PetscInt ii = iFace*faceSizeTri; 1622 PetscInt fVertex, cVertex; 1623 1624 if ((sortedIndices[0] == faceVerticesTriSorted[ii+0]) && 1625 (sortedIndices[1] == faceVerticesTriSorted[ii+1])) { 1626 for (fVertex = 0; fVertex < faceSizeTri; ++fVertex) { 1627 for (cVertex = 0; cVertex < faceSizeTri; ++cVertex) { 1628 if (indices[cVertex] == faceVerticesTri[ii+fVertex]) { 1629 faceVertices[fVertex] = origVertices[cVertex]; 1630 break; 1631 } 1632 } 1633 } 1634 found = PETSC_TRUE; 1635 break; 1636 } 1637 } 1638 if (!found) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid tri crossface"); 1639 if (posOriented) *posOriented = PETSC_TRUE; 1640 PetscFunctionReturn(0); 1641 } else if (cellDim == 2 && numCorners == 9) { 1642 /* Quadratic quad (I hate this) */ 1643 /* Edges are determined by the first 2 vertices (corners of edges) */ 1644 const PetscInt faceSizeQuad = 3; 1645 PetscInt sortedIndices[3], i, iFace; 1646 PetscBool found = PETSC_FALSE; 1647 PetscInt faceVerticesQuadSorted[12] = { 1648 0, 1, 4, /* bottom */ 1649 1, 2, 5, /* right */ 1650 2, 3, 6, /* top */ 1651 0, 3, 7, /* left */ 1652 }; 1653 PetscInt faceVerticesQuad[12] = { 1654 0, 1, 4, /* bottom */ 1655 1, 2, 5, /* right */ 1656 2, 3, 6, /* top */ 1657 3, 0, 7, /* left */ 1658 }; 1659 1660 faceSize = faceSizeQuad; 1661 for (i = 0; i < faceSizeQuad; ++i) sortedIndices[i] = indices[i]; 1662 ierr = PetscSortInt(faceSizeQuad, sortedIndices);CHKERRQ(ierr); 1663 for (iFace = 0; iFace < 4; ++iFace) { 1664 const PetscInt ii = iFace*faceSizeQuad; 1665 PetscInt fVertex, cVertex; 1666 1667 if ((sortedIndices[0] == faceVerticesQuadSorted[ii+0]) && 1668 (sortedIndices[1] == faceVerticesQuadSorted[ii+1])) { 1669 for (fVertex = 0; fVertex < faceSizeQuad; ++fVertex) { 1670 for (cVertex = 0; cVertex < faceSizeQuad; ++cVertex) { 1671 if (indices[cVertex] == faceVerticesQuad[ii+fVertex]) { 1672 faceVertices[fVertex] = origVertices[cVertex]; 1673 break; 1674 } 1675 } 1676 } 1677 found = PETSC_TRUE; 1678 break; 1679 } 1680 } 1681 if (!found) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid quad crossface"); 1682 if (posOriented) *posOriented = PETSC_TRUE; 1683 PetscFunctionReturn(0); 1684 } else if (cellDim == 3 && numCorners == 8) { 1685 /* Hexes 1686 A hex is two oriented quads with the normal of the first 1687 pointing up at the second. 1688 1689 7---6 1690 /| /| 1691 4---5 | 1692 | 1-|-2 1693 |/ |/ 1694 0---3 1695 1696 Faces are determined by the first 4 vertices (corners of faces) */ 1697 const PetscInt faceSizeHex = 4; 1698 PetscInt sortedIndices[4], i, iFace; 1699 PetscBool found = PETSC_FALSE; 1700 PetscInt faceVerticesHexSorted[24] = { 1701 0, 1, 2, 3, /* bottom */ 1702 4, 5, 6, 7, /* top */ 1703 0, 3, 4, 5, /* front */ 1704 2, 3, 5, 6, /* right */ 1705 1, 2, 6, 7, /* back */ 1706 0, 1, 4, 7, /* left */ 1707 }; 1708 PetscInt faceVerticesHex[24] = { 1709 1, 2, 3, 0, /* bottom */ 1710 4, 5, 6, 7, /* top */ 1711 0, 3, 5, 4, /* front */ 1712 3, 2, 6, 5, /* right */ 1713 2, 1, 7, 6, /* back */ 1714 1, 0, 4, 7, /* left */ 1715 }; 1716 1717 faceSize = faceSizeHex; 1718 for (i = 0; i < faceSizeHex; ++i) sortedIndices[i] = indices[i]; 1719 ierr = PetscSortInt(faceSizeHex, sortedIndices);CHKERRQ(ierr); 1720 for (iFace = 0; iFace < 6; ++iFace) { 1721 const PetscInt ii = iFace*faceSizeHex; 1722 PetscInt fVertex, cVertex; 1723 1724 if ((sortedIndices[0] == faceVerticesHexSorted[ii+0]) && 1725 (sortedIndices[1] == faceVerticesHexSorted[ii+1]) && 1726 (sortedIndices[2] == faceVerticesHexSorted[ii+2]) && 1727 (sortedIndices[3] == faceVerticesHexSorted[ii+3])) { 1728 for (fVertex = 0; fVertex < faceSizeHex; ++fVertex) { 1729 for (cVertex = 0; cVertex < faceSizeHex; ++cVertex) { 1730 if (indices[cVertex] == faceVerticesHex[ii+fVertex]) { 1731 faceVertices[fVertex] = origVertices[cVertex]; 1732 break; 1733 } 1734 } 1735 } 1736 found = PETSC_TRUE; 1737 break; 1738 } 1739 } 1740 if (!found) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface"); 1741 if (posOriented) *posOriented = PETSC_TRUE; 1742 PetscFunctionReturn(0); 1743 } else if (cellDim == 3 && numCorners == 10) { 1744 /* Quadratic tet */ 1745 /* Faces are determined by the first 3 vertices (corners of faces) */ 1746 const PetscInt faceSizeTet = 6; 1747 PetscInt sortedIndices[6], i, iFace; 1748 PetscBool found = PETSC_FALSE; 1749 PetscInt faceVerticesTetSorted[24] = { 1750 0, 1, 2, 6, 7, 8, /* bottom */ 1751 0, 3, 4, 6, 7, 9, /* front */ 1752 1, 4, 5, 7, 8, 9, /* right */ 1753 2, 3, 5, 6, 8, 9, /* left */ 1754 }; 1755 PetscInt faceVerticesTet[24] = { 1756 0, 1, 2, 6, 7, 8, /* bottom */ 1757 0, 4, 3, 6, 7, 9, /* front */ 1758 1, 5, 4, 7, 8, 9, /* right */ 1759 2, 3, 5, 8, 6, 9, /* left */ 1760 }; 1761 1762 faceSize = faceSizeTet; 1763 for (i = 0; i < faceSizeTet; ++i) sortedIndices[i] = indices[i]; 1764 ierr = PetscSortInt(faceSizeTet, sortedIndices);CHKERRQ(ierr); 1765 for (iFace=0; iFace < 4; ++iFace) { 1766 const PetscInt ii = iFace*faceSizeTet; 1767 PetscInt fVertex, cVertex; 1768 1769 if ((sortedIndices[0] == faceVerticesTetSorted[ii+0]) && 1770 (sortedIndices[1] == faceVerticesTetSorted[ii+1]) && 1771 (sortedIndices[2] == faceVerticesTetSorted[ii+2]) && 1772 (sortedIndices[3] == faceVerticesTetSorted[ii+3])) { 1773 for (fVertex = 0; fVertex < faceSizeTet; ++fVertex) { 1774 for (cVertex = 0; cVertex < faceSizeTet; ++cVertex) { 1775 if (indices[cVertex] == faceVerticesTet[ii+fVertex]) { 1776 faceVertices[fVertex] = origVertices[cVertex]; 1777 break; 1778 } 1779 } 1780 } 1781 found = PETSC_TRUE; 1782 break; 1783 } 1784 } 1785 if (!found) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid tet crossface"); 1786 if (posOriented) *posOriented = PETSC_TRUE; 1787 PetscFunctionReturn(0); 1788 } else if (cellDim == 3 && numCorners == 27) { 1789 /* Quadratic hexes (I hate this) 1790 A hex is two oriented quads with the normal of the first 1791 pointing up at the second. 1792 1793 7---6 1794 /| /| 1795 4---5 | 1796 | 3-|-2 1797 |/ |/ 1798 0---1 1799 1800 Faces are determined by the first 4 vertices (corners of faces) */ 1801 const PetscInt faceSizeQuadHex = 9; 1802 PetscInt sortedIndices[9], i, iFace; 1803 PetscBool found = PETSC_FALSE; 1804 PetscInt faceVerticesQuadHexSorted[54] = { 1805 0, 1, 2, 3, 8, 9, 10, 11, 24, /* bottom */ 1806 4, 5, 6, 7, 12, 13, 14, 15, 25, /* top */ 1807 0, 1, 4, 5, 8, 12, 16, 17, 22, /* front */ 1808 1, 2, 5, 6, 9, 13, 17, 18, 21, /* right */ 1809 2, 3, 6, 7, 10, 14, 18, 19, 23, /* back */ 1810 0, 3, 4, 7, 11, 15, 16, 19, 20, /* left */ 1811 }; 1812 PetscInt faceVerticesQuadHex[54] = { 1813 3, 2, 1, 0, 10, 9, 8, 11, 24, /* bottom */ 1814 4, 5, 6, 7, 12, 13, 14, 15, 25, /* top */ 1815 0, 1, 5, 4, 8, 17, 12, 16, 22, /* front */ 1816 1, 2, 6, 5, 9, 18, 13, 17, 21, /* right */ 1817 2, 3, 7, 6, 10, 19, 14, 18, 23, /* back */ 1818 3, 0, 4, 7, 11, 16, 15, 19, 20 /* left */ 1819 }; 1820 1821 faceSize = faceSizeQuadHex; 1822 for (i = 0; i < faceSizeQuadHex; ++i) sortedIndices[i] = indices[i]; 1823 ierr = PetscSortInt(faceSizeQuadHex, sortedIndices);CHKERRQ(ierr); 1824 for (iFace = 0; iFace < 6; ++iFace) { 1825 const PetscInt ii = iFace*faceSizeQuadHex; 1826 PetscInt fVertex, cVertex; 1827 1828 if ((sortedIndices[0] == faceVerticesQuadHexSorted[ii+0]) && 1829 (sortedIndices[1] == faceVerticesQuadHexSorted[ii+1]) && 1830 (sortedIndices[2] == faceVerticesQuadHexSorted[ii+2]) && 1831 (sortedIndices[3] == faceVerticesQuadHexSorted[ii+3])) { 1832 for (fVertex = 0; fVertex < faceSizeQuadHex; ++fVertex) { 1833 for (cVertex = 0; cVertex < faceSizeQuadHex; ++cVertex) { 1834 if (indices[cVertex] == faceVerticesQuadHex[ii+fVertex]) { 1835 faceVertices[fVertex] = origVertices[cVertex]; 1836 break; 1837 } 1838 } 1839 } 1840 found = PETSC_TRUE; 1841 break; 1842 } 1843 } 1844 if (!found) SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Invalid hex crossface"); 1845 if (posOriented) *posOriented = PETSC_TRUE; 1846 PetscFunctionReturn(0); 1847 } else SETERRQ(comm, PETSC_ERR_ARG_WRONG, "Unknown cell type for faceOrientation()."); 1848 if (!posOrient) { 1849 if (debug) {ierr = PetscPrintf(comm, " Reversing initial face orientation\n");CHKERRQ(ierr);} 1850 for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[faceSize-1 - f]; 1851 } else { 1852 if (debug) {ierr = PetscPrintf(comm, " Keeping initial face orientation\n");CHKERRQ(ierr);} 1853 for (f = 0; f < faceSize; ++f) faceVertices[f] = origVertices[f]; 1854 } 1855 if (posOriented) *posOriented = posOrient; 1856 PetscFunctionReturn(0); 1857 } 1858 1859 #undef __FUNCT__ 1860 #define __FUNCT__ "DMPlexGetOrientedFace" 1861 /* 1862 Given a cell and a face, as a set of vertices, 1863 return the oriented face, as a set of vertices, in faceVertices 1864 The orientation is such that the face normal points out of the cell 1865 */ 1866 PetscErrorCode DMPlexGetOrientedFace(DM dm, PetscInt cell, PetscInt faceSize, const PetscInt face[], PetscInt numCorners, PetscInt indices[], PetscInt origVertices[], PetscInt faceVertices[], PetscBool *posOriented) 1867 { 1868 const PetscInt *cone = NULL; 1869 PetscInt coneSize, v, f, v2; 1870 PetscInt oppositeVertex = -1; 1871 PetscErrorCode ierr; 1872 1873 PetscFunctionBegin; 1874 ierr = DMPlexGetConeSize(dm, cell, &coneSize);CHKERRQ(ierr); 1875 ierr = DMPlexGetCone(dm, cell, &cone);CHKERRQ(ierr); 1876 for (v = 0, v2 = 0; v < coneSize; ++v) { 1877 PetscBool found = PETSC_FALSE; 1878 1879 for (f = 0; f < faceSize; ++f) { 1880 if (face[f] == cone[v]) { 1881 found = PETSC_TRUE; break; 1882 } 1883 } 1884 if (found) { 1885 indices[v2] = v; 1886 origVertices[v2] = cone[v]; 1887 ++v2; 1888 } else { 1889 oppositeVertex = v; 1890 } 1891 } 1892 ierr = DMPlexGetFaceOrientation(dm, cell, numCorners, indices, oppositeVertex, origVertices, faceVertices, posOriented);CHKERRQ(ierr); 1893 PetscFunctionReturn(0); 1894 } 1895 1896 #undef __FUNCT__ 1897 #define __FUNCT__ "DMPlexInsertFace_Internal" 1898 /* 1899 DMPlexInsertFace_Internal - Puts a face into the mesh 1900 1901 Not collective 1902 1903 Input Parameters: 1904 + dm - The DMPlex 1905 . numFaceVertex - The number of vertices in the face 1906 . faceVertices - The vertices in the face for dm 1907 . subfaceVertices - The vertices in the face for subdm 1908 . numCorners - The number of vertices in the cell 1909 . cell - A cell in dm containing the face 1910 . subcell - A cell in subdm containing the face 1911 . firstFace - First face in the mesh 1912 - newFacePoint - Next face in the mesh 1913 1914 Output Parameters: 1915 . newFacePoint - Contains next face point number on input, updated on output 1916 1917 Level: developer 1918 */ 1919 static PetscErrorCode DMPlexInsertFace_Internal(DM dm, DM subdm, PetscInt numFaceVertices, const PetscInt faceVertices[], const PetscInt subfaceVertices[], PetscInt numCorners, PetscInt cell, PetscInt subcell, PetscInt firstFace, PetscInt *newFacePoint) 1920 { 1921 MPI_Comm comm; 1922 DM_Plex *submesh = (DM_Plex*) subdm->data; 1923 const PetscInt *faces; 1924 PetscInt numFaces, coneSize; 1925 PetscErrorCode ierr; 1926 1927 PetscFunctionBegin; 1928 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 1929 ierr = DMPlexGetConeSize(subdm, subcell, &coneSize);CHKERRQ(ierr); 1930 if (coneSize != 1) SETERRQ2(comm, PETSC_ERR_ARG_OUTOFRANGE, "Cone size of cell %d is %d != 1", cell, coneSize); 1931 #if 0 1932 /* Cannot use this because support() has not been constructed yet */ 1933 ierr = DMPlexGetJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces);CHKERRQ(ierr); 1934 #else 1935 { 1936 PetscInt f; 1937 1938 numFaces = 0; 1939 ierr = DMGetWorkArray(subdm, 1, PETSC_INT, (void **) &faces);CHKERRQ(ierr); 1940 for (f = firstFace; f < *newFacePoint; ++f) { 1941 PetscInt dof, off, d; 1942 1943 ierr = PetscSectionGetDof(submesh->coneSection, f, &dof);CHKERRQ(ierr); 1944 ierr = PetscSectionGetOffset(submesh->coneSection, f, &off);CHKERRQ(ierr); 1945 /* Yes, I know this is quadratic, but I expect the sizes to be <5 */ 1946 for (d = 0; d < dof; ++d) { 1947 const PetscInt p = submesh->cones[off+d]; 1948 PetscInt v; 1949 1950 for (v = 0; v < numFaceVertices; ++v) { 1951 if (subfaceVertices[v] == p) break; 1952 } 1953 if (v == numFaceVertices) break; 1954 } 1955 if (d == dof) { 1956 numFaces = 1; 1957 ((PetscInt*) faces)[0] = f; 1958 } 1959 } 1960 } 1961 #endif 1962 if (numFaces > 1) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Vertex set had %d faces, not one", numFaces); 1963 else if (numFaces == 1) { 1964 /* Add the other cell neighbor for this face */ 1965 ierr = DMPlexSetCone(subdm, subcell, faces);CHKERRQ(ierr); 1966 } else { 1967 PetscInt *indices, *origVertices, *orientedVertices, *orientedSubVertices, v, ov; 1968 PetscBool posOriented; 1969 1970 ierr = DMGetWorkArray(subdm, 4*numFaceVertices * sizeof(PetscInt), PETSC_INT, &orientedVertices);CHKERRQ(ierr); 1971 origVertices = &orientedVertices[numFaceVertices]; 1972 indices = &orientedVertices[numFaceVertices*2]; 1973 orientedSubVertices = &orientedVertices[numFaceVertices*3]; 1974 ierr = DMPlexGetOrientedFace(dm, cell, numFaceVertices, faceVertices, numCorners, indices, origVertices, orientedVertices, &posOriented);CHKERRQ(ierr); 1975 /* TODO: I know that routine should return a permutation, not the indices */ 1976 for (v = 0; v < numFaceVertices; ++v) { 1977 const PetscInt vertex = faceVertices[v], subvertex = subfaceVertices[v]; 1978 for (ov = 0; ov < numFaceVertices; ++ov) { 1979 if (orientedVertices[ov] == vertex) { 1980 orientedSubVertices[ov] = subvertex; 1981 break; 1982 } 1983 } 1984 if (ov == numFaceVertices) SETERRQ1(comm, PETSC_ERR_PLIB, "Could not find face vertex %d in orientated set", vertex); 1985 } 1986 ierr = DMPlexSetCone(subdm, *newFacePoint, orientedSubVertices);CHKERRQ(ierr); 1987 ierr = DMPlexSetCone(subdm, subcell, newFacePoint);CHKERRQ(ierr); 1988 ierr = DMRestoreWorkArray(subdm, 4*numFaceVertices * sizeof(PetscInt), PETSC_INT, &orientedVertices);CHKERRQ(ierr); 1989 ++(*newFacePoint); 1990 } 1991 #if 0 1992 ierr = DMPlexRestoreJoin(subdm, numFaceVertices, subfaceVertices, &numFaces, &faces);CHKERRQ(ierr); 1993 #else 1994 ierr = DMRestoreWorkArray(subdm, 1, PETSC_INT, (void **) &faces);CHKERRQ(ierr); 1995 #endif 1996 PetscFunctionReturn(0); 1997 } 1998 1999 #undef __FUNCT__ 2000 #define __FUNCT__ "DMPlexCreateSubmesh_Uninterpolated" 2001 static PetscErrorCode DMPlexCreateSubmesh_Uninterpolated(DM dm, DMLabel vertexLabel, PetscInt value, DM subdm) 2002 { 2003 MPI_Comm comm; 2004 DMLabel subpointMap; 2005 IS subvertexIS, subcellIS; 2006 const PetscInt *subVertices, *subCells; 2007 PetscInt numSubVertices, firstSubVertex, numSubCells; 2008 PetscInt *subface, maxConeSize, numSubFaces = 0, firstSubFace, newFacePoint, nFV = 0; 2009 PetscInt vStart, vEnd, c, f; 2010 PetscErrorCode ierr; 2011 2012 PetscFunctionBegin; 2013 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 2014 /* Create subpointMap which marks the submesh */ 2015 ierr = DMLabelCreate("subpoint_map", &subpointMap);CHKERRQ(ierr); 2016 ierr = DMPlexSetSubpointMap(subdm, subpointMap);CHKERRQ(ierr); 2017 ierr = DMLabelDestroy(&subpointMap);CHKERRQ(ierr); 2018 if (vertexLabel) {ierr = DMPlexMarkSubmesh_Uninterpolated(dm, vertexLabel, value, subpointMap, &numSubFaces, &nFV, subdm);CHKERRQ(ierr);} 2019 /* Setup chart */ 2020 ierr = DMLabelGetStratumSize(subpointMap, 0, &numSubVertices);CHKERRQ(ierr); 2021 ierr = DMLabelGetStratumSize(subpointMap, 2, &numSubCells);CHKERRQ(ierr); 2022 ierr = DMPlexSetChart(subdm, 0, numSubCells+numSubFaces+numSubVertices);CHKERRQ(ierr); 2023 ierr = DMPlexSetVTKCellHeight(subdm, 1);CHKERRQ(ierr); 2024 /* Set cone sizes */ 2025 firstSubVertex = numSubCells; 2026 firstSubFace = numSubCells+numSubVertices; 2027 newFacePoint = firstSubFace; 2028 ierr = DMLabelGetStratumIS(subpointMap, 0, &subvertexIS);CHKERRQ(ierr); 2029 if (subvertexIS) {ierr = ISGetIndices(subvertexIS, &subVertices);CHKERRQ(ierr);} 2030 ierr = DMLabelGetStratumIS(subpointMap, 2, &subcellIS);CHKERRQ(ierr); 2031 if (subcellIS) {ierr = ISGetIndices(subcellIS, &subCells);CHKERRQ(ierr);} 2032 for (c = 0; c < numSubCells; ++c) { 2033 ierr = DMPlexSetConeSize(subdm, c, 1);CHKERRQ(ierr); 2034 } 2035 for (f = firstSubFace; f < firstSubFace+numSubFaces; ++f) { 2036 ierr = DMPlexSetConeSize(subdm, f, nFV);CHKERRQ(ierr); 2037 } 2038 ierr = DMSetUp(subdm);CHKERRQ(ierr); 2039 /* Create face cones */ 2040 ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 2041 ierr = DMPlexGetMaxSizes(dm, &maxConeSize, NULL);CHKERRQ(ierr); 2042 ierr = DMGetWorkArray(subdm, maxConeSize, PETSC_INT, (void**) &subface);CHKERRQ(ierr); 2043 for (c = 0; c < numSubCells; ++c) { 2044 const PetscInt cell = subCells[c]; 2045 const PetscInt subcell = c; 2046 PetscInt *closure = NULL; 2047 PetscInt closureSize, cl, numCorners = 0, faceSize = 0; 2048 2049 ierr = DMPlexGetTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 2050 for (cl = 0; cl < closureSize*2; cl += 2) { 2051 const PetscInt point = closure[cl]; 2052 PetscInt subVertex; 2053 2054 if ((point >= vStart) && (point < vEnd)) { 2055 ++numCorners; 2056 ierr = PetscFindInt(point, numSubVertices, subVertices, &subVertex);CHKERRQ(ierr); 2057 if (subVertex >= 0) { 2058 closure[faceSize] = point; 2059 subface[faceSize] = firstSubVertex+subVertex; 2060 ++faceSize; 2061 } 2062 } 2063 } 2064 if (faceSize > nFV) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Invalid submesh: Too many vertices %d of an element on the surface", faceSize); 2065 if (faceSize == nFV) { 2066 ierr = DMPlexInsertFace_Internal(dm, subdm, faceSize, closure, subface, numCorners, cell, subcell, firstSubFace, &newFacePoint);CHKERRQ(ierr); 2067 } 2068 ierr = DMPlexRestoreTransitiveClosure(dm, cell, PETSC_TRUE, &closureSize, &closure);CHKERRQ(ierr); 2069 } 2070 ierr = DMRestoreWorkArray(subdm, maxConeSize, PETSC_INT, (void**) &subface);CHKERRQ(ierr); 2071 ierr = DMPlexSymmetrize(subdm);CHKERRQ(ierr); 2072 ierr = DMPlexStratify(subdm);CHKERRQ(ierr); 2073 /* Build coordinates */ 2074 { 2075 PetscSection coordSection, subCoordSection; 2076 Vec coordinates, subCoordinates; 2077 PetscScalar *coords, *subCoords; 2078 PetscInt numComp, coordSize, v; 2079 2080 ierr = DMPlexGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr); 2081 ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr); 2082 ierr = DMPlexGetCoordinateSection(subdm, &subCoordSection);CHKERRQ(ierr); 2083 ierr = PetscSectionSetNumFields(subCoordSection, 1);CHKERRQ(ierr); 2084 ierr = PetscSectionGetFieldComponents(coordSection, 0, &numComp);CHKERRQ(ierr); 2085 ierr = PetscSectionSetFieldComponents(subCoordSection, 0, numComp);CHKERRQ(ierr); 2086 ierr = PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex+numSubVertices);CHKERRQ(ierr); 2087 for (v = 0; v < numSubVertices; ++v) { 2088 const PetscInt vertex = subVertices[v]; 2089 const PetscInt subvertex = firstSubVertex+v; 2090 PetscInt dof; 2091 2092 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2093 ierr = PetscSectionSetDof(subCoordSection, subvertex, dof);CHKERRQ(ierr); 2094 ierr = PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof);CHKERRQ(ierr); 2095 } 2096 ierr = PetscSectionSetUp(subCoordSection);CHKERRQ(ierr); 2097 ierr = PetscSectionGetStorageSize(subCoordSection, &coordSize);CHKERRQ(ierr); 2098 ierr = VecCreate(comm, &subCoordinates);CHKERRQ(ierr); 2099 ierr = VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE);CHKERRQ(ierr); 2100 ierr = VecSetType(subCoordinates,VECSTANDARD);CHKERRQ(ierr); 2101 if (coordSize) { 2102 ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr); 2103 ierr = VecGetArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2104 for (v = 0; v < numSubVertices; ++v) { 2105 const PetscInt vertex = subVertices[v]; 2106 const PetscInt subvertex = firstSubVertex+v; 2107 PetscInt dof, off, sdof, soff, d; 2108 2109 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2110 ierr = PetscSectionGetOffset(coordSection, vertex, &off);CHKERRQ(ierr); 2111 ierr = PetscSectionGetDof(subCoordSection, subvertex, &sdof);CHKERRQ(ierr); 2112 ierr = PetscSectionGetOffset(subCoordSection, subvertex, &soff);CHKERRQ(ierr); 2113 if (dof != sdof) SETERRQ4(comm, PETSC_ERR_PLIB, "Coordinate dimension %d on subvertex %d, vertex %d should be %d", sdof, subvertex, vertex, dof); 2114 for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d]; 2115 } 2116 ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr); 2117 ierr = VecRestoreArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2118 } 2119 ierr = DMSetCoordinatesLocal(subdm, subCoordinates);CHKERRQ(ierr); 2120 ierr = VecDestroy(&subCoordinates);CHKERRQ(ierr); 2121 } 2122 /* Cleanup */ 2123 if (subvertexIS) {ierr = ISRestoreIndices(subvertexIS, &subVertices);CHKERRQ(ierr);} 2124 ierr = ISDestroy(&subvertexIS);CHKERRQ(ierr); 2125 if (subcellIS) {ierr = ISRestoreIndices(subcellIS, &subCells);CHKERRQ(ierr);} 2126 ierr = ISDestroy(&subcellIS);CHKERRQ(ierr); 2127 PetscFunctionReturn(0); 2128 } 2129 2130 #undef __FUNCT__ 2131 #define __FUNCT__ "DMPlexCreateSubmesh_Interpolated" 2132 static PetscErrorCode DMPlexCreateSubmesh_Interpolated(DM dm, DMLabel vertexLabel, PetscInt value, DM subdm) 2133 { 2134 MPI_Comm comm; 2135 DMLabel subpointMap; 2136 IS *subpointIS; 2137 const PetscInt **subpoints; 2138 PetscInt *numSubPoints, *firstSubPoint, *coneNew, *coneONew; 2139 PetscInt totSubPoints = 0, maxConeSize, dim, p, d, v; 2140 PetscErrorCode ierr; 2141 2142 PetscFunctionBegin; 2143 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 2144 /* Create subpointMap which marks the submesh */ 2145 ierr = DMLabelCreate("subpoint_map", &subpointMap);CHKERRQ(ierr); 2146 ierr = DMPlexSetSubpointMap(subdm, subpointMap);CHKERRQ(ierr); 2147 ierr = DMLabelDestroy(&subpointMap);CHKERRQ(ierr); 2148 if (vertexLabel) {ierr = DMPlexMarkSubmesh_Interpolated(dm, vertexLabel, value, subpointMap, subdm);CHKERRQ(ierr);} 2149 /* Setup chart */ 2150 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 2151 ierr = PetscMalloc4(dim+1,PetscInt,&numSubPoints,dim+1,PetscInt,&firstSubPoint,dim+1,IS,&subpointIS,dim+1,const PetscInt *,&subpoints);CHKERRQ(ierr); 2152 for (d = 0; d <= dim; ++d) { 2153 ierr = DMLabelGetStratumSize(subpointMap, d, &numSubPoints[d]);CHKERRQ(ierr); 2154 totSubPoints += numSubPoints[d]; 2155 } 2156 ierr = DMPlexSetChart(subdm, 0, totSubPoints);CHKERRQ(ierr); 2157 ierr = DMPlexSetVTKCellHeight(subdm, 1);CHKERRQ(ierr); 2158 /* Set cone sizes */ 2159 firstSubPoint[dim] = 0; 2160 firstSubPoint[0] = firstSubPoint[dim] + numSubPoints[dim]; 2161 if (dim > 1) {firstSubPoint[dim-1] = firstSubPoint[0] + numSubPoints[0];} 2162 if (dim > 2) {firstSubPoint[dim-2] = firstSubPoint[dim-1] + numSubPoints[dim-1];} 2163 for (d = 0; d <= dim; ++d) { 2164 ierr = DMLabelGetStratumIS(subpointMap, d, &subpointIS[d]);CHKERRQ(ierr); 2165 ierr = ISGetIndices(subpointIS[d], &subpoints[d]);CHKERRQ(ierr); 2166 } 2167 for (d = 0; d <= dim; ++d) { 2168 for (p = 0; p < numSubPoints[d]; ++p) { 2169 const PetscInt point = subpoints[d][p]; 2170 const PetscInt subpoint = firstSubPoint[d] + p; 2171 const PetscInt *cone; 2172 PetscInt coneSize, coneSizeNew, c, val; 2173 2174 ierr = DMPlexGetConeSize(dm, point, &coneSize);CHKERRQ(ierr); 2175 ierr = DMPlexSetConeSize(subdm, subpoint, coneSize);CHKERRQ(ierr); 2176 if (d == dim) { 2177 ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr); 2178 for (c = 0, coneSizeNew = 0; c < coneSize; ++c) { 2179 ierr = DMLabelGetValue(subpointMap, cone[c], &val);CHKERRQ(ierr); 2180 if (val >= 0) coneSizeNew++; 2181 } 2182 ierr = DMPlexSetConeSize(subdm, subpoint, coneSizeNew);CHKERRQ(ierr); 2183 } 2184 } 2185 } 2186 ierr = DMSetUp(subdm);CHKERRQ(ierr); 2187 /* Set cones */ 2188 ierr = DMPlexGetMaxSizes(dm, &maxConeSize, NULL);CHKERRQ(ierr); 2189 ierr = PetscMalloc2(maxConeSize,PetscInt,&coneNew,maxConeSize,PetscInt,&coneONew);CHKERRQ(ierr); 2190 for (d = 0; d <= dim; ++d) { 2191 for (p = 0; p < numSubPoints[d]; ++p) { 2192 const PetscInt point = subpoints[d][p]; 2193 const PetscInt subpoint = firstSubPoint[d] + p; 2194 const PetscInt *cone, *ornt; 2195 PetscInt coneSize, subconeSize, coneSizeNew, c, subc; 2196 2197 ierr = DMPlexGetConeSize(dm, point, &coneSize);CHKERRQ(ierr); 2198 ierr = DMPlexGetConeSize(subdm, subpoint, &subconeSize);CHKERRQ(ierr); 2199 ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr); 2200 ierr = DMPlexGetConeOrientation(dm, point, &ornt);CHKERRQ(ierr); 2201 for (c = 0, coneSizeNew = 0; c < coneSize; ++c) { 2202 ierr = PetscFindInt(cone[c], numSubPoints[d-1], subpoints[d-1], &subc);CHKERRQ(ierr); 2203 if (subc >= 0) { 2204 coneNew[coneSizeNew] = firstSubPoint[d-1] + subc; 2205 coneONew[coneSizeNew] = ornt[c]; 2206 ++coneSizeNew; 2207 } 2208 } 2209 if (coneSizeNew != subconeSize) SETERRQ2(comm, PETSC_ERR_PLIB, "Number of cone points located %d does not match subcone size %d", coneSizeNew, subconeSize); 2210 ierr = DMPlexSetCone(subdm, subpoint, coneNew);CHKERRQ(ierr); 2211 ierr = DMPlexSetConeOrientation(subdm, subpoint, coneONew);CHKERRQ(ierr); 2212 } 2213 } 2214 ierr = PetscFree2(coneNew,coneONew);CHKERRQ(ierr); 2215 ierr = DMPlexSymmetrize(subdm);CHKERRQ(ierr); 2216 ierr = DMPlexStratify(subdm);CHKERRQ(ierr); 2217 /* Build coordinates */ 2218 { 2219 PetscSection coordSection, subCoordSection; 2220 Vec coordinates, subCoordinates; 2221 PetscScalar *coords, *subCoords; 2222 PetscInt numComp, coordSize; 2223 2224 ierr = DMPlexGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr); 2225 ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr); 2226 ierr = DMPlexGetCoordinateSection(subdm, &subCoordSection);CHKERRQ(ierr); 2227 ierr = PetscSectionSetNumFields(subCoordSection, 1);CHKERRQ(ierr); 2228 ierr = PetscSectionGetFieldComponents(coordSection, 0, &numComp);CHKERRQ(ierr); 2229 ierr = PetscSectionSetFieldComponents(subCoordSection, 0, numComp);CHKERRQ(ierr); 2230 ierr = PetscSectionSetChart(subCoordSection, firstSubPoint[0], firstSubPoint[0]+numSubPoints[0]);CHKERRQ(ierr); 2231 for (v = 0; v < numSubPoints[0]; ++v) { 2232 const PetscInt vertex = subpoints[0][v]; 2233 const PetscInt subvertex = firstSubPoint[0]+v; 2234 PetscInt dof; 2235 2236 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2237 ierr = PetscSectionSetDof(subCoordSection, subvertex, dof);CHKERRQ(ierr); 2238 ierr = PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof);CHKERRQ(ierr); 2239 } 2240 ierr = PetscSectionSetUp(subCoordSection);CHKERRQ(ierr); 2241 ierr = PetscSectionGetStorageSize(subCoordSection, &coordSize);CHKERRQ(ierr); 2242 ierr = VecCreate(comm, &subCoordinates);CHKERRQ(ierr); 2243 ierr = VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE);CHKERRQ(ierr); 2244 ierr = VecSetType(subCoordinates,VECSTANDARD);CHKERRQ(ierr); 2245 ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr); 2246 ierr = VecGetArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2247 for (v = 0; v < numSubPoints[0]; ++v) { 2248 const PetscInt vertex = subpoints[0][v]; 2249 const PetscInt subvertex = firstSubPoint[0]+v; 2250 PetscInt dof, off, sdof, soff, d; 2251 2252 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2253 ierr = PetscSectionGetOffset(coordSection, vertex, &off);CHKERRQ(ierr); 2254 ierr = PetscSectionGetDof(subCoordSection, subvertex, &sdof);CHKERRQ(ierr); 2255 ierr = PetscSectionGetOffset(subCoordSection, subvertex, &soff);CHKERRQ(ierr); 2256 if (dof != sdof) SETERRQ4(comm, PETSC_ERR_PLIB, "Coordinate dimension %d on subvertex %d, vertex %d should be %d", sdof, subvertex, vertex, dof); 2257 for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d]; 2258 } 2259 ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr); 2260 ierr = VecRestoreArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2261 ierr = DMSetCoordinatesLocal(subdm, subCoordinates);CHKERRQ(ierr); 2262 ierr = VecDestroy(&subCoordinates);CHKERRQ(ierr); 2263 } 2264 /* Cleanup */ 2265 for (d = 0; d <= dim; ++d) { 2266 ierr = ISRestoreIndices(subpointIS[d], &subpoints[d]);CHKERRQ(ierr); 2267 ierr = ISDestroy(&subpointIS[d]);CHKERRQ(ierr); 2268 } 2269 ierr = PetscFree4(numSubPoints,firstSubPoint,subpointIS,subpoints);CHKERRQ(ierr); 2270 PetscFunctionReturn(0); 2271 } 2272 2273 #undef __FUNCT__ 2274 #define __FUNCT__ "DMPlexCreateSubmesh" 2275 /*@ 2276 DMPlexCreateSubmesh - Extract a hypersurface from the mesh using vertices defined by a label 2277 2278 Input Parameters: 2279 + dm - The original mesh 2280 . vertexLabel - The DMLabel marking vertices contained in the surface 2281 - value - The label value to use 2282 2283 Output Parameter: 2284 . subdm - The surface mesh 2285 2286 Note: This function produces a DMLabel mapping original points in the submesh to their depth. This can be obtained using DMPlexGetSubpointMap(). 2287 2288 Level: developer 2289 2290 .seealso: DMPlexGetSubpointMap(), DMPlexGetLabel(), DMLabelSetValue() 2291 @*/ 2292 PetscErrorCode DMPlexCreateSubmesh(DM dm, DMLabel vertexLabel, PetscInt value, DM *subdm) 2293 { 2294 PetscInt dim, depth; 2295 PetscErrorCode ierr; 2296 2297 PetscFunctionBegin; 2298 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2299 PetscValidPointer(subdm, 3); 2300 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 2301 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 2302 ierr = DMCreate(PetscObjectComm((PetscObject)dm), subdm);CHKERRQ(ierr); 2303 ierr = DMSetType(*subdm, DMPLEX);CHKERRQ(ierr); 2304 ierr = DMPlexSetDimension(*subdm, dim-1);CHKERRQ(ierr); 2305 if (depth == dim) { 2306 ierr = DMPlexCreateSubmesh_Interpolated(dm, vertexLabel, value, *subdm);CHKERRQ(ierr); 2307 } else { 2308 ierr = DMPlexCreateSubmesh_Uninterpolated(dm, vertexLabel, value, *subdm);CHKERRQ(ierr); 2309 } 2310 PetscFunctionReturn(0); 2311 } 2312 2313 #undef __FUNCT__ 2314 #define __FUNCT__ "DMPlexFilterPoint_Internal" 2315 PETSC_STATIC_INLINE PetscInt DMPlexFilterPoint_Internal(PetscInt point, PetscInt firstSubPoint, PetscInt numSubPoints, const PetscInt subPoints[]) 2316 { 2317 PetscInt subPoint; 2318 PetscErrorCode ierr; 2319 2320 ierr = PetscFindInt(point, numSubPoints, subPoints, &subPoint); if (ierr < 0) return ierr; 2321 return subPoint < 0 ? subPoint : firstSubPoint+subPoint; 2322 } 2323 2324 #undef __FUNCT__ 2325 #define __FUNCT__ "DMPlexCreateCohesiveSubmesh_Uninterpolated" 2326 static PetscErrorCode DMPlexCreateCohesiveSubmesh_Uninterpolated(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM subdm) 2327 { 2328 MPI_Comm comm; 2329 DMLabel subpointMap; 2330 IS subvertexIS; 2331 const PetscInt *subVertices; 2332 PetscInt numSubVertices, firstSubVertex, numSubCells, *subCells = NULL; 2333 PetscInt *subface, maxConeSize, numSubFaces, firstSubFace, newFacePoint, nFV; 2334 PetscInt cMax, c, f; 2335 PetscErrorCode ierr; 2336 2337 PetscFunctionBegin; 2338 ierr = PetscObjectGetComm((PetscObject)dm, &comm);CHKERRQ(ierr); 2339 /* Create subpointMap which marks the submesh */ 2340 ierr = DMLabelCreate("subpoint_map", &subpointMap);CHKERRQ(ierr); 2341 ierr = DMPlexSetSubpointMap(subdm, subpointMap);CHKERRQ(ierr); 2342 ierr = DMLabelDestroy(&subpointMap);CHKERRQ(ierr); 2343 ierr = DMPlexMarkCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, subpointMap, &numSubFaces, &nFV, &subCells, subdm);CHKERRQ(ierr); 2344 /* Setup chart */ 2345 ierr = DMLabelGetStratumSize(subpointMap, 0, &numSubVertices);CHKERRQ(ierr); 2346 ierr = DMLabelGetStratumSize(subpointMap, 2, &numSubCells);CHKERRQ(ierr); 2347 ierr = DMPlexSetChart(subdm, 0, numSubCells+numSubFaces+numSubVertices);CHKERRQ(ierr); 2348 ierr = DMPlexSetVTKCellHeight(subdm, 1);CHKERRQ(ierr); 2349 /* Set cone sizes */ 2350 firstSubVertex = numSubCells; 2351 firstSubFace = numSubCells+numSubVertices; 2352 newFacePoint = firstSubFace; 2353 ierr = DMLabelGetStratumIS(subpointMap, 0, &subvertexIS);CHKERRQ(ierr); 2354 if (subvertexIS) {ierr = ISGetIndices(subvertexIS, &subVertices);CHKERRQ(ierr);} 2355 for (c = 0; c < numSubCells; ++c) { 2356 ierr = DMPlexSetConeSize(subdm, c, 1);CHKERRQ(ierr); 2357 } 2358 for (f = firstSubFace; f < firstSubFace+numSubFaces; ++f) { 2359 ierr = DMPlexSetConeSize(subdm, f, nFV);CHKERRQ(ierr); 2360 } 2361 ierr = DMSetUp(subdm);CHKERRQ(ierr); 2362 /* Create face cones */ 2363 ierr = DMPlexGetMaxSizes(dm, &maxConeSize, NULL);CHKERRQ(ierr); 2364 ierr = DMPlexGetHybridBounds(dm, &cMax, NULL, NULL, NULL);CHKERRQ(ierr); 2365 ierr = DMGetWorkArray(subdm, maxConeSize, PETSC_INT, (void**) &subface);CHKERRQ(ierr); 2366 for (c = 0; c < numSubCells; ++c) { 2367 const PetscInt cell = subCells[c]; 2368 const PetscInt subcell = c; 2369 const PetscInt *cone, *cells; 2370 PetscInt numCells, subVertex, p, v; 2371 2372 if (cell < cMax) continue; 2373 ierr = DMPlexGetCone(dm, cell, &cone);CHKERRQ(ierr); 2374 for (v = 0; v < nFV; ++v) { 2375 ierr = PetscFindInt(cone[v], numSubVertices, subVertices, &subVertex);CHKERRQ(ierr); 2376 subface[v] = firstSubVertex+subVertex; 2377 } 2378 ierr = DMPlexSetCone(subdm, newFacePoint, subface);CHKERRQ(ierr); 2379 ierr = DMPlexSetCone(subdm, subcell, &newFacePoint);CHKERRQ(ierr); 2380 ierr = DMPlexGetJoin(dm, nFV, cone, &numCells, &cells);CHKERRQ(ierr); 2381 /* Not true in parallel 2382 if (numCells != 2) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Cohesive cells should separate two cells"); */ 2383 for (p = 0; p < numCells; ++p) { 2384 PetscInt negsubcell; 2385 2386 if (cells[p] >= cMax) continue; 2387 /* I know this is a crap search */ 2388 for (negsubcell = 0; negsubcell < numSubCells; ++negsubcell) { 2389 if (subCells[negsubcell] == cells[p]) break; 2390 } 2391 if (negsubcell == numSubCells) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not find negative face neighbor for cohesive cell %d", cell); 2392 ierr = DMPlexSetCone(subdm, negsubcell, &newFacePoint);CHKERRQ(ierr); 2393 } 2394 ierr = DMPlexRestoreJoin(dm, nFV, cone, &numCells, &cells);CHKERRQ(ierr); 2395 ++newFacePoint; 2396 } 2397 ierr = DMRestoreWorkArray(subdm, maxConeSize, PETSC_INT, (void**) &subface);CHKERRQ(ierr); 2398 ierr = DMPlexSymmetrize(subdm);CHKERRQ(ierr); 2399 ierr = DMPlexStratify(subdm);CHKERRQ(ierr); 2400 /* Build coordinates */ 2401 { 2402 PetscSection coordSection, subCoordSection; 2403 Vec coordinates, subCoordinates; 2404 PetscScalar *coords, *subCoords; 2405 PetscInt numComp, coordSize, v; 2406 2407 ierr = DMPlexGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr); 2408 ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr); 2409 ierr = DMPlexGetCoordinateSection(subdm, &subCoordSection);CHKERRQ(ierr); 2410 ierr = PetscSectionSetNumFields(subCoordSection, 1);CHKERRQ(ierr); 2411 ierr = PetscSectionGetFieldComponents(coordSection, 0, &numComp);CHKERRQ(ierr); 2412 ierr = PetscSectionSetFieldComponents(subCoordSection, 0, numComp);CHKERRQ(ierr); 2413 ierr = PetscSectionSetChart(subCoordSection, firstSubVertex, firstSubVertex+numSubVertices);CHKERRQ(ierr); 2414 for (v = 0; v < numSubVertices; ++v) { 2415 const PetscInt vertex = subVertices[v]; 2416 const PetscInt subvertex = firstSubVertex+v; 2417 PetscInt dof; 2418 2419 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2420 ierr = PetscSectionSetDof(subCoordSection, subvertex, dof);CHKERRQ(ierr); 2421 ierr = PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof);CHKERRQ(ierr); 2422 } 2423 ierr = PetscSectionSetUp(subCoordSection);CHKERRQ(ierr); 2424 ierr = PetscSectionGetStorageSize(subCoordSection, &coordSize);CHKERRQ(ierr); 2425 ierr = VecCreate(comm, &subCoordinates);CHKERRQ(ierr); 2426 ierr = VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE);CHKERRQ(ierr); 2427 ierr = VecSetType(subCoordinates,VECSTANDARD);CHKERRQ(ierr); 2428 ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr); 2429 ierr = VecGetArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2430 for (v = 0; v < numSubVertices; ++v) { 2431 const PetscInt vertex = subVertices[v]; 2432 const PetscInt subvertex = firstSubVertex+v; 2433 PetscInt dof, off, sdof, soff, d; 2434 2435 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2436 ierr = PetscSectionGetOffset(coordSection, vertex, &off);CHKERRQ(ierr); 2437 ierr = PetscSectionGetDof(subCoordSection, subvertex, &sdof);CHKERRQ(ierr); 2438 ierr = PetscSectionGetOffset(subCoordSection, subvertex, &soff);CHKERRQ(ierr); 2439 if (dof != sdof) SETERRQ4(comm, PETSC_ERR_PLIB, "Coordinate dimension %d on subvertex %d, vertex %d should be %d", sdof, subvertex, vertex, dof); 2440 for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d]; 2441 } 2442 ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr); 2443 ierr = VecRestoreArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2444 ierr = DMSetCoordinatesLocal(subdm, subCoordinates);CHKERRQ(ierr); 2445 ierr = VecDestroy(&subCoordinates);CHKERRQ(ierr); 2446 } 2447 /* Build SF */ 2448 CHKMEMQ; 2449 { 2450 PetscSF sfPoint, sfPointSub; 2451 const PetscSFNode *remotePoints; 2452 PetscSFNode *sremotePoints, *newLocalPoints, *newOwners; 2453 const PetscInt *localPoints; 2454 PetscInt *slocalPoints; 2455 PetscInt numRoots, numLeaves, numSubRoots = numSubCells+numSubFaces+numSubVertices, numSubLeaves = 0, l, sl, ll, pStart, pEnd, p, vStart, vEnd; 2456 PetscMPIInt rank; 2457 2458 ierr = MPI_Comm_rank(PetscObjectComm((PetscObject) dm), &rank);CHKERRQ(ierr); 2459 ierr = DMGetPointSF(dm, &sfPoint);CHKERRQ(ierr); 2460 ierr = DMGetPointSF(subdm, &sfPointSub);CHKERRQ(ierr); 2461 ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr); 2462 ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 2463 ierr = PetscSFGetGraph(sfPoint, &numRoots, &numLeaves, &localPoints, &remotePoints);CHKERRQ(ierr); 2464 if (numRoots >= 0) { 2465 /* Only vertices should be shared */ 2466 ierr = PetscMalloc2(pEnd-pStart,PetscSFNode,&newLocalPoints,numRoots,PetscSFNode,&newOwners);CHKERRQ(ierr); 2467 for (p = 0; p < pEnd-pStart; ++p) { 2468 newLocalPoints[p].rank = -2; 2469 newLocalPoints[p].index = -2; 2470 } 2471 /* Set subleaves */ 2472 for (l = 0; l < numLeaves; ++l) { 2473 const PetscInt point = localPoints[l]; 2474 const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices); 2475 2476 if ((point < vStart) && (point >= vEnd)) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Should not be mapping anything but vertices, %d", point); 2477 if (subPoint < 0) continue; 2478 newLocalPoints[point-pStart].rank = rank; 2479 newLocalPoints[point-pStart].index = subPoint; 2480 ++numSubLeaves; 2481 } 2482 /* Must put in owned subpoints */ 2483 for (p = pStart; p < pEnd; ++p) { 2484 const PetscInt subPoint = DMPlexFilterPoint_Internal(p, firstSubVertex, numSubVertices, subVertices); 2485 2486 if (subPoint < 0) { 2487 newOwners[p-pStart].rank = -3; 2488 newOwners[p-pStart].index = -3; 2489 } else { 2490 newOwners[p-pStart].rank = rank; 2491 newOwners[p-pStart].index = subPoint; 2492 } 2493 } 2494 ierr = PetscSFReduceBegin(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC);CHKERRQ(ierr); 2495 ierr = PetscSFReduceEnd(sfPoint, MPIU_2INT, newLocalPoints, newOwners, MPI_MAXLOC);CHKERRQ(ierr); 2496 ierr = PetscSFBcastBegin(sfPoint, MPIU_2INT, newOwners, newLocalPoints);CHKERRQ(ierr); 2497 ierr = PetscSFBcastEnd(sfPoint, MPIU_2INT, newOwners, newLocalPoints);CHKERRQ(ierr); 2498 ierr = PetscMalloc(numSubLeaves * sizeof(PetscInt), &slocalPoints);CHKERRQ(ierr); 2499 ierr = PetscMalloc(numSubLeaves * sizeof(PetscSFNode), &sremotePoints);CHKERRQ(ierr); 2500 for (l = 0, sl = 0, ll = 0; l < numLeaves; ++l) { 2501 const PetscInt point = localPoints[l]; 2502 const PetscInt subPoint = DMPlexFilterPoint_Internal(point, firstSubVertex, numSubVertices, subVertices); 2503 2504 if (subPoint < 0) continue; 2505 if (newLocalPoints[point].rank == rank) {++ll; continue;} 2506 slocalPoints[sl] = subPoint; 2507 sremotePoints[sl].rank = newLocalPoints[point].rank; 2508 sremotePoints[sl].index = newLocalPoints[point].index; 2509 if (sremotePoints[sl].rank < 0) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote rank for local point %d", point); 2510 if (sremotePoints[sl].index < 0) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid remote subpoint for local point %d", point); 2511 ++sl; 2512 } 2513 ierr = PetscFree2(newLocalPoints,newOwners);CHKERRQ(ierr); 2514 if (sl + ll != numSubLeaves) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Mismatch in number of subleaves %d + %d != %d", sl, ll, numSubLeaves); 2515 ierr = PetscSFSetGraph(sfPointSub, numSubRoots, sl, slocalPoints, PETSC_OWN_POINTER, sremotePoints, PETSC_OWN_POINTER);CHKERRQ(ierr); 2516 } 2517 } 2518 CHKMEMQ; 2519 /* Cleanup */ 2520 if (subvertexIS) {ierr = ISRestoreIndices(subvertexIS, &subVertices);CHKERRQ(ierr);} 2521 ierr = ISDestroy(&subvertexIS);CHKERRQ(ierr); 2522 ierr = PetscFree(subCells);CHKERRQ(ierr); 2523 PetscFunctionReturn(0); 2524 } 2525 2526 #undef __FUNCT__ 2527 #define __FUNCT__ "DMPlexCreateCohesiveSubmesh_Interpolated" 2528 static PetscErrorCode DMPlexCreateCohesiveSubmesh_Interpolated(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM subdm) 2529 { 2530 MPI_Comm comm; 2531 DMLabel subpointMap; 2532 IS *subpointIS; 2533 const PetscInt **subpoints; 2534 PetscInt *numSubPoints, *firstSubPoint, *coneNew; 2535 PetscInt totSubPoints = 0, maxConeSize, dim, p, d, v; 2536 PetscErrorCode ierr; 2537 2538 PetscFunctionBegin; 2539 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 2540 /* Create subpointMap which marks the submesh */ 2541 ierr = DMLabelCreate("subpoint_map", &subpointMap);CHKERRQ(ierr); 2542 ierr = DMPlexSetSubpointMap(subdm, subpointMap);CHKERRQ(ierr); 2543 ierr = DMLabelDestroy(&subpointMap);CHKERRQ(ierr); 2544 ierr = DMPlexMarkCohesiveSubmesh_Interpolated(dm, hasLagrange, label, value, subpointMap, subdm);CHKERRQ(ierr); 2545 /* Setup chart */ 2546 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 2547 ierr = PetscMalloc4(dim+1,PetscInt,&numSubPoints,dim+1,PetscInt,&firstSubPoint,dim+1,IS,&subpointIS,dim+1,const PetscInt *,&subpoints);CHKERRQ(ierr); 2548 for (d = 0; d <= dim; ++d) { 2549 ierr = DMLabelGetStratumSize(subpointMap, d, &numSubPoints[d]);CHKERRQ(ierr); 2550 totSubPoints += numSubPoints[d]; 2551 } 2552 ierr = DMPlexSetChart(subdm, 0, totSubPoints);CHKERRQ(ierr); 2553 ierr = DMPlexSetVTKCellHeight(subdm, 1);CHKERRQ(ierr); 2554 /* Set cone sizes */ 2555 firstSubPoint[dim] = 0; 2556 firstSubPoint[0] = firstSubPoint[dim] + numSubPoints[dim]; 2557 if (dim > 1) {firstSubPoint[dim-1] = firstSubPoint[0] + numSubPoints[0];} 2558 if (dim > 2) {firstSubPoint[dim-2] = firstSubPoint[dim-1] + numSubPoints[dim-1];} 2559 for (d = 0; d <= dim; ++d) { 2560 ierr = DMLabelGetStratumIS(subpointMap, d, &subpointIS[d]);CHKERRQ(ierr); 2561 ierr = ISGetIndices(subpointIS[d], &subpoints[d]);CHKERRQ(ierr); 2562 } 2563 for (d = 0; d <= dim; ++d) { 2564 for (p = 0; p < numSubPoints[d]; ++p) { 2565 const PetscInt point = subpoints[d][p]; 2566 const PetscInt subpoint = firstSubPoint[d] + p; 2567 const PetscInt *cone; 2568 PetscInt coneSize, coneSizeNew, c, val; 2569 2570 ierr = DMPlexGetConeSize(dm, point, &coneSize);CHKERRQ(ierr); 2571 ierr = DMPlexSetConeSize(subdm, subpoint, coneSize);CHKERRQ(ierr); 2572 if (d == dim) { 2573 ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr); 2574 for (c = 0, coneSizeNew = 0; c < coneSize; ++c) { 2575 ierr = DMLabelGetValue(subpointMap, cone[c], &val);CHKERRQ(ierr); 2576 if (val >= 0) coneSizeNew++; 2577 } 2578 ierr = DMPlexSetConeSize(subdm, subpoint, coneSizeNew);CHKERRQ(ierr); 2579 } 2580 } 2581 } 2582 ierr = DMSetUp(subdm);CHKERRQ(ierr); 2583 /* Set cones */ 2584 ierr = DMPlexGetMaxSizes(dm, &maxConeSize, NULL);CHKERRQ(ierr); 2585 ierr = PetscMalloc(maxConeSize * sizeof(PetscInt), &coneNew);CHKERRQ(ierr); 2586 for (d = 0; d <= dim; ++d) { 2587 for (p = 0; p < numSubPoints[d]; ++p) { 2588 const PetscInt point = subpoints[d][p]; 2589 const PetscInt subpoint = firstSubPoint[d] + p; 2590 const PetscInt *cone; 2591 PetscInt coneSize, subconeSize, coneSizeNew, c, subc; 2592 2593 ierr = DMPlexGetConeSize(dm, point, &coneSize);CHKERRQ(ierr); 2594 ierr = DMPlexGetConeSize(subdm, subpoint, &subconeSize);CHKERRQ(ierr); 2595 ierr = DMPlexGetCone(dm, point, &cone);CHKERRQ(ierr); 2596 for (c = 0, coneSizeNew = 0; c < coneSize; ++c) { 2597 ierr = PetscFindInt(cone[c], numSubPoints[d-1], subpoints[d-1], &subc);CHKERRQ(ierr); 2598 if (subc >= 0) coneNew[coneSizeNew++] = firstSubPoint[d-1] + subc; 2599 } 2600 if (coneSizeNew != subconeSize) SETERRQ2(comm, PETSC_ERR_PLIB, "Number of cone points located %d does not match subcone size %d", coneSizeNew, subconeSize); 2601 ierr = DMPlexSetCone(subdm, subpoint, coneNew);CHKERRQ(ierr); 2602 } 2603 } 2604 ierr = PetscFree(coneNew);CHKERRQ(ierr); 2605 ierr = DMPlexSymmetrize(subdm);CHKERRQ(ierr); 2606 ierr = DMPlexStratify(subdm);CHKERRQ(ierr); 2607 /* Build coordinates */ 2608 { 2609 PetscSection coordSection, subCoordSection; 2610 Vec coordinates, subCoordinates; 2611 PetscScalar *coords, *subCoords; 2612 PetscInt numComp, coordSize; 2613 2614 ierr = DMPlexGetCoordinateSection(dm, &coordSection);CHKERRQ(ierr); 2615 ierr = DMGetCoordinatesLocal(dm, &coordinates);CHKERRQ(ierr); 2616 ierr = DMPlexGetCoordinateSection(subdm, &subCoordSection);CHKERRQ(ierr); 2617 ierr = PetscSectionSetNumFields(subCoordSection, 1);CHKERRQ(ierr); 2618 ierr = PetscSectionGetFieldComponents(coordSection, 0, &numComp);CHKERRQ(ierr); 2619 ierr = PetscSectionSetFieldComponents(subCoordSection, 0, numComp);CHKERRQ(ierr); 2620 ierr = PetscSectionSetChart(subCoordSection, firstSubPoint[0], firstSubPoint[0]+numSubPoints[0]);CHKERRQ(ierr); 2621 for (v = 0; v < numSubPoints[0]; ++v) { 2622 const PetscInt vertex = subpoints[0][v]; 2623 const PetscInt subvertex = firstSubPoint[0]+v; 2624 PetscInt dof; 2625 2626 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2627 ierr = PetscSectionSetDof(subCoordSection, subvertex, dof);CHKERRQ(ierr); 2628 ierr = PetscSectionSetFieldDof(subCoordSection, subvertex, 0, dof);CHKERRQ(ierr); 2629 } 2630 ierr = PetscSectionSetUp(subCoordSection);CHKERRQ(ierr); 2631 ierr = PetscSectionGetStorageSize(subCoordSection, &coordSize);CHKERRQ(ierr); 2632 ierr = VecCreate(comm, &subCoordinates);CHKERRQ(ierr); 2633 ierr = VecSetSizes(subCoordinates, coordSize, PETSC_DETERMINE);CHKERRQ(ierr); 2634 ierr = VecSetType(subCoordinates,VECSTANDARD);CHKERRQ(ierr); 2635 ierr = VecGetArray(coordinates, &coords);CHKERRQ(ierr); 2636 ierr = VecGetArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2637 for (v = 0; v < numSubPoints[0]; ++v) { 2638 const PetscInt vertex = subpoints[0][v]; 2639 const PetscInt subvertex = firstSubPoint[0]+v; 2640 PetscInt dof, off, sdof, soff, d; 2641 2642 ierr = PetscSectionGetDof(coordSection, vertex, &dof);CHKERRQ(ierr); 2643 ierr = PetscSectionGetOffset(coordSection, vertex, &off);CHKERRQ(ierr); 2644 ierr = PetscSectionGetDof(subCoordSection, subvertex, &sdof);CHKERRQ(ierr); 2645 ierr = PetscSectionGetOffset(subCoordSection, subvertex, &soff);CHKERRQ(ierr); 2646 if (dof != sdof) SETERRQ4(comm, PETSC_ERR_PLIB, "Coordinate dimension %d on subvertex %d, vertex %d should be %d", sdof, subvertex, vertex, dof); 2647 for (d = 0; d < dof; ++d) subCoords[soff+d] = coords[off+d]; 2648 } 2649 ierr = VecRestoreArray(coordinates, &coords);CHKERRQ(ierr); 2650 ierr = VecRestoreArray(subCoordinates, &subCoords);CHKERRQ(ierr); 2651 ierr = DMSetCoordinatesLocal(subdm, subCoordinates);CHKERRQ(ierr); 2652 ierr = VecDestroy(&subCoordinates);CHKERRQ(ierr); 2653 } 2654 /* Cleanup */ 2655 for (d = 0; d <= dim; ++d) { 2656 ierr = ISRestoreIndices(subpointIS[d], &subpoints[d]);CHKERRQ(ierr); 2657 ierr = ISDestroy(&subpointIS[d]);CHKERRQ(ierr); 2658 } 2659 ierr = PetscFree4(numSubPoints,firstSubPoint,subpointIS,subpoints);CHKERRQ(ierr); 2660 PetscFunctionReturn(0); 2661 } 2662 2663 #undef __FUNCT__ 2664 #define __FUNCT__ "DMPlexCreateCohesiveSubmesh" 2665 /* 2666 DMPlexCreateCohesiveSubmesh - Extract from a mesh with cohesive cells the hypersurface defined by one face of the cells. Optionally, a Label an be given to restrict the cells. 2667 2668 Input Parameters: 2669 + dm - The original mesh 2670 . hasLagrange - The mesh has Lagrange unknowns in the cohesive cells 2671 . label - A label name, or PETSC_NULL 2672 - value - A label value 2673 2674 Output Parameter: 2675 . subdm - The surface mesh 2676 2677 Note: This function produces a DMLabel mapping original points in the submesh to their depth. This can be obtained using DMPlexGetSubpointMap(). 2678 2679 Level: developer 2680 2681 .seealso: DMPlexGetSubpointMap(), DMPlexCreateSubmesh() 2682 */ 2683 PetscErrorCode DMPlexCreateCohesiveSubmesh(DM dm, PetscBool hasLagrange, const char label[], PetscInt value, DM *subdm) 2684 { 2685 PetscInt dim, depth; 2686 PetscErrorCode ierr; 2687 2688 PetscFunctionBegin; 2689 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2690 PetscValidPointer(subdm, 5); 2691 ierr = DMPlexGetDimension(dm, &dim);CHKERRQ(ierr); 2692 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 2693 ierr = DMCreate(PetscObjectComm((PetscObject)dm), subdm);CHKERRQ(ierr); 2694 ierr = DMSetType(*subdm, DMPLEX);CHKERRQ(ierr); 2695 ierr = DMPlexSetDimension(*subdm, dim-1);CHKERRQ(ierr); 2696 if (depth == dim) { 2697 ierr = DMPlexCreateCohesiveSubmesh_Interpolated(dm, hasLagrange, label, value, *subdm);CHKERRQ(ierr); 2698 } else { 2699 ierr = DMPlexCreateCohesiveSubmesh_Uninterpolated(dm, hasLagrange, label, value, *subdm);CHKERRQ(ierr); 2700 } 2701 PetscFunctionReturn(0); 2702 } 2703 2704 #undef __FUNCT__ 2705 #define __FUNCT__ "DMPlexGetSubpointMap" 2706 /*@ 2707 DMPlexGetSubpointMap - Returns a DMLabel with point dimension as values 2708 2709 Input Parameter: 2710 . dm - The submesh DM 2711 2712 Output Parameter: 2713 . subpointMap - The DMLabel of all the points from the original mesh in this submesh, or NULL if this is not a submesh 2714 2715 Level: developer 2716 2717 .seealso: DMPlexCreateSubmesh(), DMPlexCreateSubpointIS() 2718 @*/ 2719 PetscErrorCode DMPlexGetSubpointMap(DM dm, DMLabel *subpointMap) 2720 { 2721 DM_Plex *mesh = (DM_Plex*) dm->data; 2722 2723 PetscFunctionBegin; 2724 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2725 PetscValidPointer(subpointMap, 2); 2726 *subpointMap = mesh->subpointMap; 2727 PetscFunctionReturn(0); 2728 } 2729 2730 #undef __FUNCT__ 2731 #define __FUNCT__ "DMPlexSetSubpointMap" 2732 /* Note: Should normally not be called by the user, since it is set in DMPlexCreateSubmesh() */ 2733 PetscErrorCode DMPlexSetSubpointMap(DM dm, DMLabel subpointMap) 2734 { 2735 DM_Plex *mesh = (DM_Plex *) dm->data; 2736 DMLabel tmp; 2737 PetscErrorCode ierr; 2738 2739 PetscFunctionBegin; 2740 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2741 tmp = mesh->subpointMap; 2742 mesh->subpointMap = subpointMap; 2743 ++mesh->subpointMap->refct; 2744 ierr = DMLabelDestroy(&tmp);CHKERRQ(ierr); 2745 PetscFunctionReturn(0); 2746 } 2747 2748 #undef __FUNCT__ 2749 #define __FUNCT__ "DMPlexCreateSubpointIS" 2750 /*@ 2751 DMPlexCreateSubpointIS - Creates an IS covering the entire subdm chart with the original points as data 2752 2753 Input Parameter: 2754 . dm - The submesh DM 2755 2756 Output Parameter: 2757 . subpointIS - The IS of all the points from the original mesh in this submesh, or NULL if this is not a submesh 2758 2759 Note: This is IS is guaranteed to be sorted by the construction of the submesh 2760 2761 Level: developer 2762 2763 .seealso: DMPlexCreateSubmesh(), DMPlexGetSubpointMap() 2764 @*/ 2765 PetscErrorCode DMPlexCreateSubpointIS(DM dm, IS *subpointIS) 2766 { 2767 MPI_Comm comm; 2768 DMLabel subpointMap; 2769 IS is; 2770 const PetscInt *opoints; 2771 PetscInt *points, *depths; 2772 PetscInt depth, depStart, depEnd, d, pStart, pEnd, p, n, off; 2773 PetscErrorCode ierr; 2774 2775 PetscFunctionBegin; 2776 PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2777 PetscValidPointer(subpointIS, 2); 2778 ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 2779 *subpointIS = NULL; 2780 ierr = DMPlexGetSubpointMap(dm, &subpointMap);CHKERRQ(ierr); 2781 ierr = DMPlexGetDepth(dm, &depth);CHKERRQ(ierr); 2782 if (subpointMap && depth >= 0) { 2783 ierr = DMPlexGetChart(dm, &pStart, &pEnd);CHKERRQ(ierr); 2784 if (pStart) SETERRQ1(comm, PETSC_ERR_ARG_WRONG, "Submeshes must start the point numbering at 0, not %d", pStart); 2785 ierr = DMGetWorkArray(dm, depth+1, PETSC_INT, &depths);CHKERRQ(ierr); 2786 depths[0] = depth; 2787 depths[1] = 0; 2788 for(d = 2; d <= depth; ++d) {depths[d] = depth+1 - d;} 2789 ierr = PetscMalloc(pEnd * sizeof(PetscInt), &points);CHKERRQ(ierr); 2790 for(d = 0, off = 0; d <= depth; ++d) { 2791 const PetscInt dep = depths[d]; 2792 2793 ierr = DMPlexGetDepthStratum(dm, dep, &depStart, &depEnd);CHKERRQ(ierr); 2794 ierr = DMLabelGetStratumSize(subpointMap, dep, &n);CHKERRQ(ierr); 2795 if (((d < 2) && (depth > 1)) || (d == 1)) { /* Only check vertices and cells for now since the map is broken for others */ 2796 if (n != depEnd-depStart) SETERRQ3(comm, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %d at depth %d should be %d", n, dep, depEnd-depStart); 2797 } else { 2798 if (!n) { 2799 if (d == 0) { 2800 /* Missing cells */ 2801 for(p = 0; p < depEnd-depStart; ++p, ++off) points[off] = -1; 2802 } else { 2803 /* Missing faces */ 2804 for(p = 0; p < depEnd-depStart; ++p, ++off) points[off] = PETSC_MAX_INT; 2805 } 2806 } 2807 } 2808 if (n) { 2809 ierr = DMLabelGetStratumIS(subpointMap, dep, &is);CHKERRQ(ierr); 2810 ierr = ISGetIndices(is, &opoints);CHKERRQ(ierr); 2811 for(p = 0; p < n; ++p, ++off) points[off] = opoints[p]; 2812 ierr = ISRestoreIndices(is, &opoints);CHKERRQ(ierr); 2813 ierr = ISDestroy(&is);CHKERRQ(ierr); 2814 } 2815 } 2816 ierr = DMRestoreWorkArray(dm, depth+1, PETSC_INT, &depths);CHKERRQ(ierr); 2817 if (off != pEnd) SETERRQ2(comm, PETSC_ERR_ARG_WRONG, "The number of mapped submesh points %d should be %d", off, pEnd); 2818 ierr = ISCreateGeneral(PETSC_COMM_SELF, pEnd, points, PETSC_OWN_POINTER, subpointIS);CHKERRQ(ierr); 2819 } 2820 PetscFunctionReturn(0); 2821 } 2822