1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2da97024aSMatthew G. Knepley #include <petscsf.h> 3bfabdd78SPatrick Farrell #include <petscsnes.h> 4cb1e1211SMatthew G Knepley 5e8f14785SLisandro Dalcin #include <petsc/private/hashsetij.h> 6af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h> 7af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h> 8a0845e3aSMatthew G. Knepley 99b6f715bSMatthew G. Knepley static PetscErrorCode PetscContainerUserDestroy_PetscFEGeom (void *ctx) 109b6f715bSMatthew G. Knepley { 119b6f715bSMatthew G. Knepley PetscFEGeom *geom = (PetscFEGeom *) ctx; 129b6f715bSMatthew G. Knepley PetscErrorCode ierr; 139b6f715bSMatthew G. Knepley 149b6f715bSMatthew G. Knepley PetscFunctionBegin; 159b6f715bSMatthew G. Knepley ierr = PetscFEGeomDestroy(&geom);CHKERRQ(ierr); 169b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 179b6f715bSMatthew G. Knepley } 189b6f715bSMatthew G. Knepley 199b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 209b6f715bSMatthew G. Knepley { 219b6f715bSMatthew G. Knepley char composeStr[33] = {0}; 229b6f715bSMatthew G. Knepley PetscObjectId id; 239b6f715bSMatthew G. Knepley PetscContainer container; 249b6f715bSMatthew G. Knepley PetscErrorCode ierr; 259b6f715bSMatthew G. Knepley 269b6f715bSMatthew G. Knepley PetscFunctionBegin; 279b6f715bSMatthew G. Knepley ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr); 289b6f715bSMatthew G. Knepley ierr = PetscSNPrintf(composeStr, 32, "DMPlexGetFEGeom_%x\n", id);CHKERRQ(ierr); 299b6f715bSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr); 309b6f715bSMatthew G. Knepley if (container) { 319b6f715bSMatthew G. Knepley ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr); 329b6f715bSMatthew G. Knepley } else { 339b6f715bSMatthew G. Knepley ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr); 349b6f715bSMatthew G. Knepley ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr); 359b6f715bSMatthew G. Knepley ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr); 369b6f715bSMatthew G. Knepley ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr); 379b6f715bSMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr); 389b6f715bSMatthew G. Knepley ierr = PetscContainerDestroy(&container);CHKERRQ(ierr); 399b6f715bSMatthew G. Knepley } 409b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 419b6f715bSMatthew G. Knepley } 429b6f715bSMatthew G. Knepley 439b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 449b6f715bSMatthew G. Knepley { 459b6f715bSMatthew G. Knepley PetscFunctionBegin; 469b6f715bSMatthew G. Knepley *geom = NULL; 479b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 489b6f715bSMatthew G. Knepley } 499b6f715bSMatthew G. Knepley 5046fa42a0SMatthew G. Knepley /*@ 5146fa42a0SMatthew G. Knepley DMPlexGetScale - Get the scale for the specified fundamental unit 5246fa42a0SMatthew G. Knepley 5346fa42a0SMatthew G. Knepley Not collective 5446fa42a0SMatthew G. Knepley 5546fa42a0SMatthew G. Knepley Input Arguments: 5646fa42a0SMatthew G. Knepley + dm - the DM 5746fa42a0SMatthew G. Knepley - unit - The SI unit 5846fa42a0SMatthew G. Knepley 5946fa42a0SMatthew G. Knepley Output Argument: 6046fa42a0SMatthew G. Knepley . scale - The value used to scale all quantities with this unit 6146fa42a0SMatthew G. Knepley 6246fa42a0SMatthew G. Knepley Level: advanced 6346fa42a0SMatthew G. Knepley 6446fa42a0SMatthew G. Knepley .seealso: DMPlexSetScale(), PetscUnit 6546fa42a0SMatthew G. Knepley @*/ 66cb1e1211SMatthew G Knepley PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale) 67cb1e1211SMatthew G Knepley { 68cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex*) dm->data; 69cb1e1211SMatthew G Knepley 70cb1e1211SMatthew G Knepley PetscFunctionBegin; 71cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 72cb1e1211SMatthew G Knepley PetscValidPointer(scale, 3); 73cb1e1211SMatthew G Knepley *scale = mesh->scale[unit]; 74cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 75cb1e1211SMatthew G Knepley } 76cb1e1211SMatthew G Knepley 7746fa42a0SMatthew G. Knepley /*@ 7846fa42a0SMatthew G. Knepley DMPlexSetScale - Set the scale for the specified fundamental unit 7946fa42a0SMatthew G. Knepley 8046fa42a0SMatthew G. Knepley Not collective 8146fa42a0SMatthew G. Knepley 8246fa42a0SMatthew G. Knepley Input Arguments: 8346fa42a0SMatthew G. Knepley + dm - the DM 8446fa42a0SMatthew G. Knepley . unit - The SI unit 8546fa42a0SMatthew G. Knepley - scale - The value used to scale all quantities with this unit 8646fa42a0SMatthew G. Knepley 8746fa42a0SMatthew G. Knepley Level: advanced 8846fa42a0SMatthew G. Knepley 8946fa42a0SMatthew G. Knepley .seealso: DMPlexGetScale(), PetscUnit 9046fa42a0SMatthew G. Knepley @*/ 91cb1e1211SMatthew G Knepley PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale) 92cb1e1211SMatthew G Knepley { 93cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex*) dm->data; 94cb1e1211SMatthew G Knepley 95cb1e1211SMatthew G Knepley PetscFunctionBegin; 96cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 97cb1e1211SMatthew G Knepley mesh->scale[unit] = scale; 98cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 99cb1e1211SMatthew G Knepley } 100cb1e1211SMatthew G Knepley 101d1828a1cSMatthew G. Knepley static PetscErrorCode DMPlexProjectRigidBody_Private(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nf, PetscScalar *mode, void *ctx) 102026175e5SToby Isaac { 10312adca46SMatthew G. Knepley const PetscInt eps[3][3][3] = {{{0, 0, 0}, {0, 0, 1}, {0, -1, 0}}, {{0, 0, -1}, {0, 0, 0}, {1, 0, 0}}, {{0, 1, 0}, {-1, 0, 0}, {0, 0, 0}}}; 104026175e5SToby Isaac PetscInt *ctxInt = (PetscInt *) ctx; 105ad917190SMatthew G. Knepley PetscInt dim2 = ctxInt[0]; 106026175e5SToby Isaac PetscInt d = ctxInt[1]; 107026175e5SToby Isaac PetscInt i, j, k = dim > 2 ? d - dim : d; 108026175e5SToby Isaac 109ad917190SMatthew G. Knepley PetscFunctionBegin; 110ad917190SMatthew G. Knepley if (dim != dim2) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %d does not match context dimension %d", dim, dim2); 111026175e5SToby Isaac for (i = 0; i < dim; i++) mode[i] = 0.; 112026175e5SToby Isaac if (d < dim) { 11312adca46SMatthew G. Knepley mode[d] = 1.; /* Translation along axis d */ 114ad917190SMatthew G. Knepley } else { 115026175e5SToby Isaac for (i = 0; i < dim; i++) { 116026175e5SToby Isaac for (j = 0; j < dim; j++) { 11712adca46SMatthew G. Knepley mode[j] += eps[i][j][k]*X[i]; /* Rotation about axis d */ 118026175e5SToby Isaac } 119026175e5SToby Isaac } 120026175e5SToby Isaac } 121ad917190SMatthew G. Knepley PetscFunctionReturn(0); 122026175e5SToby Isaac } 123026175e5SToby Isaac 124cc4e42d9SMartin Diehl /*@ 12512adca46SMatthew G. Knepley DMPlexCreateRigidBody - For the default global section, create rigid body modes by function space interpolation 126cb1e1211SMatthew G Knepley 127cb1e1211SMatthew G Knepley Collective on DM 128cb1e1211SMatthew G Knepley 129cb1e1211SMatthew G Knepley Input Arguments: 130026175e5SToby Isaac . dm - the DM 131cb1e1211SMatthew G Knepley 132cb1e1211SMatthew G Knepley Output Argument: 133cb1e1211SMatthew G Knepley . sp - the null space 134cb1e1211SMatthew G Knepley 13512adca46SMatthew G. Knepley Note: This is necessary to provide a suitable coarse space for algebraic multigrid 136cb1e1211SMatthew G Knepley 137cb1e1211SMatthew G Knepley Level: advanced 138cb1e1211SMatthew G Knepley 13912adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate(), PCGAMG 140cb1e1211SMatthew G Knepley @*/ 141026175e5SToby Isaac PetscErrorCode DMPlexCreateRigidBody(DM dm, MatNullSpace *sp) 142cb1e1211SMatthew G Knepley { 143cb1e1211SMatthew G Knepley MPI_Comm comm; 144026175e5SToby Isaac Vec mode[6]; 145026175e5SToby Isaac PetscSection section, globalSection; 146b247467aSMatthew G. Knepley PetscInt dim, dimEmbed, n, m, mmin, d, i, j; 147cb1e1211SMatthew G Knepley PetscErrorCode ierr; 148cb1e1211SMatthew G Knepley 149cb1e1211SMatthew G Knepley PetscFunctionBegin; 150cb1e1211SMatthew G Knepley ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 151c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 1529d8fbdeaSMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr); 153cb1e1211SMatthew G Knepley if (dim == 1) { 154cb1e1211SMatthew G Knepley ierr = MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp);CHKERRQ(ierr); 155cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 156cb1e1211SMatthew G Knepley } 157e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 158e87a4003SBarry Smith ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 159cb1e1211SMatthew G Knepley ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr); 160b247467aSMatthew G. Knepley m = (dim*(dim+1))/2; 161cb1e1211SMatthew G Knepley ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr); 162cb1e1211SMatthew G Knepley ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr); 163cb1e1211SMatthew G Knepley ierr = VecSetUp(mode[0]);CHKERRQ(ierr); 164b247467aSMatthew G. Knepley ierr = VecGetSize(mode[0], &n);CHKERRQ(ierr); 165b247467aSMatthew G. Knepley mmin = PetscMin(m, n); 166cb1e1211SMatthew G Knepley for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);} 167026175e5SToby Isaac for (d = 0; d < m; d++) { 168330485fdSToby Isaac PetscInt ctx[2]; 169d1828a1cSMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 170026175e5SToby Isaac void *voidctx = (void *) (&ctx[0]); 171cb1e1211SMatthew G Knepley 1729d8fbdeaSMatthew G. Knepley ctx[0] = dimEmbed; 173330485fdSToby Isaac ctx[1] = d; 1740709b2feSToby Isaac ierr = DMProjectFunction(dm, 0.0, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr); 175cb1e1211SMatthew G Knepley } 176b247467aSMatthew G. Knepley for (i = 0; i < PetscMin(dim, mmin); ++i) {ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);} 177cb1e1211SMatthew G Knepley /* Orthonormalize system */ 178b247467aSMatthew G. Knepley for (i = dim; i < mmin; ++i) { 179cb1e1211SMatthew G Knepley PetscScalar dots[6]; 180cb1e1211SMatthew G Knepley 181cb1e1211SMatthew G Knepley ierr = VecMDot(mode[i], i, mode, dots);CHKERRQ(ierr); 182cb1e1211SMatthew G Knepley for (j = 0; j < i; ++j) dots[j] *= -1.0; 183cb1e1211SMatthew G Knepley ierr = VecMAXPY(mode[i], i, dots, mode);CHKERRQ(ierr); 184cb1e1211SMatthew G Knepley ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr); 185cb1e1211SMatthew G Knepley } 186b247467aSMatthew G. Knepley ierr = MatNullSpaceCreate(comm, PETSC_FALSE, mmin, mode, sp);CHKERRQ(ierr); 187b247467aSMatthew G. Knepley for (i = 0; i < m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);} 188cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 189cb1e1211SMatthew G Knepley } 190cb1e1211SMatthew G Knepley 191cc4e42d9SMartin Diehl /*@ 19212adca46SMatthew G. Knepley DMPlexCreateRigidBodies - For the default global section, create rigid body modes by function space interpolation 19312adca46SMatthew G. Knepley 19412adca46SMatthew G. Knepley Collective on DM 19512adca46SMatthew G. Knepley 19612adca46SMatthew G. Knepley Input Arguments: 19712adca46SMatthew G. Knepley + dm - the DM 19812adca46SMatthew G. Knepley . nb - The number of bodies 19912adca46SMatthew G. Knepley . label - The DMLabel marking each domain 20012adca46SMatthew G. Knepley . nids - The number of ids per body 20112adca46SMatthew G. Knepley - ids - An array of the label ids in sequence for each domain 20212adca46SMatthew G. Knepley 20312adca46SMatthew G. Knepley Output Argument: 20412adca46SMatthew G. Knepley . sp - the null space 20512adca46SMatthew G. Knepley 20612adca46SMatthew G. Knepley Note: This is necessary to provide a suitable coarse space for algebraic multigrid 20712adca46SMatthew G. Knepley 20812adca46SMatthew G. Knepley Level: advanced 20912adca46SMatthew G. Knepley 21012adca46SMatthew G. Knepley .seealso: MatNullSpaceCreate() 21112adca46SMatthew G. Knepley @*/ 21212adca46SMatthew G. Knepley PetscErrorCode DMPlexCreateRigidBodies(DM dm, PetscInt nb, DMLabel label, const PetscInt nids[], const PetscInt ids[], MatNullSpace *sp) 21312adca46SMatthew G. Knepley { 21412adca46SMatthew G. Knepley MPI_Comm comm; 21512adca46SMatthew G. Knepley PetscSection section, globalSection; 21612adca46SMatthew G. Knepley Vec *mode; 21712adca46SMatthew G. Knepley PetscScalar *dots; 21812adca46SMatthew G. Knepley PetscInt dim, dimEmbed, n, m, b, d, i, j, off; 21912adca46SMatthew G. Knepley PetscErrorCode ierr; 22012adca46SMatthew G. Knepley 22112adca46SMatthew G. Knepley PetscFunctionBegin; 22212adca46SMatthew G. Knepley ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr); 22312adca46SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 22412adca46SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr); 225e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 226e87a4003SBarry Smith ierr = DMGetGlobalSection(dm, &globalSection);CHKERRQ(ierr); 22712adca46SMatthew G. Knepley ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr); 22812adca46SMatthew G. Knepley m = nb * (dim*(dim+1))/2; 22912adca46SMatthew G. Knepley ierr = PetscMalloc2(m, &mode, m, &dots);CHKERRQ(ierr); 23012adca46SMatthew G. Knepley ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr); 23112adca46SMatthew G. Knepley ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr); 23212adca46SMatthew G. Knepley ierr = VecSetUp(mode[0]);CHKERRQ(ierr); 23312adca46SMatthew G. Knepley for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);} 23412adca46SMatthew G. Knepley for (b = 0, off = 0; b < nb; ++b) { 23512adca46SMatthew G. Knepley for (d = 0; d < m/nb; ++d) { 23612adca46SMatthew G. Knepley PetscInt ctx[2]; 23712adca46SMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 23812adca46SMatthew G. Knepley void *voidctx = (void *) (&ctx[0]); 23912adca46SMatthew G. Knepley 24012adca46SMatthew G. Knepley ctx[0] = dimEmbed; 24112adca46SMatthew G. Knepley ctx[1] = d; 24212adca46SMatthew G. Knepley ierr = DMProjectFunctionLabel(dm, 0.0, label, nids[b], &ids[off], 0, NULL, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr); 24312adca46SMatthew G. Knepley off += nids[b]; 24412adca46SMatthew G. Knepley } 24512adca46SMatthew G. Knepley } 24612adca46SMatthew G. Knepley for (i = 0; i < dim; ++i) {ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);} 24712adca46SMatthew G. Knepley /* Orthonormalize system */ 24812adca46SMatthew G. Knepley for (i = 0; i < m; ++i) { 24912adca46SMatthew G. Knepley ierr = VecMDot(mode[i], i, mode, dots);CHKERRQ(ierr); 25012adca46SMatthew G. Knepley for (j = 0; j < i; ++j) dots[j] *= -1.0; 25112adca46SMatthew G. Knepley ierr = VecMAXPY(mode[i], i, dots, mode);CHKERRQ(ierr); 25212adca46SMatthew G. Knepley ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr); 25312adca46SMatthew G. Knepley } 25412adca46SMatthew G. Knepley ierr = MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp);CHKERRQ(ierr); 25512adca46SMatthew G. Knepley for (i = 0; i< m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);} 25612adca46SMatthew G. Knepley ierr = PetscFree2(mode, dots);CHKERRQ(ierr); 25712adca46SMatthew G. Knepley PetscFunctionReturn(0); 25812adca46SMatthew G. Knepley } 25912adca46SMatthew G. Knepley 260b29cfa1cSToby Isaac /*@ 261b29cfa1cSToby Isaac DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs 262b29cfa1cSToby Isaac are computed by associating the basis function with one of the mesh points in its transitively-closed support, and 263b29cfa1cSToby Isaac evaluating the dual space basis of that point. A basis function is associated with the point in its 264b29cfa1cSToby Isaac transitively-closed support whose mesh height is highest (w.r.t. DAG height), but not greater than the maximum 265b29cfa1cSToby Isaac projection height, which is set with this function. By default, the maximum projection height is zero, which means 266b29cfa1cSToby Isaac that only mesh cells are used to project basis functions. A height of one, for example, evaluates a cell-interior 267b29cfa1cSToby Isaac basis functions using its cells dual space basis, but all other basis functions with the dual space basis of a face. 268b29cfa1cSToby Isaac 269b29cfa1cSToby Isaac Input Parameters: 270b29cfa1cSToby Isaac + dm - the DMPlex object 271b29cfa1cSToby Isaac - height - the maximum projection height >= 0 272b29cfa1cSToby Isaac 273b29cfa1cSToby Isaac Level: advanced 274b29cfa1cSToby Isaac 2754d6f44ffSToby Isaac .seealso: DMPlexGetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal() 276b29cfa1cSToby Isaac @*/ 277b29cfa1cSToby Isaac PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height) 278b29cfa1cSToby Isaac { 279b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *) dm->data; 280b29cfa1cSToby Isaac 281b29cfa1cSToby Isaac PetscFunctionBegin; 282b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 283b29cfa1cSToby Isaac plex->maxProjectionHeight = height; 284b29cfa1cSToby Isaac PetscFunctionReturn(0); 285b29cfa1cSToby Isaac } 286b29cfa1cSToby Isaac 287b29cfa1cSToby Isaac /*@ 288b29cfa1cSToby Isaac DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in 289b29cfa1cSToby Isaac DMPlexProjectXXXLocal() functions. 290b29cfa1cSToby Isaac 291b29cfa1cSToby Isaac Input Parameters: 292b29cfa1cSToby Isaac . dm - the DMPlex object 293b29cfa1cSToby Isaac 294b29cfa1cSToby Isaac Output Parameters: 295b29cfa1cSToby Isaac . height - the maximum projection height 296b29cfa1cSToby Isaac 297b29cfa1cSToby Isaac Level: intermediate 298b29cfa1cSToby Isaac 2994d6f44ffSToby Isaac .seealso: DMPlexSetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal() 300b29cfa1cSToby Isaac @*/ 301b29cfa1cSToby Isaac PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height) 302b29cfa1cSToby Isaac { 303b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *) dm->data; 304b29cfa1cSToby Isaac 305b29cfa1cSToby Isaac PetscFunctionBegin; 306b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 307b29cfa1cSToby Isaac *height = plex->maxProjectionHeight; 308b29cfa1cSToby Isaac PetscFunctionReturn(0); 309b29cfa1cSToby Isaac } 310b29cfa1cSToby Isaac 311b278463cSMatthew G. Knepley /*@C 312b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesEssential - Insert boundary values into a local vector 313b278463cSMatthew G. Knepley 314b278463cSMatthew G. Knepley Input Parameters: 315b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 316b278463cSMatthew G. Knepley . time - The time 317b278463cSMatthew G. Knepley . field - The field to constrain 3181c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 3191c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 320b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 321b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 322b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 323b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 324b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 325b278463cSMatthew G. Knepley 326b278463cSMatthew G. Knepley Output Parameter: 327b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 328b278463cSMatthew G. Knepley 329b278463cSMatthew G. Knepley Level: developer 330b278463cSMatthew G. Knepley 331b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary() 332b278463cSMatthew G. Knepley @*/ 3331c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssential(DM dm, PetscReal time, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX) 33455f2e967SMatthew G. Knepley { 3350163fd50SMatthew G. Knepley PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx); 33655f2e967SMatthew G. Knepley void **ctxs; 337d7ddef95SMatthew G. Knepley PetscInt numFields; 338d7ddef95SMatthew G. Knepley PetscErrorCode ierr; 339d7ddef95SMatthew G. Knepley 340d7ddef95SMatthew G. Knepley PetscFunctionBegin; 341d7ddef95SMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 342d7ddef95SMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 343d7ddef95SMatthew G. Knepley funcs[field] = func; 344d7ddef95SMatthew G. Knepley ctxs[field] = ctx; 3451c531cf8SMatthew G. Knepley ierr = DMProjectFunctionLabelLocal(dm, time, label, numids, ids, Nc, comps, funcs, ctxs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 346d7ddef95SMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 347d7ddef95SMatthew G. Knepley PetscFunctionReturn(0); 348d7ddef95SMatthew G. Knepley } 349d7ddef95SMatthew G. Knepley 350b278463cSMatthew G. Knepley /*@C 351b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesEssentialField - Insert boundary values into a local vector 352b278463cSMatthew G. Knepley 353b278463cSMatthew G. Knepley Input Parameters: 354b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 355b278463cSMatthew G. Knepley . time - The time 356b278463cSMatthew G. Knepley . locU - A local vector with the input solution values 357b278463cSMatthew G. Knepley . field - The field to constrain 3581c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 3591c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 360b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 361b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 362b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 363b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 364b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 365b278463cSMatthew G. Knepley 366b278463cSMatthew G. Knepley Output Parameter: 367b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 368b278463cSMatthew G. Knepley 369b278463cSMatthew G. Knepley Level: developer 370b278463cSMatthew G. Knepley 371b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMAddBoundary() 372b278463cSMatthew G. Knepley @*/ 3731c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesEssentialField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 374c60e475cSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 375c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 376c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 37797b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], 378b278463cSMatthew G. Knepley PetscScalar[]), 379b278463cSMatthew G. Knepley void *ctx, Vec locX) 380c60e475cSMatthew G. Knepley { 381c60e475cSMatthew G. Knepley void (**funcs)(PetscInt, PetscInt, PetscInt, 382c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 383c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 38497b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 385c60e475cSMatthew G. Knepley void **ctxs; 386c60e475cSMatthew G. Knepley PetscInt numFields; 387c60e475cSMatthew G. Knepley PetscErrorCode ierr; 388c60e475cSMatthew G. Knepley 389c60e475cSMatthew G. Knepley PetscFunctionBegin; 390c60e475cSMatthew G. Knepley ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr); 391c60e475cSMatthew G. Knepley ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr); 392c60e475cSMatthew G. Knepley funcs[field] = func; 393c60e475cSMatthew G. Knepley ctxs[field] = ctx; 3941c531cf8SMatthew G. Knepley ierr = DMProjectFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX);CHKERRQ(ierr); 395c60e475cSMatthew G. Knepley ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr); 396c60e475cSMatthew G. Knepley PetscFunctionReturn(0); 397c60e475cSMatthew G. Knepley } 398c60e475cSMatthew G. Knepley 399b278463cSMatthew G. Knepley /*@C 400b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesRiemann - Insert boundary values into a local vector 401b278463cSMatthew G. Knepley 402b278463cSMatthew G. Knepley Input Parameters: 403b278463cSMatthew G. Knepley + dm - The DM, with a PetscDS that matches the problem being constrained 404b278463cSMatthew G. Knepley . time - The time 405b278463cSMatthew G. Knepley . faceGeometry - A vector with the FVM face geometry information 406b278463cSMatthew G. Knepley . cellGeometry - A vector with the FVM cell geometry information 407b278463cSMatthew G. Knepley . Grad - A vector with the FVM cell gradient information 408b278463cSMatthew G. Knepley . field - The field to constrain 4091c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 4101c531cf8SMatthew G. Knepley . comps - An array of constrained component numbers, or NULL for all components 411b278463cSMatthew G. Knepley . label - The DMLabel defining constrained points 412b278463cSMatthew G. Knepley . numids - The number of DMLabel ids for constrained points 413b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 414b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 415b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 416b278463cSMatthew G. Knepley 417b278463cSMatthew G. Knepley Output Parameter: 418b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 419b278463cSMatthew G. Knepley 420b278463cSMatthew G. Knepley Note: This implementation currently ignores the numcomps/comps argument from DMAddBoundary() 421b278463cSMatthew G. Knepley 422b278463cSMatthew G. Knepley Level: developer 423b278463cSMatthew G. Knepley 424b278463cSMatthew G. Knepley .seealso: DMPlexInsertBoundaryValuesEssential(), DMPlexInsertBoundaryValuesEssentialField(), DMAddBoundary() 425b278463cSMatthew G. Knepley @*/ 4261c531cf8SMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValuesRiemann(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], 427b278463cSMatthew G. Knepley PetscErrorCode (*func)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*), void *ctx, Vec locX) 428d7ddef95SMatthew G. Knepley { 42961f58d28SMatthew G. Knepley PetscDS prob; 430da97024aSMatthew G. Knepley PetscSF sf; 431d7ddef95SMatthew G. Knepley DM dmFace, dmCell, dmGrad; 43220369375SToby Isaac const PetscScalar *facegeom, *cellgeom = NULL, *grad; 433da97024aSMatthew G. Knepley const PetscInt *leaves; 434d7ddef95SMatthew G. Knepley PetscScalar *x, *fx; 435520b3818SMatthew G. Knepley PetscInt dim, nleaves, loc, fStart, fEnd, pdim, i; 436e735a8a9SMatthew G. Knepley PetscErrorCode ierr, ierru = 0; 437d7ddef95SMatthew G. Knepley 438d7ddef95SMatthew G. Knepley PetscFunctionBegin; 439da97024aSMatthew G. Knepley ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr); 440da97024aSMatthew G. Knepley ierr = PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL);CHKERRQ(ierr); 441da97024aSMatthew G. Knepley nleaves = PetscMax(0, nleaves); 442d7ddef95SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 443d7ddef95SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 44461f58d28SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 445d7ddef95SMatthew G. Knepley ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr); 446d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 44720369375SToby Isaac if (cellGeometry) { 448d7ddef95SMatthew G. Knepley ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr); 449d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr); 45020369375SToby Isaac } 451d7ddef95SMatthew G. Knepley if (Grad) { 452c0a6632aSMatthew G. Knepley PetscFV fv; 453c0a6632aSMatthew G. Knepley 454c0a6632aSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fv);CHKERRQ(ierr); 455d7ddef95SMatthew G. Knepley ierr = VecGetDM(Grad, &dmGrad);CHKERRQ(ierr); 456d7ddef95SMatthew G. Knepley ierr = VecGetArrayRead(Grad, &grad);CHKERRQ(ierr); 457d7ddef95SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 45869291d52SBarry Smith ierr = DMGetWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr); 459d7ddef95SMatthew G. Knepley } 460d7ddef95SMatthew G. Knepley ierr = VecGetArray(locX, &x);CHKERRQ(ierr); 461d7ddef95SMatthew G. Knepley for (i = 0; i < numids; ++i) { 462d7ddef95SMatthew G. Knepley IS faceIS; 463d7ddef95SMatthew G. Knepley const PetscInt *faces; 464d7ddef95SMatthew G. Knepley PetscInt numFaces, f; 465d7ddef95SMatthew G. Knepley 466d7ddef95SMatthew G. Knepley ierr = DMLabelGetStratumIS(label, ids[i], &faceIS);CHKERRQ(ierr); 467d7ddef95SMatthew G. Knepley if (!faceIS) continue; /* No points with that id on this process */ 468d7ddef95SMatthew G. Knepley ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr); 469d7ddef95SMatthew G. Knepley ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr); 470d7ddef95SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 471d7ddef95SMatthew G. Knepley const PetscInt face = faces[f], *cells; 472640bce14SSatish Balay PetscFVFaceGeom *fg; 473d7ddef95SMatthew G. Knepley 474d7ddef95SMatthew G. Knepley if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */ 475da97024aSMatthew G. Knepley ierr = PetscFindInt(face, nleaves, (PetscInt *) leaves, &loc);CHKERRQ(ierr); 476da97024aSMatthew G. Knepley if (loc >= 0) continue; 477d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr); 478d7ddef95SMatthew G. Knepley ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr); 479d7ddef95SMatthew G. Knepley if (Grad) { 480640bce14SSatish Balay PetscFVCellGeom *cg; 481640bce14SSatish Balay PetscScalar *cx, *cgrad; 482d7ddef95SMatthew G. Knepley PetscScalar *xG; 483d7ddef95SMatthew G. Knepley PetscReal dx[3]; 484d7ddef95SMatthew G. Knepley PetscInt d; 485d7ddef95SMatthew G. Knepley 486d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg);CHKERRQ(ierr); 487d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dm, cells[0], x, &cx);CHKERRQ(ierr); 488d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad);CHKERRQ(ierr); 489520b3818SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr); 490d7ddef95SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx); 491d7ddef95SMatthew G. Knepley for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d*dim], dx); 492e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, fx, xG, ctx); 493e735a8a9SMatthew G. Knepley if (ierru) { 494e735a8a9SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 495e735a8a9SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 496e735a8a9SMatthew G. Knepley goto cleanup; 497e735a8a9SMatthew G. Knepley } 498d7ddef95SMatthew G. Knepley } else { 499640bce14SSatish Balay PetscScalar *xI; 500d7ddef95SMatthew G. Knepley PetscScalar *xG; 501d7ddef95SMatthew G. Knepley 502d7ddef95SMatthew G. Knepley ierr = DMPlexPointLocalRead(dm, cells[0], x, &xI);CHKERRQ(ierr); 503520b3818SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr); 504e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx); 505e735a8a9SMatthew G. Knepley if (ierru) { 506e735a8a9SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 507e735a8a9SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 508e735a8a9SMatthew G. Knepley goto cleanup; 509e735a8a9SMatthew G. Knepley } 510d7ddef95SMatthew G. Knepley } 511d7ddef95SMatthew G. Knepley } 512d7ddef95SMatthew G. Knepley ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr); 513d7ddef95SMatthew G. Knepley ierr = ISDestroy(&faceIS);CHKERRQ(ierr); 514d7ddef95SMatthew G. Knepley } 515e735a8a9SMatthew G. Knepley cleanup: 516d7ddef95SMatthew G. Knepley ierr = VecRestoreArray(locX, &x);CHKERRQ(ierr); 517d7ddef95SMatthew G. Knepley if (Grad) { 51869291d52SBarry Smith ierr = DMRestoreWorkArray(dm, pdim, MPIU_SCALAR, &fx);CHKERRQ(ierr); 519d7ddef95SMatthew G. Knepley ierr = VecRestoreArrayRead(Grad, &grad);CHKERRQ(ierr); 520d7ddef95SMatthew G. Knepley } 521e735a8a9SMatthew G. Knepley if (cellGeometry) {ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);} 522d7ddef95SMatthew G. Knepley ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr); 523e735a8a9SMatthew G. Knepley CHKERRQ(ierru); 524d7ddef95SMatthew G. Knepley PetscFunctionReturn(0); 525d7ddef95SMatthew G. Knepley } 526d7ddef95SMatthew G. Knepley 527f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 528d7ddef95SMatthew G. Knepley { 529e5e52638SMatthew G. Knepley PetscDS prob; 530d7ddef95SMatthew G. Knepley PetscInt numBd, b; 53155f2e967SMatthew G. Knepley PetscErrorCode ierr; 53255f2e967SMatthew G. Knepley 53355f2e967SMatthew G. Knepley PetscFunctionBegin; 534e5e52638SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 535e5e52638SMatthew G. Knepley ierr = PetscDSGetNumBoundary(prob, &numBd);CHKERRQ(ierr); 53655f2e967SMatthew G. Knepley for (b = 0; b < numBd; ++b) { 537f971fd6bSMatthew G. Knepley DMBoundaryConditionType type; 538d7ddef95SMatthew G. Knepley const char *labelname; 539d7ddef95SMatthew G. Knepley DMLabel label; 5401c531cf8SMatthew G. Knepley PetscInt field, Nc; 5411c531cf8SMatthew G. Knepley const PetscInt *comps; 542d7ddef95SMatthew G. Knepley PetscObject obj; 543d7ddef95SMatthew G. Knepley PetscClassId id; 544a30ec4eaSSatish Balay void (*func)(void); 545d7ddef95SMatthew G. Knepley PetscInt numids; 546d7ddef95SMatthew G. Knepley const PetscInt *ids; 54755f2e967SMatthew G. Knepley void *ctx; 54855f2e967SMatthew G. Knepley 5491c531cf8SMatthew G. Knepley ierr = DMGetBoundary(dm, b, &type, NULL, &labelname, &field, &Nc, &comps, &func, &numids, &ids, &ctx);CHKERRQ(ierr); 550f971fd6bSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 551c58f1c22SToby Isaac ierr = DMGetLabel(dm, labelname, &label);CHKERRQ(ierr); 55244a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 553d7ddef95SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 554d7ddef95SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 555c60e475cSMatthew G. Knepley switch (type) { 556c60e475cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 557c60e475cSMatthew G. Knepley case DM_BC_ESSENTIAL: 558092e5057SToby Isaac ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 5591c531cf8SMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, (PetscErrorCode (*)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *)) func, ctx, locX);CHKERRQ(ierr); 560092e5057SToby Isaac ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 561c60e475cSMatthew G. Knepley break; 562c60e475cSMatthew G. Knepley case DM_BC_ESSENTIAL_FIELD: 563c60e475cSMatthew G. Knepley ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr); 5641c531cf8SMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, 565b278463cSMatthew G. Knepley (void (*)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 566c60e475cSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 56797b6e6e8SMatthew G. Knepley PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[])) func, ctx, locX);CHKERRQ(ierr); 568c60e475cSMatthew G. Knepley ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr); 569c60e475cSMatthew G. Knepley break; 570c60e475cSMatthew G. Knepley default: break; 571c60e475cSMatthew G. Knepley } 572d7ddef95SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 57343ea7facSMatthew G. Knepley if (!faceGeomFVM) continue; 5741c531cf8SMatthew G. Knepley ierr = DMPlexInsertBoundaryValuesRiemann(dm, time, faceGeomFVM, cellGeomFVM, gradFVM, field, Nc, comps, label, numids, ids, 575b278463cSMatthew G. Knepley (PetscErrorCode (*)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*)) func, ctx, locX);CHKERRQ(ierr); 576d7ddef95SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 57755f2e967SMatthew G. Knepley } 57855f2e967SMatthew G. Knepley PetscFunctionReturn(0); 57955f2e967SMatthew G. Knepley } 58055f2e967SMatthew G. Knepley 581f1d73a7aSMatthew G. Knepley /*@ 582f1d73a7aSMatthew G. Knepley DMPlexInsertBoundaryValues - Puts coefficients which represent boundary values into the local solution vector 583f1d73a7aSMatthew G. Knepley 584f1d73a7aSMatthew G. Knepley Input Parameters: 585f1d73a7aSMatthew G. Knepley + dm - The DM 586f1d73a7aSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 587f1d73a7aSMatthew G. Knepley . time - The time 588f1d73a7aSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 589f1d73a7aSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 590f1d73a7aSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 591f1d73a7aSMatthew G. Knepley 592f1d73a7aSMatthew G. Knepley Output Parameters: 593f1d73a7aSMatthew G. Knepley . locX - Solution updated with boundary values 594f1d73a7aSMatthew G. Knepley 595f1d73a7aSMatthew G. Knepley Level: developer 596f1d73a7aSMatthew G. Knepley 597f1d73a7aSMatthew G. Knepley .seealso: DMProjectFunctionLabelLocal() 598f1d73a7aSMatthew G. Knepley @*/ 599f1d73a7aSMatthew G. Knepley PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 600f1d73a7aSMatthew G. Knepley { 601f1d73a7aSMatthew G. Knepley PetscErrorCode ierr; 602f1d73a7aSMatthew G. Knepley 603f1d73a7aSMatthew G. Knepley PetscFunctionBegin; 604f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 605f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 2); 606f1d73a7aSMatthew G. Knepley if (faceGeomFVM) {PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 4);} 607f1d73a7aSMatthew G. Knepley if (cellGeomFVM) {PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 5);} 608f1d73a7aSMatthew G. Knepley if (gradFVM) {PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 6);} 609f1d73a7aSMatthew G. Knepley ierr = PetscTryMethod(dm,"DMPlexInsertBoundaryValues_C",(DM,PetscBool,Vec,PetscReal,Vec,Vec,Vec),(dm,insertEssential,locX,time,faceGeomFVM,cellGeomFVM,gradFVM));CHKERRQ(ierr); 610f1d73a7aSMatthew G. Knepley PetscFunctionReturn(0); 611f1d73a7aSMatthew G. Knepley } 612f1d73a7aSMatthew G. Knepley 6130709b2feSToby Isaac PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 614cb1e1211SMatthew G Knepley { 615574a98acSMatthew G. Knepley Vec localX; 616574a98acSMatthew G. Knepley PetscErrorCode ierr; 617574a98acSMatthew G. Knepley 618574a98acSMatthew G. Knepley PetscFunctionBegin; 619574a98acSMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 6205d42b983SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, time, NULL, NULL, NULL);CHKERRQ(ierr); 621574a98acSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 622574a98acSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 623574a98acSMatthew G. Knepley ierr = DMPlexComputeL2DiffLocal(dm, time, funcs, ctxs, localX, diff);CHKERRQ(ierr); 624574a98acSMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 625574a98acSMatthew G. Knepley PetscFunctionReturn(0); 626574a98acSMatthew G. Knepley } 627574a98acSMatthew G. Knepley 628574a98acSMatthew G. Knepley /*@C 629574a98acSMatthew G. Knepley DMComputeL2Diff - This function computes the L_2 difference between a function u and an FEM interpolant solution u_h. 630574a98acSMatthew G. Knepley 631574a98acSMatthew G. Knepley Input Parameters: 632574a98acSMatthew G. Knepley + dm - The DM 633574a98acSMatthew G. Knepley . time - The time 634574a98acSMatthew G. Knepley . funcs - The functions to evaluate for each field component 635574a98acSMatthew G. Knepley . ctxs - Optional array of contexts to pass to each function, or NULL. 636574a98acSMatthew G. Knepley - localX - The coefficient vector u_h, a local vector 637574a98acSMatthew G. Knepley 638574a98acSMatthew G. Knepley Output Parameter: 639574a98acSMatthew G. Knepley . diff - The diff ||u - u_h||_2 640574a98acSMatthew G. Knepley 641574a98acSMatthew G. Knepley Level: developer 642574a98acSMatthew G. Knepley 643574a98acSMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2FieldDiff(), DMComputeL2GradientDiff() 644574a98acSMatthew G. Knepley @*/ 645574a98acSMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffLocal(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec localX, PetscReal *diff) 646574a98acSMatthew G. Knepley { 6470f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 648cb1e1211SMatthew G Knepley PetscSection section; 649c5bbbd5bSMatthew G. Knepley PetscQuadrature quad; 65015496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 6517318780aSToby Isaac PetscReal *coords, *detJ, *J; 652cb1e1211SMatthew G Knepley PetscReal localDiff = 0.0; 6537318780aSToby Isaac const PetscReal *quadWeights; 654aed3cbd0SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cellHeight, cStart, cEnd, cEndInterior, c, field, fieldOffset; 655cb1e1211SMatthew G Knepley PetscErrorCode ierr; 656cb1e1211SMatthew G Knepley 657cb1e1211SMatthew G Knepley PetscFunctionBegin; 658c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 6597318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 660e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 661cb1e1211SMatthew G Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 662cb1e1211SMatthew G Knepley for (field = 0; field < numFields; ++field) { 66315496722SMatthew G. Knepley PetscObject obj; 66415496722SMatthew G. Knepley PetscClassId id; 665c5bbbd5bSMatthew G. Knepley PetscInt Nc; 666c5bbbd5bSMatthew G. Knepley 66744a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 66815496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 66915496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 67015496722SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 67115496722SMatthew G. Knepley 6720f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 6730f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 67415496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 67515496722SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 67615496722SMatthew G. Knepley 67715496722SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 67815496722SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 67915496722SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 680c5bbbd5bSMatthew G. Knepley numComponents += Nc; 681cb1e1211SMatthew G Knepley } 6829c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights);CHKERRQ(ierr); 683beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 6847318780aSToby Isaac ierr = PetscMalloc5(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J);CHKERRQ(ierr); 685aed3cbd0SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 686aed3cbd0SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 6879ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 6889ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 689cb1e1211SMatthew G Knepley for (c = cStart; c < cEnd; ++c) { 690a1e44745SMatthew G. Knepley PetscScalar *x = NULL; 691cb1e1211SMatthew G Knepley PetscReal elemDiff = 0.0; 6929c3cf19fSMatthew G. Knepley PetscInt qc = 0; 693cb1e1211SMatthew G Knepley 6947318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, NULL, detJ);CHKERRQ(ierr); 695cb1e1211SMatthew G Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 696cb1e1211SMatthew G Knepley 69715496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 69815496722SMatthew G. Knepley PetscObject obj; 69915496722SMatthew G. Knepley PetscClassId id; 700c110b1eeSGeoffrey Irving void * const ctx = ctxs ? ctxs[field] : NULL; 70115496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 702cb1e1211SMatthew G Knepley 70344a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 70415496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 70515496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 70615496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 70715496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 708cb1e1211SMatthew G Knepley if (debug) { 709cb1e1211SMatthew G Knepley char title[1024]; 710cb1e1211SMatthew G Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr); 7114c848028SMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr); 712cb1e1211SMatthew G Knepley } 7137318780aSToby Isaac for (q = 0; q < Nq; ++q) { 7147318780aSToby Isaac if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, point %D", detJ[q], c, q); 7157318780aSToby Isaac ierr = (*funcs[field])(coordDim, time, &coords[coordDim * q], Nc, funcVal, ctx); 716e735a8a9SMatthew G. Knepley if (ierr) { 717e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 718e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 719e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 7207318780aSToby Isaac ierr2 = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr2); 721e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 722e735a8a9SMatthew G. Knepley } 72315496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 72415496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 72515496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 72615496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 727beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 728beaa55a6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d field %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]);CHKERRQ(ierr);} 729beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 730cb1e1211SMatthew G Knepley } 731cb1e1211SMatthew G Knepley } 7329c3cf19fSMatthew G. Knepley fieldOffset += Nb; 733beaa55a6SMatthew G. Knepley qc += Nc; 734cb1e1211SMatthew G Knepley } 735cb1e1211SMatthew G Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 736cb1e1211SMatthew G Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d diff %g\n", c, elemDiff);CHKERRQ(ierr);} 737cb1e1211SMatthew G Knepley localDiff += elemDiff; 738cb1e1211SMatthew G Knepley } 7397318780aSToby Isaac ierr = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr); 740b2566f29SBarry Smith ierr = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 741cb1e1211SMatthew G Knepley *diff = PetscSqrtReal(*diff); 742cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 743cb1e1211SMatthew G Knepley } 744cb1e1211SMatthew G Knepley 745b698f381SToby Isaac PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff) 746cb1e1211SMatthew G Knepley { 7470f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 748cb1e1211SMatthew G Knepley PetscSection section; 74940e14135SMatthew G. Knepley PetscQuadrature quad; 75040e14135SMatthew G. Knepley Vec localX; 7519c3cf19fSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 7529c3cf19fSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 7537318780aSToby Isaac PetscReal *coords, *realSpaceDer, *J, *invJ, *detJ; 75440e14135SMatthew G. Knepley PetscReal localDiff = 0.0; 7559c3cf19fSMatthew G. Knepley PetscInt dim, coordDim, qNc = 0, Nq = 0, numFields, numComponents = 0, cStart, cEnd, cEndInterior, c, field, fieldOffset; 756cb1e1211SMatthew G Knepley PetscErrorCode ierr; 757cb1e1211SMatthew G Knepley 758cb1e1211SMatthew G Knepley PetscFunctionBegin; 759c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 7607318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 761e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 76240e14135SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 76340e14135SMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 76440e14135SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 76540e14135SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 766652b88e8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 7670f2d7e86SMatthew G. Knepley PetscFE fe; 76840e14135SMatthew G. Knepley PetscInt Nc; 769652b88e8SMatthew G. Knepley 77044a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, (PetscObject *) &fe);CHKERRQ(ierr); 7710f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 7720f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 77340e14135SMatthew G. Knepley numComponents += Nc; 774652b88e8SMatthew G. Knepley } 7759c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 776beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 7774d6f44ffSToby Isaac /* ierr = DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); */ 7789c3cf19fSMatthew G. Knepley ierr = PetscMalloc7(numComponents,&funcVal,coordDim*Nq,&coords,coordDim*Nq,&realSpaceDer,coordDim*coordDim*Nq,&J,coordDim*coordDim*Nq,&invJ,numComponents,&interpolant,Nq,&detJ);CHKERRQ(ierr); 77940e14135SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 7809ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 7819ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 78240e14135SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 78340e14135SMatthew G. Knepley PetscScalar *x = NULL; 78440e14135SMatthew G. Knepley PetscReal elemDiff = 0.0; 7859c3cf19fSMatthew G. Knepley PetscInt qc = 0; 786652b88e8SMatthew G. Knepley 7877318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, invJ, detJ);CHKERRQ(ierr); 78840e14135SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 78940e14135SMatthew G. Knepley 7909c3cf19fSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 7910f2d7e86SMatthew G. Knepley PetscFE fe; 79251259fa3SMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 79340e14135SMatthew G. Knepley PetscReal *basisDer; 7949c3cf19fSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 79540e14135SMatthew G. Knepley 79644a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, (PetscObject *) &fe);CHKERRQ(ierr); 7970f2d7e86SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 7989c3cf19fSMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 7990f2d7e86SMatthew G. Knepley ierr = PetscFEGetDefaultTabulation(fe, NULL, &basisDer, NULL);CHKERRQ(ierr); 80040e14135SMatthew G. Knepley if (debug) { 80140e14135SMatthew G. Knepley char title[1024]; 80240e14135SMatthew G. Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr); 8039c3cf19fSMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb, &x[fieldOffset]);CHKERRQ(ierr); 804652b88e8SMatthew G. Knepley } 8059c3cf19fSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 8067318780aSToby Isaac if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", detJ[q], c, q); 8077318780aSToby Isaac ierr = (*funcs[field])(coordDim, time, &coords[q*coordDim], n, numFields, funcVal, ctx); 808e735a8a9SMatthew G. Knepley if (ierr) { 809e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 810e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 811e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 8129c3cf19fSMatthew G. Knepley ierr2 = PetscFree7(funcVal,coords,realSpaceDer,J,invJ,interpolant,detJ);CHKERRQ(ierr2); 813e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 814e735a8a9SMatthew G. Knepley } 8159c3cf19fSMatthew G. Knepley ierr = PetscFEInterpolateGradient_Static(fe, &x[fieldOffset], coordDim, invJ, n, q, interpolant);CHKERRQ(ierr); 8169c3cf19fSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 817beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 818beaa55a6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d fieldDer %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]);CHKERRQ(ierr);} 819beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 82040e14135SMatthew G. Knepley } 82140e14135SMatthew G. Knepley } 8229c3cf19fSMatthew G. Knepley fieldOffset += Nb; 8239c3cf19fSMatthew G. Knepley qc += Nc; 82440e14135SMatthew G. Knepley } 82540e14135SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 82640e14135SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d diff %g\n", c, elemDiff);CHKERRQ(ierr);} 82740e14135SMatthew G. Knepley localDiff += elemDiff; 82840e14135SMatthew G. Knepley } 8299c3cf19fSMatthew G. Knepley ierr = PetscFree7(funcVal,coords,realSpaceDer,J,invJ,interpolant,detJ);CHKERRQ(ierr); 83040e14135SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 831b2566f29SBarry Smith ierr = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 83240e14135SMatthew G. Knepley *diff = PetscSqrtReal(*diff); 833cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 834cb1e1211SMatthew G Knepley } 835cb1e1211SMatthew G Knepley 836c6eecec3SToby Isaac PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 83773d901b8SMatthew G. Knepley { 8380f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex*)dm->data)->printL2; 83973d901b8SMatthew G. Knepley PetscSection section; 84073d901b8SMatthew G. Knepley PetscQuadrature quad; 84173d901b8SMatthew G. Knepley Vec localX; 84215496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 8437318780aSToby Isaac PetscReal *coords, *detJ, *J; 84473d901b8SMatthew G. Knepley PetscReal *localDiff; 84515496722SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 8469c3cf19fSMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, cEndInterior, c, field, fieldOffset; 84773d901b8SMatthew G. Knepley PetscErrorCode ierr; 84873d901b8SMatthew G. Knepley 84973d901b8SMatthew G. Knepley PetscFunctionBegin; 850c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 8517318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 852e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 85373d901b8SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 85473d901b8SMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 855bdd6f66aSToby Isaac ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); 85673d901b8SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 85773d901b8SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 85873d901b8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 85915496722SMatthew G. Knepley PetscObject obj; 86015496722SMatthew G. Knepley PetscClassId id; 86173d901b8SMatthew G. Knepley PetscInt Nc; 86273d901b8SMatthew G. Knepley 86344a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 86415496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 86515496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 86615496722SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 86715496722SMatthew G. Knepley 8680f2d7e86SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 8690f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 87015496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 87115496722SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 87215496722SMatthew G. Knepley 87315496722SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 87415496722SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 87515496722SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 87673d901b8SMatthew G. Knepley numComponents += Nc; 87773d901b8SMatthew G. Knepley } 8789c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 879beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 8807318780aSToby Isaac ierr = PetscCalloc6(numFields,&localDiff,numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J);CHKERRQ(ierr); 88173d901b8SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 8829ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 8839ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 88473d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 88573d901b8SMatthew G. Knepley PetscScalar *x = NULL; 8869c3cf19fSMatthew G. Knepley PetscInt qc = 0; 88773d901b8SMatthew G. Knepley 8887318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, NULL, detJ);CHKERRQ(ierr); 88973d901b8SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 89073d901b8SMatthew G. Knepley 89115496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 89215496722SMatthew G. Knepley PetscObject obj; 89315496722SMatthew G. Knepley PetscClassId id; 89473d901b8SMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 89515496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 89673d901b8SMatthew G. Knepley 89715496722SMatthew G. Knepley PetscReal elemDiff = 0.0; 89815496722SMatthew G. Knepley 89944a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 90015496722SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 90115496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 90215496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 90315496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 90473d901b8SMatthew G. Knepley if (debug) { 90573d901b8SMatthew G. Knepley char title[1024]; 90673d901b8SMatthew G. Knepley ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr); 90715496722SMatthew G. Knepley ierr = DMPrintCellVector(c, title, Nb*Nc, &x[fieldOffset]);CHKERRQ(ierr); 90873d901b8SMatthew G. Knepley } 9097318780aSToby Isaac for (q = 0; q < Nq; ++q) { 9107318780aSToby Isaac if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature point %D", detJ, c, q); 9117318780aSToby Isaac ierr = (*funcs[field])(coordDim, time, &coords[coordDim*q], numFields, funcVal, ctx); 912e735a8a9SMatthew G. Knepley if (ierr) { 913e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 914e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 915e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 9167318780aSToby Isaac ierr2 = PetscFree6(localDiff,funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr2); 917e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 918e735a8a9SMatthew G. Knepley } 91915496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 92015496722SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 92115496722SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 92215496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 923beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 924beaa55a6SMatthew G. Knepley if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, " elem %d field %d point %g %g %g diff %g\n", c, field, coordDim > 0 ? coords[0] : 0., coordDim > 1 ? coords[1] : 0., coordDim > 2 ? coords[2] : 0., PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]);CHKERRQ(ierr);} 925beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 92673d901b8SMatthew G. Knepley } 92773d901b8SMatthew G. Knepley } 928beaa55a6SMatthew G. Knepley fieldOffset += Nb; 9299c3cf19fSMatthew G. Knepley qc += Nc; 93073d901b8SMatthew G. Knepley localDiff[field] += elemDiff; 93173d901b8SMatthew G. Knepley } 93273d901b8SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 93373d901b8SMatthew G. Knepley } 93473d901b8SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 935b2566f29SBarry Smith ierr = MPIU_Allreduce(localDiff, diff, numFields, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr); 93673d901b8SMatthew G. Knepley for (field = 0; field < numFields; ++field) diff[field] = PetscSqrtReal(diff[field]); 9377318780aSToby Isaac ierr = PetscFree6(localDiff,funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr); 93873d901b8SMatthew G. Knepley PetscFunctionReturn(0); 93973d901b8SMatthew G. Knepley } 94073d901b8SMatthew G. Knepley 941e729f68cSMatthew G. Knepley /*@C 942e729f68cSMatthew G. Knepley DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec. 943e729f68cSMatthew G. Knepley 944e729f68cSMatthew G. Knepley Input Parameters: 945e729f68cSMatthew G. Knepley + dm - The DM 9460163fd50SMatthew G. Knepley . time - The time 947ca3eba1bSToby Isaac . funcs - The functions to evaluate for each field component: NULL means that component does not contribute to error calculation 948e729f68cSMatthew G. Knepley . ctxs - Optional array of contexts to pass to each function, or NULL. 949e729f68cSMatthew G. Knepley - X - The coefficient vector u_h 950e729f68cSMatthew G. Knepley 951e729f68cSMatthew G. Knepley Output Parameter: 952e729f68cSMatthew G. Knepley . D - A Vec which holds the difference ||u - u_h||_2 for each cell 953e729f68cSMatthew G. Knepley 954e729f68cSMatthew G. Knepley Level: developer 955e729f68cSMatthew G. Knepley 956b698f381SToby Isaac .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff() 957e729f68cSMatthew G. Knepley @*/ 9580163fd50SMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D) 959e729f68cSMatthew G. Knepley { 960e729f68cSMatthew G. Knepley PetscSection section; 961e729f68cSMatthew G. Knepley PetscQuadrature quad; 962e729f68cSMatthew G. Knepley Vec localX; 963e729f68cSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 9647318780aSToby Isaac PetscReal *coords, *detJ, *J; 965e729f68cSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 9669c3cf19fSMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, cEndInterior, c, field, fieldOffset; 967e729f68cSMatthew G. Knepley PetscErrorCode ierr; 968e729f68cSMatthew G. Knepley 969e729f68cSMatthew G. Knepley PetscFunctionBegin; 970e729f68cSMatthew G. Knepley ierr = VecSet(D, 0.0);CHKERRQ(ierr); 971e729f68cSMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 9727318780aSToby Isaac ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 973e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 974e729f68cSMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 975e729f68cSMatthew G. Knepley ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr); 976bdd6f66aSToby Isaac ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); 977e729f68cSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 978e729f68cSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr); 979e729f68cSMatthew G. Knepley for (field = 0; field < numFields; ++field) { 980e729f68cSMatthew G. Knepley PetscObject obj; 981e729f68cSMatthew G. Knepley PetscClassId id; 982e729f68cSMatthew G. Knepley PetscInt Nc; 983e729f68cSMatthew G. Knepley 98444a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 985e729f68cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 986e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 987e729f68cSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 988e729f68cSMatthew G. Knepley 989e729f68cSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 990e729f68cSMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 991e729f68cSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 992e729f68cSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 993e729f68cSMatthew G. Knepley 994e729f68cSMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 995e729f68cSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 996e729f68cSMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 997e729f68cSMatthew G. Knepley numComponents += Nc; 998e729f68cSMatthew G. Knepley } 9999c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 1000beaa55a6SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 10017318780aSToby Isaac ierr = PetscMalloc5(numComponents,&funcVal,numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J);CHKERRQ(ierr); 1002e729f68cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 1003e729f68cSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 1004e729f68cSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 1005e729f68cSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1006e729f68cSMatthew G. Knepley PetscScalar *x = NULL; 10076f288a59SMatthew G. Knepley PetscScalar elemDiff = 0.0; 10089c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1009e729f68cSMatthew G. Knepley 10107318780aSToby Isaac ierr = DMPlexComputeCellGeometryFEM(dm, c, quad, coords, J, NULL, detJ);CHKERRQ(ierr); 1011e729f68cSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 1012e729f68cSMatthew G. Knepley 1013e729f68cSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 1014e729f68cSMatthew G. Knepley PetscObject obj; 1015e729f68cSMatthew G. Knepley PetscClassId id; 1016e729f68cSMatthew G. Knepley void * const ctx = ctxs ? ctxs[field] : NULL; 1017e729f68cSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1018e729f68cSMatthew G. Knepley 101944a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 1020e729f68cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1021e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 1022e729f68cSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 1023e729f68cSMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 102423f34ed2SToby Isaac if (funcs[field]) { 10257318780aSToby Isaac for (q = 0; q < Nq; ++q) { 10267f79407eSBarry Smith if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)detJ[q], c, q); 1027274e8aaeSMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, &coords[q*coordDim], Nc, funcVal, ctx); 1028e735a8a9SMatthew G. Knepley if (ierr) { 1029e735a8a9SMatthew G. Knepley PetscErrorCode ierr2; 1030e735a8a9SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr2); 10317f79407eSBarry Smith ierr2 = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr2); 1032e735a8a9SMatthew G. Knepley ierr2 = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr2); 1033e735a8a9SMatthew G. Knepley CHKERRQ(ierr); 1034e735a8a9SMatthew G. Knepley } 1035e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 1036e729f68cSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);} 1037e729f68cSMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 1038e729f68cSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1039beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+(qNc == 1 ? 0 : qc+fc)]; 1040beaa55a6SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*wt*detJ[q]; 1041e729f68cSMatthew G. Knepley } 1042e729f68cSMatthew G. Knepley } 104323f34ed2SToby Isaac } 1044beaa55a6SMatthew G. Knepley fieldOffset += Nb; 10459c3cf19fSMatthew G. Knepley qc += Nc; 1046e729f68cSMatthew G. Knepley } 1047e729f68cSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr); 104823f34ed2SToby Isaac ierr = VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES);CHKERRQ(ierr); 1049e729f68cSMatthew G. Knepley } 10507318780aSToby Isaac ierr = PetscFree5(funcVal,interpolant,coords,detJ,J);CHKERRQ(ierr); 1051e729f68cSMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr); 1052e729f68cSMatthew G. Knepley ierr = VecSqrtAbs(D);CHKERRQ(ierr); 1053e729f68cSMatthew G. Knepley PetscFunctionReturn(0); 1054e729f68cSMatthew G. Knepley } 1055e729f68cSMatthew G. Knepley 10561555c271SMatthew G. Knepley /*@C 10571555c271SMatthew G. Knepley DMPlexComputeGradientClementInterpolant - This function computes the L2 projection of the cellwise gradient of a function u onto P1, and stores it in a Vec. 10581555c271SMatthew G. Knepley 10591555c271SMatthew G. Knepley Input Parameters: 10601555c271SMatthew G. Knepley + dm - The DM 10611555c271SMatthew G. Knepley - LocX - The coefficient vector u_h 10621555c271SMatthew G. Knepley 10631555c271SMatthew G. Knepley Output Parameter: 10641555c271SMatthew G. Knepley . locC - A Vec which holds the Clement interpolant of the gradient 10651555c271SMatthew G. Knepley 106695452b02SPatrick Sanan Notes: 106795452b02SPatrick Sanan Add citation to (Clement, 1975) and definition of the interpolant 10681555c271SMatthew G. Knepley \nabla u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| \nabla u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| where |T_i| is the cell volume 10691555c271SMatthew G. Knepley 10701555c271SMatthew G. Knepley Level: developer 10711555c271SMatthew G. Knepley 10721555c271SMatthew G. Knepley .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff() 10731555c271SMatthew G. Knepley @*/ 10741555c271SMatthew G. Knepley PetscErrorCode DMPlexComputeGradientClementInterpolant(DM dm, Vec locX, Vec locC) 10751555c271SMatthew G. Knepley { 1076db1066baSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1077db1066baSMatthew G. Knepley PetscInt debug = mesh->printFEM; 10781555c271SMatthew G. Knepley DM dmC; 10791555c271SMatthew G. Knepley PetscSection section; 10801555c271SMatthew G. Knepley PetscQuadrature quad; 10811555c271SMatthew G. Knepley PetscScalar *interpolant, *gradsum; 10821555c271SMatthew G. Knepley PetscReal *coords, *detJ, *J, *invJ; 10831555c271SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 10841555c271SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, cEndInterior, vStart, vEnd, v, field, fieldOffset; 10851555c271SMatthew G. Knepley PetscErrorCode ierr; 10861555c271SMatthew G. Knepley 10871555c271SMatthew G. Knepley PetscFunctionBegin; 10881555c271SMatthew G. Knepley ierr = VecGetDM(locC, &dmC);CHKERRQ(ierr); 10891555c271SMatthew G. Knepley ierr = VecSet(locC, 0.0);CHKERRQ(ierr); 10901555c271SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 10911555c271SMatthew G. Knepley ierr = DMGetCoordinateDim(dm, &coordDim);CHKERRQ(ierr); 1092e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 10931555c271SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr); 10941555c271SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 10951555c271SMatthew G. Knepley PetscObject obj; 10961555c271SMatthew G. Knepley PetscClassId id; 10971555c271SMatthew G. Knepley PetscInt Nc; 10981555c271SMatthew G. Knepley 109944a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 11001555c271SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 11011555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 11021555c271SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 11031555c271SMatthew G. Knepley 11041555c271SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr); 11051555c271SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 11061555c271SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 11071555c271SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 11081555c271SMatthew G. Knepley 11091555c271SMatthew G. Knepley ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr); 11101555c271SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 11111555c271SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 11121555c271SMatthew G. Knepley numComponents += Nc; 11131555c271SMatthew G. Knepley } 11141555c271SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights);CHKERRQ(ierr); 11151555c271SMatthew G. Knepley if ((qNc != 1) && (qNc != numComponents)) SETERRQ2(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_SIZ, "Quadrature components %D != %D field components", qNc, numComponents); 11161555c271SMatthew G. Knepley ierr = PetscMalloc6(coordDim*numComponents*2,&gradsum,coordDim*numComponents,&interpolant,coordDim*Nq,&coords,Nq,&detJ,coordDim*coordDim*Nq,&J,coordDim*coordDim*Nq,&invJ);CHKERRQ(ierr); 11171555c271SMatthew G. Knepley ierr = DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd);CHKERRQ(ierr); 11181555c271SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr); 11191555c271SMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 11201555c271SMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 11211555c271SMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 11221555c271SMatthew G. Knepley PetscScalar volsum = 0.0; 11231555c271SMatthew G. Knepley PetscInt *star = NULL; 11241555c271SMatthew G. Knepley PetscInt starSize, st, d, fc; 11251555c271SMatthew G. Knepley 11261555c271SMatthew G. Knepley ierr = PetscMemzero(gradsum, coordDim*numComponents * sizeof(PetscScalar));CHKERRQ(ierr); 11271555c271SMatthew G. Knepley ierr = DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 11281555c271SMatthew G. Knepley for (st = 0; st < starSize*2; st += 2) { 11291555c271SMatthew G. Knepley const PetscInt cell = star[st]; 11301555c271SMatthew G. Knepley PetscScalar *grad = &gradsum[coordDim*numComponents]; 11311555c271SMatthew G. Knepley PetscScalar *x = NULL; 11321555c271SMatthew G. Knepley PetscReal vol = 0.0; 11331555c271SMatthew G. Knepley 11341555c271SMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 11351555c271SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, J, invJ, detJ);CHKERRQ(ierr); 11361555c271SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr); 11371555c271SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 11381555c271SMatthew G. Knepley PetscObject obj; 11391555c271SMatthew G. Knepley PetscClassId id; 11401555c271SMatthew G. Knepley PetscInt Nb, Nc, q, qc = 0; 11411555c271SMatthew G. Knepley 11421555c271SMatthew G. Knepley ierr = PetscMemzero(grad, coordDim*numComponents * sizeof(PetscScalar));CHKERRQ(ierr); 114344a7f3ddSMatthew G. Knepley ierr = DMGetField(dm, field, NULL, &obj);CHKERRQ(ierr); 11441555c271SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 11451555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);} 11461555c271SMatthew G. Knepley else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;} 11471555c271SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 11481555c271SMatthew G. Knepley for (q = 0; q < Nq; ++q) { 11491555c271SMatthew G. Knepley if (detJ[q] <= 0.0) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %D, quadrature points %D", (double)detJ[q], cell, q); 11501555c271SMatthew G. Knepley if (ierr) { 11511555c271SMatthew G. Knepley PetscErrorCode ierr2; 11521555c271SMatthew G. Knepley ierr2 = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr2); 11531555c271SMatthew G. Knepley ierr2 = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr2); 11541555c271SMatthew G. Knepley ierr2 = PetscFree4(interpolant,coords,detJ,J);CHKERRQ(ierr2); 11551555c271SMatthew G. Knepley CHKERRQ(ierr); 11561555c271SMatthew G. Knepley } 11571555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEInterpolateGradient_Static((PetscFE) obj, &x[fieldOffset], coordDim, invJ, NULL, q, interpolant);CHKERRQ(ierr);} 11581555c271SMatthew G. Knepley else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field); 11591555c271SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 11601555c271SMatthew G. Knepley const PetscReal wt = quadWeights[q*qNc+qc+fc]; 11611555c271SMatthew G. Knepley 11621555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) grad[fc*coordDim+d] += interpolant[fc*dim+d]*wt*detJ[q]; 11631555c271SMatthew G. Knepley } 11641555c271SMatthew G. Knepley vol += quadWeights[q*qNc]*detJ[q]; 11651555c271SMatthew G. Knepley } 11661555c271SMatthew G. Knepley fieldOffset += Nb; 11671555c271SMatthew G. Knepley qc += Nc; 11681555c271SMatthew G. Knepley } 11691555c271SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x);CHKERRQ(ierr); 1170f8527842SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 1171f8527842SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 1172f8527842SMatthew G. Knepley gradsum[fc*coordDim+d] += grad[fc*coordDim+d]; 1173f8527842SMatthew G. Knepley } 1174f8527842SMatthew G. Knepley } 1175f8527842SMatthew G. Knepley volsum += vol; 1176db1066baSMatthew G. Knepley if (debug) { 11776d20ae03SJed Brown ierr = PetscPrintf(PETSC_COMM_SELF, "Cell %D gradient: [", cell);CHKERRQ(ierr); 11781555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 11791555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 11801555c271SMatthew G. Knepley if (fc || d > 0) {ierr = PetscPrintf(PETSC_COMM_SELF, ", ");CHKERRQ(ierr);} 11816d20ae03SJed Brown ierr = PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(grad[fc*coordDim+d]));CHKERRQ(ierr); 11821555c271SMatthew G. Knepley } 11831555c271SMatthew G. Knepley } 11841555c271SMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_SELF, "]\n");CHKERRQ(ierr); 1185db1066baSMatthew G. Knepley } 11861555c271SMatthew G. Knepley } 11871555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 11881555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) gradsum[fc*coordDim+d] /= volsum; 11891555c271SMatthew G. Knepley } 11901555c271SMatthew G. Knepley ierr = DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star);CHKERRQ(ierr); 11911555c271SMatthew G. Knepley ierr = DMPlexVecSetClosure(dmC, NULL, locC, v, gradsum, INSERT_VALUES);CHKERRQ(ierr); 11921555c271SMatthew G. Knepley } 11931555c271SMatthew G. Knepley ierr = PetscFree6(gradsum,interpolant,coords,detJ,J,invJ);CHKERRQ(ierr); 11941555c271SMatthew G. Knepley PetscFunctionReturn(0); 11951555c271SMatthew G. Knepley } 11961555c271SMatthew G. Knepley 1197338f77d5SMatthew G. Knepley static PetscErrorCode DMPlexComputeIntegral_Internal(DM dm, Vec X, PetscInt cStart, PetscInt cEnd, PetscScalar *cintegral, void *user) 119873d901b8SMatthew G. Knepley { 1199338f77d5SMatthew G. Knepley DM dmAux = NULL; 120061aaff12SToby Isaac PetscDS prob, probAux = NULL; 120173d901b8SMatthew G. Knepley PetscSection section, sectionAux; 1202338f77d5SMatthew G. Knepley Vec locX, locA; 1203c330f8ffSToby Isaac PetscInt dim, numCells = cEnd - cStart, c, f; 1204c330f8ffSToby Isaac PetscBool useFVM = PETSC_FALSE; 1205338f77d5SMatthew G. Knepley /* DS */ 1206338f77d5SMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x, numConstants; 1207338f77d5SMatthew G. Knepley PetscInt NfAux, totDimAux, *aOff; 1208338f77d5SMatthew G. Knepley PetscScalar *u, *a; 1209338f77d5SMatthew G. Knepley const PetscScalar *constants; 1210338f77d5SMatthew G. Knepley /* Geometry */ 1211c330f8ffSToby Isaac PetscFEGeom *cgeomFEM; 1212338f77d5SMatthew G. Knepley DM dmGrad; 1213c330f8ffSToby Isaac PetscQuadrature affineQuad = NULL; 1214338f77d5SMatthew G. Knepley Vec cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL; 1215b5a3613cSMatthew G. Knepley PetscFVCellGeom *cgeomFVM; 1216338f77d5SMatthew G. Knepley const PetscScalar *lgrad; 1217b7260050SToby Isaac PetscInt maxDegree; 1218c330f8ffSToby Isaac DMField coordField; 1219c330f8ffSToby Isaac IS cellIS; 122073d901b8SMatthew G. Knepley PetscErrorCode ierr; 122173d901b8SMatthew G. Knepley 122273d901b8SMatthew G. Knepley PetscFunctionBegin; 1223338f77d5SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 1224c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 1225e87a4003SBarry Smith ierr = DMGetSection(dm, §ion);CHKERRQ(ierr); 122673d901b8SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 1227338f77d5SMatthew G. Knepley /* Determine which discretizations we have */ 1228b5a3613cSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1229b5a3613cSMatthew G. Knepley PetscObject obj; 1230b5a3613cSMatthew G. Knepley PetscClassId id; 1231b5a3613cSMatthew G. Knepley 1232b5a3613cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1233b5a3613cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1234338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) useFVM = PETSC_TRUE; 1235338f77d5SMatthew G. Knepley } 1236338f77d5SMatthew G. Knepley /* Get local solution with boundary values */ 1237338f77d5SMatthew G. Knepley ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr); 1238338f77d5SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr); 1239338f77d5SMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 1240338f77d5SMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 1241338f77d5SMatthew G. Knepley /* Read DS information */ 1242338f77d5SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 1243338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr); 1244338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr); 1245c330f8ffSToby Isaac ierr = ISCreateStride(PETSC_COMM_SELF,numCells,cStart,1,&cellIS);CHKERRQ(ierr); 1246338f77d5SMatthew G. Knepley ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr); 1247338f77d5SMatthew G. Knepley /* Read Auxiliary DS information */ 1248338f77d5SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr); 1249338f77d5SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr); 1250338f77d5SMatthew G. Knepley if (dmAux) { 1251338f77d5SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 1252338f77d5SMatthew G. Knepley ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr); 1253e87a4003SBarry Smith ierr = DMGetSection(dmAux, §ionAux);CHKERRQ(ierr); 1254338f77d5SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 1255338f77d5SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr); 1256338f77d5SMatthew G. Knepley } 1257338f77d5SMatthew G. Knepley /* Allocate data arrays */ 1258338f77d5SMatthew G. Knepley ierr = PetscCalloc1(numCells*totDim, &u);CHKERRQ(ierr); 1259338f77d5SMatthew G. Knepley if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);} 1260338f77d5SMatthew G. Knepley /* Read out geometry */ 1261c330f8ffSToby Isaac ierr = DMGetCoordinateField(dm,&coordField);CHKERRQ(ierr); 1262b7260050SToby Isaac ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 1263b7260050SToby Isaac if (maxDegree <= 1) { 1264c330f8ffSToby Isaac ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 1265c330f8ffSToby Isaac if (affineQuad) { 1266c330f8ffSToby Isaac ierr = DMFieldCreateFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 1267338f77d5SMatthew G. Knepley } 1268b5a3613cSMatthew G. Knepley } 1269b5a3613cSMatthew G. Knepley if (useFVM) { 1270338f77d5SMatthew G. Knepley PetscFV fv = NULL; 1271b5a3613cSMatthew G. Knepley Vec grad; 1272b5a3613cSMatthew G. Knepley PetscInt fStart, fEnd; 1273b5a3613cSMatthew G. Knepley PetscBool compGrad; 1274b5a3613cSMatthew G. Knepley 1275338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1276338f77d5SMatthew G. Knepley PetscObject obj; 1277338f77d5SMatthew G. Knepley PetscClassId id; 1278338f77d5SMatthew G. Knepley 1279338f77d5SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1280338f77d5SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1281338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) {fv = (PetscFV) obj; break;} 1282338f77d5SMatthew G. Knepley } 1283338f77d5SMatthew G. Knepley ierr = PetscFVGetComputeGradients(fv, &compGrad);CHKERRQ(ierr); 1284338f77d5SMatthew G. Knepley ierr = PetscFVSetComputeGradients(fv, PETSC_TRUE);CHKERRQ(ierr); 1285b5a3613cSMatthew G. Knepley ierr = DMPlexComputeGeometryFVM(dm, &cellGeometryFVM, &faceGeometryFVM);CHKERRQ(ierr); 1286338f77d5SMatthew G. Knepley ierr = DMPlexComputeGradientFVM(dm, fv, faceGeometryFVM, cellGeometryFVM, &dmGrad);CHKERRQ(ierr); 1287338f77d5SMatthew G. Knepley ierr = PetscFVSetComputeGradients(fv, compGrad);CHKERRQ(ierr); 1288b5a3613cSMatthew G. Knepley ierr = VecGetArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 1289b5a3613cSMatthew G. Knepley /* Reconstruct and limit cell gradients */ 1290b5a3613cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 1291b5a3613cSMatthew G. Knepley ierr = DMGetGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 1292338f77d5SMatthew G. Knepley ierr = DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad);CHKERRQ(ierr); 1293b5a3613cSMatthew G. Knepley /* Communicate gradient values */ 1294b5a3613cSMatthew G. Knepley ierr = DMGetLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 1295b5a3613cSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 1296b5a3613cSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad);CHKERRQ(ierr); 1297b5a3613cSMatthew G. Knepley ierr = DMRestoreGlobalVector(dmGrad, &grad);CHKERRQ(ierr); 1298b5a3613cSMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 1299338f77d5SMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, 0.0, faceGeometryFVM, cellGeometryFVM, locGrad);CHKERRQ(ierr); 1300b5a3613cSMatthew G. Knepley ierr = VecGetArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 1301b5a3613cSMatthew G. Knepley } 1302338f77d5SMatthew G. Knepley /* Read out data from inputs */ 130373d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 130473d901b8SMatthew G. Knepley PetscScalar *x = NULL; 130573d901b8SMatthew G. Knepley PetscInt i; 130673d901b8SMatthew G. Knepley 1307338f77d5SMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr); 13080f2d7e86SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i]; 1309338f77d5SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, locX, c, NULL, &x);CHKERRQ(ierr); 131073d901b8SMatthew G. Knepley if (dmAux) { 1311338f77d5SMatthew G. Knepley ierr = DMPlexVecGetClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr); 13120f2d7e86SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i]; 1313338f77d5SMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, locA, c, NULL, &x);CHKERRQ(ierr); 131473d901b8SMatthew G. Knepley } 131573d901b8SMatthew G. Knepley } 1316338f77d5SMatthew G. Knepley /* Do integration for each field */ 131773d901b8SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 1318c1f031eeSMatthew G. Knepley PetscObject obj; 1319c1f031eeSMatthew G. Knepley PetscClassId id; 1320c1f031eeSMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 132173d901b8SMatthew G. Knepley 1322c1f031eeSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 1323c1f031eeSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 1324c1f031eeSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1325c1f031eeSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 1326c1f031eeSMatthew G. Knepley PetscQuadrature q; 1327c330f8ffSToby Isaac PetscFEGeom *chunkGeom = NULL; 1328c1f031eeSMatthew G. Knepley PetscInt Nq, Nb; 1329c1f031eeSMatthew G. Knepley 13300f2d7e86SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 1331c1f031eeSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 13329c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 1333c1f031eeSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 1334c1f031eeSMatthew G. Knepley blockSize = Nb*Nq; 133573d901b8SMatthew G. Knepley batchSize = numBlocks * blockSize; 13360f2d7e86SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 133773d901b8SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 133873d901b8SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 133973d901b8SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 134073d901b8SMatthew G. Knepley offset = numCells - Nr; 1341c330f8ffSToby Isaac if (!affineQuad) { 1342c330f8ffSToby Isaac ierr = DMFieldCreateFEGeom(coordField,cellIS,q,PETSC_FALSE,&cgeomFEM);CHKERRQ(ierr); 1343c330f8ffSToby Isaac } 1344c330f8ffSToby Isaac ierr = PetscFEGeomGetChunk(cgeomFEM,0,offset,&chunkGeom);CHKERRQ(ierr); 1345c330f8ffSToby Isaac ierr = PetscFEIntegrate(fe, prob, f, Ne, chunkGeom, u, probAux, a, cintegral);CHKERRQ(ierr); 1346c330f8ffSToby Isaac ierr = PetscFEGeomGetChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr); 1347c330f8ffSToby Isaac ierr = PetscFEIntegrate(fe, prob, f, Nr, chunkGeom, &u[offset*totDim], probAux, &a[offset*totDimAux], &cintegral[offset*Nf]);CHKERRQ(ierr); 1348c330f8ffSToby Isaac ierr = PetscFEGeomRestoreChunk(cgeomFEM,offset,numCells,&chunkGeom);CHKERRQ(ierr); 1349c330f8ffSToby Isaac if (!affineQuad) { 1350c330f8ffSToby Isaac ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr); 1351c330f8ffSToby Isaac } 1352c1f031eeSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 1353c1f031eeSMatthew G. Knepley PetscInt foff; 1354420e96edSMatthew G. Knepley PetscPointFunc obj_func; 1355b69edc29SMatthew G. Knepley PetscScalar lint; 1356c1f031eeSMatthew G. Knepley 1357c1f031eeSMatthew G. Knepley ierr = PetscDSGetObjective(prob, f, &obj_func);CHKERRQ(ierr); 1358c1f031eeSMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, f, &foff);CHKERRQ(ierr); 1359c1f031eeSMatthew G. Knepley if (obj_func) { 1360c1f031eeSMatthew G. Knepley for (c = 0; c < numCells; ++c) { 1361b5a3613cSMatthew G. Knepley PetscScalar *u_x; 1362b5a3613cSMatthew G. Knepley 1363b5a3613cSMatthew G. Knepley ierr = DMPlexPointLocalRead(dmGrad, c, lgrad, &u_x);CHKERRQ(ierr); 1364338f77d5SMatthew G. Knepley obj_func(dim, Nf, NfAux, uOff, uOff_x, &u[totDim*c+foff], NULL, u_x, aOff, NULL, &a[totDimAux*c], NULL, NULL, 0.0, cgeomFVM[c].centroid, numConstants, constants, &lint); 1365338f77d5SMatthew G. Knepley cintegral[c*Nf+f] += PetscRealPart(lint)*cgeomFVM[c].volume; 136673d901b8SMatthew G. Knepley } 1367c1f031eeSMatthew G. Knepley } 1368c1f031eeSMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f); 1369c1f031eeSMatthew G. Knepley } 1370338f77d5SMatthew G. Knepley /* Cleanup data arrays */ 1371b5a3613cSMatthew G. Knepley if (useFVM) { 1372b5a3613cSMatthew G. Knepley ierr = VecRestoreArrayRead(locGrad, &lgrad);CHKERRQ(ierr); 1373b5a3613cSMatthew G. Knepley ierr = VecRestoreArrayRead(cellGeometryFVM, (const PetscScalar **) &cgeomFVM);CHKERRQ(ierr); 1374b5a3613cSMatthew G. Knepley ierr = DMRestoreLocalVector(dmGrad, &locGrad);CHKERRQ(ierr); 1375b5a3613cSMatthew G. Knepley ierr = VecDestroy(&faceGeometryFVM);CHKERRQ(ierr); 1376b5a3613cSMatthew G. Knepley ierr = VecDestroy(&cellGeometryFVM);CHKERRQ(ierr); 1377b5a3613cSMatthew G. Knepley ierr = DMDestroy(&dmGrad);CHKERRQ(ierr); 1378b5a3613cSMatthew G. Knepley } 137973d901b8SMatthew G. Knepley if (dmAux) {ierr = PetscFree(a);CHKERRQ(ierr);} 1380338f77d5SMatthew G. Knepley ierr = PetscFree(u);CHKERRQ(ierr); 1381338f77d5SMatthew G. Knepley /* Cleanup */ 1382f99c8401SToby Isaac if (affineQuad) { 1383f99c8401SToby Isaac ierr = PetscFEGeomDestroy(&cgeomFEM);CHKERRQ(ierr); 1384f99c8401SToby Isaac } 1385f99c8401SToby Isaac ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 1386c330f8ffSToby Isaac ierr = ISDestroy(&cellIS);CHKERRQ(ierr); 1387338f77d5SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr); 1388338f77d5SMatthew G. Knepley PetscFunctionReturn(0); 1389338f77d5SMatthew G. Knepley } 1390338f77d5SMatthew G. Knepley 1391338f77d5SMatthew G. Knepley /*@ 1392338f77d5SMatthew G. Knepley DMPlexComputeIntegralFEM - Form the integral over the domain from the global input X using pointwise functions specified by the user 1393338f77d5SMatthew G. Knepley 1394338f77d5SMatthew G. Knepley Input Parameters: 1395338f77d5SMatthew G. Knepley + dm - The mesh 1396338f77d5SMatthew G. Knepley . X - Global input vector 1397338f77d5SMatthew G. Knepley - user - The user context 1398338f77d5SMatthew G. Knepley 1399338f77d5SMatthew G. Knepley Output Parameter: 1400338f77d5SMatthew G. Knepley . integral - Integral for each field 1401338f77d5SMatthew G. Knepley 1402338f77d5SMatthew G. Knepley Level: developer 1403338f77d5SMatthew G. Knepley 1404338f77d5SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM() 1405338f77d5SMatthew G. Knepley @*/ 1406b8feb594SMatthew G. Knepley PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscScalar *integral, void *user) 1407338f77d5SMatthew G. Knepley { 1408338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1409b8feb594SMatthew G. Knepley PetscScalar *cintegral, *lintegral; 1410338f77d5SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cEndInterior[4], cell; 1411338f77d5SMatthew G. Knepley PetscErrorCode ierr; 1412338f77d5SMatthew G. Knepley 1413338f77d5SMatthew G. Knepley PetscFunctionBegin; 1414338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1415338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 1416338f77d5SMatthew G. Knepley PetscValidPointer(integral, 3); 1417338f77d5SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 1418338f77d5SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 1419338f77d5SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 1420338f77d5SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 1421338f77d5SMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior[0], &cEndInterior[1], &cEndInterior[2], &cEndInterior[3]);CHKERRQ(ierr); 1422338f77d5SMatthew G. Knepley cEnd = cEndInterior[cellHeight] < 0 ? cEnd : cEndInterior[cellHeight]; 1423338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 1424338f77d5SMatthew G. Knepley ierr = PetscCalloc2(Nf, &lintegral, (cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr); 1425338f77d5SMatthew G. Knepley ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr); 1426338f77d5SMatthew G. Knepley /* Sum up values */ 1427338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 1428338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 1429338f77d5SMatthew G. Knepley 1430338f77d5SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);} 1431b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) lintegral[f] += cintegral[c*Nf+f]; 1432338f77d5SMatthew G. Knepley } 1433b8feb594SMatthew G. Knepley ierr = MPIU_Allreduce(lintegral, integral, Nf, MPIU_SCALAR, MPIU_SUM, PetscObjectComm((PetscObject) dm));CHKERRQ(ierr); 143473d901b8SMatthew G. Knepley if (mesh->printFEM) { 1435338f77d5SMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "Integral:");CHKERRQ(ierr); 1436b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), " %g", (double) PetscRealPart(integral[f]));CHKERRQ(ierr);} 143773d901b8SMatthew G. Knepley ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "\n");CHKERRQ(ierr); 143873d901b8SMatthew G. Knepley } 1439338f77d5SMatthew G. Knepley ierr = PetscFree2(lintegral, cintegral);CHKERRQ(ierr); 1440338f77d5SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 1441338f77d5SMatthew G. Knepley PetscFunctionReturn(0); 1442338f77d5SMatthew G. Knepley } 1443338f77d5SMatthew G. Knepley 1444338f77d5SMatthew G. Knepley /*@ 1445338f77d5SMatthew G. Knepley DMPlexComputeCellwiseIntegralFEM - Form the vector of cellwise integrals F from the global input X using pointwise functions specified by the user 1446338f77d5SMatthew G. Knepley 1447338f77d5SMatthew G. Knepley Input Parameters: 1448338f77d5SMatthew G. Knepley + dm - The mesh 1449338f77d5SMatthew G. Knepley . X - Global input vector 1450338f77d5SMatthew G. Knepley - user - The user context 1451338f77d5SMatthew G. Knepley 1452338f77d5SMatthew G. Knepley Output Parameter: 1453338f77d5SMatthew G. Knepley . integral - Cellwise integrals for each field 1454338f77d5SMatthew G. Knepley 1455338f77d5SMatthew G. Knepley Level: developer 1456338f77d5SMatthew G. Knepley 1457338f77d5SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM() 1458338f77d5SMatthew G. Knepley @*/ 1459338f77d5SMatthew G. Knepley PetscErrorCode DMPlexComputeCellwiseIntegralFEM(DM dm, Vec X, Vec F, void *user) 1460338f77d5SMatthew G. Knepley { 1461338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 1462338f77d5SMatthew G. Knepley DM dmF; 1463338f77d5SMatthew G. Knepley PetscSection sectionF; 1464338f77d5SMatthew G. Knepley PetscScalar *cintegral, *af; 1465338f77d5SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cEndInterior[4], cell; 1466338f77d5SMatthew G. Knepley PetscErrorCode ierr; 1467338f77d5SMatthew G. Knepley 1468338f77d5SMatthew G. Knepley PetscFunctionBegin; 1469338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1470338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 1471338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(F, VEC_CLASSID, 3); 1472338f77d5SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 1473338f77d5SMatthew G. Knepley ierr = DMGetNumFields(dm, &Nf);CHKERRQ(ierr); 1474338f77d5SMatthew G. Knepley ierr = DMPlexGetVTKCellHeight(dm, &cellHeight);CHKERRQ(ierr); 1475338f77d5SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, cellHeight, &cStart, &cEnd);CHKERRQ(ierr); 1476338f77d5SMatthew G. Knepley ierr = DMPlexGetHybridBounds(dm, &cEndInterior[0], &cEndInterior[1], &cEndInterior[2], &cEndInterior[3]);CHKERRQ(ierr); 1477338f77d5SMatthew G. Knepley cEnd = cEndInterior[cellHeight] < 0 ? cEnd : cEndInterior[cellHeight]; 1478338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 1479338f77d5SMatthew G. Knepley ierr = PetscCalloc1((cEnd-cStart)*Nf, &cintegral);CHKERRQ(ierr); 1480338f77d5SMatthew G. Knepley ierr = DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user);CHKERRQ(ierr); 1481338f77d5SMatthew G. Knepley /* Put values in F*/ 1482338f77d5SMatthew G. Knepley ierr = VecGetDM(F, &dmF);CHKERRQ(ierr); 1483e87a4003SBarry Smith ierr = DMGetSection(dmF, §ionF);CHKERRQ(ierr); 1484338f77d5SMatthew G. Knepley ierr = VecGetArray(F, &af);CHKERRQ(ierr); 1485338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 1486338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 1487338f77d5SMatthew G. Knepley PetscInt dof, off; 1488338f77d5SMatthew G. Knepley 1489338f77d5SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c*Nf]);CHKERRQ(ierr);} 1490338f77d5SMatthew G. Knepley ierr = PetscSectionGetDof(sectionF, cell, &dof);CHKERRQ(ierr); 1491338f77d5SMatthew G. Knepley ierr = PetscSectionGetOffset(sectionF, cell, &off);CHKERRQ(ierr); 1492338f77d5SMatthew G. Knepley if (dof != Nf) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "The number of cell dofs %D != %D", dof, Nf); 1493338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) af[off+f] = cintegral[c*Nf+f]; 1494338f77d5SMatthew G. Knepley } 1495338f77d5SMatthew G. Knepley ierr = VecRestoreArray(F, &af);CHKERRQ(ierr); 1496338f77d5SMatthew G. Knepley ierr = PetscFree(cintegral);CHKERRQ(ierr); 1497c1f031eeSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 149873d901b8SMatthew G. Knepley PetscFunctionReturn(0); 149973d901b8SMatthew G. Knepley } 150073d901b8SMatthew G. Knepley 15019b6f715bSMatthew G. Knepley static PetscErrorCode DMPlexComputeBdIntegral_Internal(DM dm, Vec locX, IS pointIS, 15029b6f715bSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 150364c72086SMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 150464c72086SMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 150564c72086SMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), 150664c72086SMatthew G. Knepley PetscScalar *fintegral, void *user) 150764c72086SMatthew G. Knepley { 15089b6f715bSMatthew G. Knepley DM plex = NULL, plexA = NULL; 15099b6f715bSMatthew G. Knepley PetscDS prob, probAux = NULL; 15109b6f715bSMatthew G. Knepley PetscSection section, sectionAux = NULL; 15119b6f715bSMatthew G. Knepley Vec locA = NULL; 15129b6f715bSMatthew G. Knepley DMField coordField; 15139b6f715bSMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x; 15149b6f715bSMatthew G. Knepley PetscInt NfAux = 0, totDimAux = 0, *aOff = NULL; 15159b6f715bSMatthew G. Knepley PetscScalar *u, *a = NULL; 151664c72086SMatthew G. Knepley const PetscScalar *constants; 15179b6f715bSMatthew G. Knepley PetscInt numConstants, f; 151864c72086SMatthew G. Knepley PetscErrorCode ierr; 151964c72086SMatthew G. Knepley 152064c72086SMatthew G. Knepley PetscFunctionBegin; 15219b6f715bSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 15229b6f715bSMatthew G. Knepley ierr = DMConvert(dm, DMPLEX, &plex);CHKERRQ(ierr); 152364c72086SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 152464c72086SMatthew G. Knepley ierr = DMGetDefaultSection(dm, §ion);CHKERRQ(ierr); 152564c72086SMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 152664c72086SMatthew G. Knepley /* Determine which discretizations we have */ 15279b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 152864c72086SMatthew G. Knepley PetscObject obj; 152964c72086SMatthew G. Knepley PetscClassId id; 153064c72086SMatthew G. Knepley 15319b6f715bSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 153264c72086SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 15339b6f715bSMatthew G. Knepley if (id == PETSCFV_CLASSID) SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_SUP, "Not supported for FVM (field %D)", f); 153464c72086SMatthew G. Knepley } 153564c72086SMatthew G. Knepley /* Read DS information */ 153664c72086SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 153764c72086SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr); 153864c72086SMatthew G. Knepley ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr); 153964c72086SMatthew G. Knepley ierr = PetscDSGetConstants(prob, &numConstants, &constants);CHKERRQ(ierr); 154064c72086SMatthew G. Knepley /* Read Auxiliary DS information */ 154164c72086SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr); 15429b6f715bSMatthew G. Knepley if (locA) { 15439b6f715bSMatthew G. Knepley DM dmAux; 15449b6f715bSMatthew G. Knepley 15459b6f715bSMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 15469b6f715bSMatthew G. Knepley ierr = DMConvert(dmAux, DMPLEX, &plexA);CHKERRQ(ierr); 154764c72086SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 154864c72086SMatthew G. Knepley ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr); 154964c72086SMatthew G. Knepley ierr = DMGetDefaultSection(dmAux, §ionAux);CHKERRQ(ierr); 155064c72086SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 155164c72086SMatthew G. Knepley ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr); 155264c72086SMatthew G. Knepley } 15539b6f715bSMatthew G. Knepley /* Integrate over points */ 15549b6f715bSMatthew G. Knepley { 15559b6f715bSMatthew G. Knepley PetscFEGeom *fgeom, *chunkGeom = NULL; 1556b7260050SToby Isaac PetscInt maxDegree; 15579b6f715bSMatthew G. Knepley PetscQuadrature qGeom = NULL; 15589b6f715bSMatthew G. Knepley const PetscInt *points; 15599b6f715bSMatthew G. Knepley PetscInt numFaces, face, Nq, field; 15609b6f715bSMatthew G. Knepley PetscInt numChunks, chunkSize, chunk, Nr, offset; 156164c72086SMatthew G. Knepley 15629b6f715bSMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 15639b6f715bSMatthew G. Knepley ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr); 15649b6f715bSMatthew G. Knepley ierr = PetscCalloc2(numFaces*totDim, &u, locA ? numFaces*totDimAux : 0, &a);CHKERRQ(ierr); 1565b7260050SToby Isaac ierr = DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree);CHKERRQ(ierr); 156664c72086SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 156764c72086SMatthew G. Knepley PetscFE fe; 156864c72086SMatthew G. Knepley 156964c72086SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fe);CHKERRQ(ierr); 1570b7260050SToby Isaac if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom);CHKERRQ(ierr);} 15719b6f715bSMatthew G. Knepley if (!qGeom) { 15729b6f715bSMatthew G. Knepley ierr = PetscFEGetFaceQuadrature(fe, &qGeom);CHKERRQ(ierr); 15739b6f715bSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr); 15749b6f715bSMatthew G. Knepley } 15759b6f715bSMatthew G. Knepley ierr = PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 15769b6f715bSMatthew G. Knepley ierr = DMPlexGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr); 15779b6f715bSMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 15789b6f715bSMatthew G. Knepley const PetscInt point = points[face], *support, *cone; 15799b6f715bSMatthew G. Knepley PetscScalar *x = NULL; 15809b6f715bSMatthew G. Knepley PetscInt i, coneSize, faceLoc; 15819b6f715bSMatthew G. Knepley 15829b6f715bSMatthew G. Knepley ierr = DMPlexGetSupport(dm, point, &support);CHKERRQ(ierr); 15839b6f715bSMatthew G. Knepley ierr = DMPlexGetConeSize(dm, support[0], &coneSize);CHKERRQ(ierr); 15849b6f715bSMatthew G. Knepley ierr = DMPlexGetCone(dm, support[0], &cone);CHKERRQ(ierr); 15859b6f715bSMatthew G. Knepley for (faceLoc = 0; faceLoc < coneSize; ++faceLoc) if (cone[faceLoc] == point) break; 15869b6f715bSMatthew G. Knepley if (faceLoc == coneSize) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %D in cone of support[0] %D", face, support[0]); 15879b6f715bSMatthew G. Knepley fgeom->face[face][0] = faceLoc; 15889b6f715bSMatthew G. Knepley ierr = DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 15899b6f715bSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face*totDim+i] = x[i]; 15909b6f715bSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x);CHKERRQ(ierr); 15919b6f715bSMatthew G. Knepley if (locA) { 15929b6f715bSMatthew G. Knepley PetscInt subp; 15939b6f715bSMatthew G. Knepley ierr = DMPlexGetSubpoint(plexA, support[0], &subp);CHKERRQ(ierr); 15949b6f715bSMatthew G. Knepley ierr = DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 15959b6f715bSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[f*totDimAux+i] = x[i]; 15969b6f715bSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x);CHKERRQ(ierr); 15979b6f715bSMatthew G. Knepley } 15989b6f715bSMatthew G. Knepley } 15999b6f715bSMatthew G. Knepley /* Get blocking */ 16009b6f715bSMatthew G. Knepley { 16019b6f715bSMatthew G. Knepley PetscQuadrature q; 16029b6f715bSMatthew G. Knepley PetscInt numBatches, batchSize, numBlocks, blockSize; 16039b6f715bSMatthew G. Knepley PetscInt Nq, Nb; 16049b6f715bSMatthew G. Knepley 160564c72086SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 160664c72086SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 160764c72086SMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 160864c72086SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 160964c72086SMatthew G. Knepley blockSize = Nb*Nq; 161064c72086SMatthew G. Knepley batchSize = numBlocks * blockSize; 16119b6f715bSMatthew G. Knepley chunkSize = numBatches*batchSize; 161264c72086SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 16139b6f715bSMatthew G. Knepley numChunks = numFaces / chunkSize; 16149b6f715bSMatthew G. Knepley Nr = numFaces % chunkSize; 161564c72086SMatthew G. Knepley offset = numFaces - Nr; 161664c72086SMatthew G. Knepley } 16179b6f715bSMatthew G. Knepley /* Do integration for each field */ 16189b6f715bSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 16199b6f715bSMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom, chunk*chunkSize, (chunk+1)*chunkSize, &chunkGeom);CHKERRQ(ierr); 16209b6f715bSMatthew G. Knepley ierr = PetscFEIntegrateBd(fe, prob, field, func, chunkSize, chunkGeom, u, probAux, a, fintegral);CHKERRQ(ierr); 16219b6f715bSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom);CHKERRQ(ierr); 162264c72086SMatthew G. Knepley } 16239b6f715bSMatthew G. Knepley ierr = PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr); 16249b6f715bSMatthew G. Knepley ierr = PetscFEIntegrateBd(fe, prob, field, func, Nr, chunkGeom, &u[offset*totDim], probAux, a ? &a[offset*totDimAux] : NULL, &fintegral[offset*Nf]);CHKERRQ(ierr); 16259b6f715bSMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom);CHKERRQ(ierr); 162664c72086SMatthew G. Knepley /* Cleanup data arrays */ 16279b6f715bSMatthew G. Knepley ierr = DMPlexRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom);CHKERRQ(ierr); 16289b6f715bSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 16299b6f715bSMatthew G. Knepley ierr = PetscFree2(u, a);CHKERRQ(ierr); 16309b6f715bSMatthew G. Knepley ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr); 163164c72086SMatthew G. Knepley } 163264c72086SMatthew G. Knepley } 16339b6f715bSMatthew G. Knepley if (plex) {ierr = DMDestroy(&plex);CHKERRQ(ierr);} 16349b6f715bSMatthew G. Knepley if (plexA) {ierr = DMDestroy(&plexA);CHKERRQ(ierr);} 16359b6f715bSMatthew G. Knepley PetscFunctionReturn(0); 16369b6f715bSMatthew G. Knepley } 16379b6f715bSMatthew G. Knepley 16389b6f715bSMatthew G. Knepley /*@ 16399b6f715bSMatthew G. Knepley DMPlexComputeBdIntegral - Form the integral over the specified boundary from the global input X using pointwise functions specified by the user 16409b6f715bSMatthew G. Knepley 16419b6f715bSMatthew G. Knepley Input Parameters: 16429b6f715bSMatthew G. Knepley + dm - The mesh 16439b6f715bSMatthew G. Knepley . X - Global input vector 16449b6f715bSMatthew G. Knepley . label - The boundary DMLabel 16459b6f715bSMatthew G. Knepley . numVals - The number of label values to use, or PETSC_DETERMINE for all values 16469b6f715bSMatthew G. Knepley . vals - The label values to use, or PETSC_NULL for all values 16479b6f715bSMatthew G. Knepley . func = The function to integrate along the boundary 16489b6f715bSMatthew G. Knepley - user - The user context 16499b6f715bSMatthew G. Knepley 16509b6f715bSMatthew G. Knepley Output Parameter: 16519b6f715bSMatthew G. Knepley . integral - Integral for each field 16529b6f715bSMatthew G. Knepley 16539b6f715bSMatthew G. Knepley Level: developer 16549b6f715bSMatthew G. Knepley 16559b6f715bSMatthew G. Knepley .seealso: DMPlexComputeIntegralFEM(), DMPlexComputeBdResidualFEM() 16569b6f715bSMatthew G. Knepley @*/ 16579b6f715bSMatthew G. Knepley PetscErrorCode DMPlexComputeBdIntegral(DM dm, Vec X, DMLabel label, PetscInt numVals, const PetscInt vals[], 16589b6f715bSMatthew G. Knepley void (*func)(PetscInt, PetscInt, PetscInt, 16599b6f715bSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 16609b6f715bSMatthew G. Knepley const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], 16619b6f715bSMatthew G. Knepley PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), 16629b6f715bSMatthew G. Knepley PetscScalar *integral, void *user) 16639b6f715bSMatthew G. Knepley { 16649b6f715bSMatthew G. Knepley Vec locX; 16659b6f715bSMatthew G. Knepley PetscSection section; 16669b6f715bSMatthew G. Knepley DMLabel depthLabel; 16679b6f715bSMatthew G. Knepley IS facetIS; 16689b6f715bSMatthew G. Knepley PetscInt dim, Nf, f, v; 16699b6f715bSMatthew G. Knepley PetscErrorCode ierr; 16709b6f715bSMatthew G. Knepley 16719b6f715bSMatthew G. Knepley PetscFunctionBegin; 16729b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 16739b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 16749b6f715bSMatthew G. Knepley PetscValidPointer(label, 3); 16759b6f715bSMatthew G. Knepley if (vals) PetscValidPointer(vals, 5); 16769b6f715bSMatthew G. Knepley PetscValidPointer(integral, 6); 16779b6f715bSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 16789b6f715bSMatthew G. Knepley ierr = DMPlexGetDepthLabel(dm, &depthLabel);CHKERRQ(ierr); 16799b6f715bSMatthew G. Knepley ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr); 16809b6f715bSMatthew G. Knepley ierr = DMLabelGetStratumIS(depthLabel, dim-1, &facetIS);CHKERRQ(ierr); 16819b6f715bSMatthew G. Knepley ierr = DMGetDefaultSection(dm, §ion);CHKERRQ(ierr); 16829b6f715bSMatthew G. Knepley ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr); 16839b6f715bSMatthew G. Knepley /* Get local solution with boundary values */ 16849b6f715bSMatthew G. Knepley ierr = DMGetLocalVector(dm, &locX);CHKERRQ(ierr); 16859b6f715bSMatthew G. Knepley ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr); 16869b6f715bSMatthew G. Knepley ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 16879b6f715bSMatthew G. Knepley ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX);CHKERRQ(ierr); 16889b6f715bSMatthew G. Knepley /* Loop over label values */ 16899b6f715bSMatthew G. Knepley ierr = PetscMemzero(integral, Nf * sizeof(PetscScalar));CHKERRQ(ierr); 16909b6f715bSMatthew G. Knepley for (v = 0; v < numVals; ++v) { 16919b6f715bSMatthew G. Knepley IS pointIS; 16929b6f715bSMatthew G. Knepley PetscInt numFaces, face; 16939b6f715bSMatthew G. Knepley PetscScalar *fintegral; 16949b6f715bSMatthew G. Knepley 16959b6f715bSMatthew G. Knepley ierr = DMLabelGetStratumIS(label, vals[v], &pointIS);CHKERRQ(ierr); 16969b6f715bSMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 16979b6f715bSMatthew G. Knepley { 16989b6f715bSMatthew G. Knepley IS isectIS; 16999b6f715bSMatthew G. Knepley 17009b6f715bSMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 17019b6f715bSMatthew G. Knepley ierr = ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS);CHKERRQ(ierr); 17029b6f715bSMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 17039b6f715bSMatthew G. Knepley pointIS = isectIS; 17049b6f715bSMatthew G. Knepley } 17059b6f715bSMatthew G. Knepley ierr = ISGetLocalSize(pointIS, &numFaces);CHKERRQ(ierr); 17069b6f715bSMatthew G. Knepley ierr = PetscCalloc1(numFaces*Nf, &fintegral);CHKERRQ(ierr); 17079b6f715bSMatthew G. Knepley ierr = DMPlexComputeBdIntegral_Internal(dm, locX, pointIS, func, fintegral, user);CHKERRQ(ierr); 17089b6f715bSMatthew G. Knepley /* Sum point contributions into integral */ 17099b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) for (face = 0; face < numFaces; ++face) integral[f] += fintegral[face*Nf+f]; 17109b6f715bSMatthew G. Knepley ierr = PetscFree(fintegral);CHKERRQ(ierr); 17119b6f715bSMatthew G. Knepley ierr = ISDestroy(&pointIS);CHKERRQ(ierr); 17129b6f715bSMatthew G. Knepley } 171364c72086SMatthew G. Knepley ierr = DMRestoreLocalVector(dm, &locX);CHKERRQ(ierr); 17149b6f715bSMatthew G. Knepley ierr = ISDestroy(&facetIS);CHKERRQ(ierr); 17159b6f715bSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr); 171664c72086SMatthew G. Knepley PetscFunctionReturn(0); 171764c72086SMatthew G. Knepley } 171864c72086SMatthew G. Knepley 1719d69c5d34SMatthew G. Knepley /*@ 172068132eb9SMatthew G. Knepley DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix I from the coarse DM to the uniformly refined DM. 1721d69c5d34SMatthew G. Knepley 1722d69c5d34SMatthew G. Knepley Input Parameters: 1723d69c5d34SMatthew G. Knepley + dmf - The fine mesh 1724d69c5d34SMatthew G. Knepley . dmc - The coarse mesh 1725d69c5d34SMatthew G. Knepley - user - The user context 1726d69c5d34SMatthew G. Knepley 1727d69c5d34SMatthew G. Knepley Output Parameter: 1728934789fcSMatthew G. Knepley . In - The interpolation matrix 1729d69c5d34SMatthew G. Knepley 1730d69c5d34SMatthew G. Knepley Level: developer 1731d69c5d34SMatthew G. Knepley 173268132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM() 1733d69c5d34SMatthew G. Knepley @*/ 173468132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, Mat In, void *user) 1735d69c5d34SMatthew G. Knepley { 1736d69c5d34SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmc->data; 1737d69c5d34SMatthew G. Knepley const char *name = "Interpolator"; 17382764a2aaSMatthew G. Knepley PetscDS prob; 1739d69c5d34SMatthew G. Knepley PetscFE *feRef; 174097c42addSMatthew G. Knepley PetscFV *fvRef; 1741d69c5d34SMatthew G. Knepley PetscSection fsection, fglobalSection; 1742d69c5d34SMatthew G. Knepley PetscSection csection, cglobalSection; 1743d69c5d34SMatthew G. Knepley PetscScalar *elemMat; 17449ac3fadcSMatthew G. Knepley PetscInt dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, cEndInterior, c; 17450f2d7e86SMatthew G. Knepley PetscInt cTotDim, rTotDim = 0; 1746d69c5d34SMatthew G. Knepley PetscErrorCode ierr; 1747d69c5d34SMatthew G. Knepley 1748d69c5d34SMatthew G. Knepley PetscFunctionBegin; 1749d69c5d34SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 1750c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr); 1751e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 1752e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr); 1753e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 1754e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr); 1755d69c5d34SMatthew G. Knepley ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr); 1756d69c5d34SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr); 17579ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dmc, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 17589ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 17592764a2aaSMatthew G. Knepley ierr = DMGetDS(dmf, &prob);CHKERRQ(ierr); 176097c42addSMatthew G. Knepley ierr = PetscCalloc2(Nf,&feRef,Nf,&fvRef);CHKERRQ(ierr); 1761d69c5d34SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 176297c42addSMatthew G. Knepley PetscObject obj; 176397c42addSMatthew G. Knepley PetscClassId id; 1764aa7890ccSMatthew G. Knepley PetscInt rNb = 0, Nc = 0; 1765d69c5d34SMatthew G. Knepley 176697c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 176797c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 176897c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 176997c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 177097c42addSMatthew G. Knepley 17710f2d7e86SMatthew G. Knepley ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr); 1772d69c5d34SMatthew G. Knepley ierr = PetscFEGetDimension(feRef[f], &rNb);CHKERRQ(ierr); 17730f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 177497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 177597c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 177697c42addSMatthew G. Knepley PetscDualSpace Q; 177797c42addSMatthew G. Knepley 177897c42addSMatthew G. Knepley ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr); 177997c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr); 178097c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &rNb);CHKERRQ(ierr); 178197c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 178297c42addSMatthew G. Knepley } 17839c3cf19fSMatthew G. Knepley rTotDim += rNb; 1784d69c5d34SMatthew G. Knepley } 17852764a2aaSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr); 17860f2d7e86SMatthew G. Knepley ierr = PetscMalloc1(rTotDim*cTotDim,&elemMat);CHKERRQ(ierr); 17870f2d7e86SMatthew G. Knepley ierr = PetscMemzero(elemMat, rTotDim*cTotDim * sizeof(PetscScalar));CHKERRQ(ierr); 1788d69c5d34SMatthew G. Knepley for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) { 1789d69c5d34SMatthew G. Knepley PetscDualSpace Qref; 1790d69c5d34SMatthew G. Knepley PetscQuadrature f; 1791d69c5d34SMatthew G. Knepley const PetscReal *qpoints, *qweights; 1792d69c5d34SMatthew G. Knepley PetscReal *points; 1793d69c5d34SMatthew G. Knepley PetscInt npoints = 0, Nc, Np, fpdim, i, k, p, d; 1794d69c5d34SMatthew G. Knepley 1795d69c5d34SMatthew G. Knepley /* Compose points from all dual basis functionals */ 179697c42addSMatthew G. Knepley if (feRef[fieldI]) { 1797d69c5d34SMatthew G. Knepley ierr = PetscFEGetDualSpace(feRef[fieldI], &Qref);CHKERRQ(ierr); 17980f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(feRef[fieldI], &Nc);CHKERRQ(ierr); 179997c42addSMatthew G. Knepley } else { 180097c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[fieldI], &Qref);CHKERRQ(ierr); 180197c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvRef[fieldI], &Nc);CHKERRQ(ierr); 180297c42addSMatthew G. Knepley } 1803d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Qref, &fpdim);CHKERRQ(ierr); 1804d69c5d34SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 1805d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18069c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, NULL, NULL);CHKERRQ(ierr); 1807d69c5d34SMatthew G. Knepley npoints += Np; 1808d69c5d34SMatthew G. Knepley } 1809d69c5d34SMatthew G. Knepley ierr = PetscMalloc1(npoints*dim,&points);CHKERRQ(ierr); 1810d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 1811d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18129c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr); 1813d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) for (d = 0; d < dim; ++d) points[k*dim+d] = qpoints[p*dim+d]; 1814d69c5d34SMatthew G. Knepley } 1815d69c5d34SMatthew G. Knepley 1816d69c5d34SMatthew G. Knepley for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) { 181797c42addSMatthew G. Knepley PetscObject obj; 181897c42addSMatthew G. Knepley PetscClassId id; 1819d69c5d34SMatthew G. Knepley PetscReal *B; 18209c3cf19fSMatthew G. Knepley PetscInt NcJ = 0, cpdim = 0, j, qNc; 1821d69c5d34SMatthew G. Knepley 182297c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldJ, &obj);CHKERRQ(ierr); 182397c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 182497c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 182597c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 1826d69c5d34SMatthew G. Knepley 1827d69c5d34SMatthew G. Knepley /* Evaluate basis at points */ 18280f2d7e86SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &NcJ);CHKERRQ(ierr); 18290f2d7e86SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 1830ffe73a53SMatthew G. Knepley /* For now, fields only interpolate themselves */ 1831ffe73a53SMatthew G. Knepley if (fieldI == fieldJ) { 18329c3cf19fSMatthew G. Knepley if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %D does not match coarse field %D", Nc, NcJ); 18330f2d7e86SMatthew G. Knepley ierr = PetscFEGetTabulation(fe, npoints, points, &B, NULL, NULL);CHKERRQ(ierr); 1834d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 1835d69c5d34SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18369c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr); 18379c3cf19fSMatthew G. Knepley if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ); 1838d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 183936a6d9c0SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 1840d172c84bSMatthew G. Knepley /* 1841d172c84bSMatthew G. Knepley cTotDim: Total columns in element interpolation matrix, sum of number of dual basis functionals in each field 1842d172c84bSMatthew G. Knepley offsetI, offsetJ: Offsets into the larger element interpolation matrix for different fields 1843d172c84bSMatthew G. Knepley fpdim, i, cpdim, j: Dofs for fine and coarse grids, correspond to dual space basis functionals 1844d172c84bSMatthew G. Knepley qNC, Nc, Ncj, c: Number of components in this field 1845d172c84bSMatthew G. Knepley Np, p: Number of quad points in the fine grid functional i 1846d172c84bSMatthew G. Knepley k: i*Np + p, overall point number for the interpolation 1847d172c84bSMatthew G. Knepley */ 18489c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += B[k*cpdim*NcJ+j*Nc+c]*qweights[p*qNc+c]; 184936a6d9c0SMatthew G. Knepley } 1850d69c5d34SMatthew G. Knepley } 1851d69c5d34SMatthew G. Knepley } 18520f2d7e86SMatthew G. Knepley ierr = PetscFERestoreTabulation(fe, npoints, points, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr); 1853ffe73a53SMatthew G. Knepley } 185497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 185597c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 185697c42addSMatthew G. Knepley 185797c42addSMatthew G. Knepley /* Evaluate constant function at points */ 185897c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &NcJ);CHKERRQ(ierr); 185997c42addSMatthew G. Knepley cpdim = 1; 186097c42addSMatthew G. Knepley /* For now, fields only interpolate themselves */ 186197c42addSMatthew G. Knepley if (fieldI == fieldJ) { 186297c42addSMatthew G. Knepley if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", Nc, NcJ); 186397c42addSMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 186497c42addSMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr); 18659c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights);CHKERRQ(ierr); 18669c3cf19fSMatthew G. Knepley if (qNc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, NcJ); 186797c42addSMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 186897c42addSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 1869458eb97cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i)*cTotDim + offsetJ + j] += 1.0*qweights[p*qNc+c]; 187097c42addSMatthew G. Knepley } 187197c42addSMatthew G. Knepley } 187297c42addSMatthew G. Knepley } 187397c42addSMatthew G. Knepley } 187497c42addSMatthew G. Knepley } 1875d172c84bSMatthew G. Knepley offsetJ += cpdim; 1876d69c5d34SMatthew G. Knepley } 1877d172c84bSMatthew G. Knepley offsetI += fpdim; 1878549a8adaSMatthew G. Knepley ierr = PetscFree(points);CHKERRQ(ierr); 1879d69c5d34SMatthew G. Knepley } 18800f2d7e86SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat);CHKERRQ(ierr);} 18817f5b169aSMatthew G. Knepley /* Preallocate matrix */ 18827f5b169aSMatthew G. Knepley { 1883c094ef40SMatthew G. Knepley Mat preallocator; 1884c094ef40SMatthew G. Knepley PetscScalar *vals; 1885c094ef40SMatthew G. Knepley PetscInt *cellCIndices, *cellFIndices; 1886c094ef40SMatthew G. Knepley PetscInt locRows, locCols, cell; 18877f5b169aSMatthew G. Knepley 1888c094ef40SMatthew G. Knepley ierr = MatGetLocalSize(In, &locRows, &locCols);CHKERRQ(ierr); 1889c094ef40SMatthew G. Knepley ierr = MatCreate(PetscObjectComm((PetscObject) In), &preallocator);CHKERRQ(ierr); 1890c094ef40SMatthew G. Knepley ierr = MatSetType(preallocator, MATPREALLOCATOR);CHKERRQ(ierr); 1891c094ef40SMatthew G. Knepley ierr = MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr); 1892c094ef40SMatthew G. Knepley ierr = MatSetUp(preallocator);CHKERRQ(ierr); 1893c094ef40SMatthew G. Knepley ierr = PetscCalloc3(rTotDim*cTotDim, &vals,cTotDim,&cellCIndices,rTotDim,&cellFIndices);CHKERRQ(ierr); 18947f5b169aSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 18957f5b169aSMatthew G. Knepley ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices);CHKERRQ(ierr); 1896c094ef40SMatthew G. Knepley ierr = MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES);CHKERRQ(ierr); 18977f5b169aSMatthew G. Knepley } 1898c094ef40SMatthew G. Knepley ierr = PetscFree3(vals,cellCIndices,cellFIndices);CHKERRQ(ierr); 1899c094ef40SMatthew G. Knepley ierr = MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1900c094ef40SMatthew G. Knepley ierr = MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1901c094ef40SMatthew G. Knepley ierr = MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In);CHKERRQ(ierr); 1902c094ef40SMatthew G. Knepley ierr = MatDestroy(&preallocator);CHKERRQ(ierr); 19037f5b169aSMatthew G. Knepley } 19047f5b169aSMatthew G. Knepley /* Fill matrix */ 19057f5b169aSMatthew G. Knepley ierr = MatZeroEntries(In);CHKERRQ(ierr); 1906d69c5d34SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1907934789fcSMatthew G. Knepley ierr = DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES);CHKERRQ(ierr); 1908d69c5d34SMatthew G. Knepley } 1909549a8adaSMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);} 191097c42addSMatthew G. Knepley ierr = PetscFree2(feRef,fvRef);CHKERRQ(ierr); 1911549a8adaSMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 1912934789fcSMatthew G. Knepley ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1913934789fcSMatthew G. Knepley ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 1914d69c5d34SMatthew G. Knepley if (mesh->printFEM) { 1915*825f8a23SLisandro Dalcin ierr = PetscPrintf(PetscObjectComm((PetscObject)In), "%s:\n", name);CHKERRQ(ierr); 1916934789fcSMatthew G. Knepley ierr = MatChop(In, 1.0e-10);CHKERRQ(ierr); 1917*825f8a23SLisandro Dalcin ierr = MatView(In, NULL);CHKERRQ(ierr); 1918d69c5d34SMatthew G. Knepley } 1919d69c5d34SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 1920d69c5d34SMatthew G. Knepley PetscFunctionReturn(0); 1921d69c5d34SMatthew G. Knepley } 19226c73c22cSMatthew G. Knepley 1923bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixNested(DM dmc, DM dmf, Mat mass, void *user) 1924bd041c0cSMatthew G. Knepley { 1925bd041c0cSMatthew G. Knepley SETERRQ(PetscObjectComm((PetscObject) dmc), PETSC_ERR_SUP, "Laziness"); 1926bd041c0cSMatthew G. Knepley } 1927bd041c0cSMatthew G. Knepley 192868132eb9SMatthew G. Knepley /*@ 192968132eb9SMatthew G. Knepley DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix I from the coarse DM to a non-nested fine DM. 193068132eb9SMatthew G. Knepley 193168132eb9SMatthew G. Knepley Input Parameters: 193268132eb9SMatthew G. Knepley + dmf - The fine mesh 193368132eb9SMatthew G. Knepley . dmc - The coarse mesh 193468132eb9SMatthew G. Knepley - user - The user context 193568132eb9SMatthew G. Knepley 193668132eb9SMatthew G. Knepley Output Parameter: 193768132eb9SMatthew G. Knepley . In - The interpolation matrix 193868132eb9SMatthew G. Knepley 193968132eb9SMatthew G. Knepley Level: developer 194068132eb9SMatthew G. Knepley 194168132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM() 194268132eb9SMatthew G. Knepley @*/ 194368132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user) 19444ef9d792SMatthew G. Knepley { 194564e98e1dSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmf->data; 194664e98e1dSMatthew G. Knepley const char *name = "Interpolator"; 19474ef9d792SMatthew G. Knepley PetscDS prob; 19484ef9d792SMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 1949e8f14785SLisandro Dalcin PetscHSetIJ ht; 19504ef9d792SMatthew G. Knepley PetscLayout rLayout; 19514ef9d792SMatthew G. Knepley PetscInt *dnz, *onz; 19524ef9d792SMatthew G. Knepley PetscInt locRows, rStart, rEnd; 19534ef9d792SMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 19544ef9d792SMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 19554ef9d792SMatthew G. Knepley PetscScalar *elemMat; 19564ef9d792SMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 19574ef9d792SMatthew G. Knepley PetscErrorCode ierr; 19584ef9d792SMatthew G. Knepley 19594ef9d792SMatthew G. Knepley PetscFunctionBegin; 196077711781SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 19614ef9d792SMatthew G. Knepley ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr); 19624ef9d792SMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 19634ef9d792SMatthew G. Knepley ierr = PetscDSGetRefCoordArrays(prob, &x, NULL);CHKERRQ(ierr); 19644ef9d792SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 19654ef9d792SMatthew G. Knepley ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr); 19664ef9d792SMatthew G. Knepley ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr); 1967e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 1968e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr); 1969e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 1970e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr); 19714ef9d792SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr); 19724ef9d792SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 19739c3cf19fSMatthew G. Knepley ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr); 19744ef9d792SMatthew G. Knepley 19754ef9d792SMatthew G. Knepley ierr = MatGetLocalSize(In, &locRows, NULL);CHKERRQ(ierr); 19764ef9d792SMatthew G. Knepley ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) In), &rLayout);CHKERRQ(ierr); 19774ef9d792SMatthew G. Knepley ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr); 19784ef9d792SMatthew G. Knepley ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr); 19794ef9d792SMatthew G. Knepley ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr); 19804ef9d792SMatthew G. Knepley ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr); 19814ef9d792SMatthew G. Knepley ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr); 19824ef9d792SMatthew G. Knepley ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr); 1983e8f14785SLisandro Dalcin ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr); 19844ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 19854ef9d792SMatthew G. Knepley PetscObject obj; 19864ef9d792SMatthew G. Knepley PetscClassId id; 1987c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 19884ef9d792SMatthew G. Knepley PetscQuadrature f; 198917f047d8SMatthew G. Knepley const PetscReal *qpoints; 199017f047d8SMatthew G. Knepley PetscInt Nc, Np, fpdim, i, d; 19914ef9d792SMatthew G. Knepley 19924ef9d792SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 19934ef9d792SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 19944ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 19954ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 19964ef9d792SMatthew G. Knepley 19974ef9d792SMatthew G. Knepley ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr); 19984ef9d792SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 19994ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 20004ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 20014ef9d792SMatthew G. Knepley 20024ef9d792SMatthew G. Knepley ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 20034ef9d792SMatthew G. Knepley Nc = 1; 20044ef9d792SMatthew G. Knepley } 20054ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr); 20064ef9d792SMatthew G. Knepley /* For each fine grid cell */ 20074ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 20084ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 20094ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 20104ef9d792SMatthew G. Knepley 20116ecaa68aSToby Isaac ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 20124ef9d792SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 20139c3cf19fSMatthew G. Knepley if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %d != %d dual basis vecs", numFIndices, fpdim); 20144ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 20154ef9d792SMatthew G. Knepley Vec pointVec; 20164ef9d792SMatthew G. Knepley PetscScalar *pV; 20173a93e3b7SToby Isaac PetscSF coarseCellSF = NULL; 20183a93e3b7SToby Isaac const PetscSFNode *coarseCells; 20199c3cf19fSMatthew G. Knepley PetscInt numCoarseCells, q, c; 20204ef9d792SMatthew G. Knepley 20214ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 20224ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr); 20239c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr); 20244ef9d792SMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr); 20254ef9d792SMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 20264ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 20274ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2028c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2029c330f8ffSToby Isaac 20304ef9d792SMatthew G. Knepley /* Transform point to real space */ 2031c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 20324ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 20334ef9d792SMatthew G. Knepley } 20344ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 20354ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 20361555c271SMatthew G. Knepley /* OPT: Pack all quad points from fine cell */ 203762a38674SMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 20383a93e3b7SToby Isaac ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr); 20394ef9d792SMatthew G. Knepley /* Update preallocation info */ 20403a93e3b7SToby Isaac ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 20413a93e3b7SToby Isaac if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 20429c3cf19fSMatthew G. Knepley { 2043e8f14785SLisandro Dalcin PetscHashIJKey key; 2044e8f14785SLisandro Dalcin PetscBool missing; 20454ef9d792SMatthew G. Knepley 2046e8f14785SLisandro Dalcin key.i = findices[i]; 2047e8f14785SLisandro Dalcin if (key.i >= 0) { 20484ef9d792SMatthew G. Knepley /* Get indices for coarse elements */ 20494ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 20503a93e3b7SToby Isaac ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 20514ef9d792SMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 2052e8f14785SLisandro Dalcin key.j = cindices[c]; 2053e8f14785SLisandro Dalcin if (key.j < 0) continue; 2054e8f14785SLisandro Dalcin ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr); 20554ef9d792SMatthew G. Knepley if (missing) { 2056e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart]; 2057e8f14785SLisandro Dalcin else ++onz[key.i-rStart]; 20584ef9d792SMatthew G. Knepley } 20594ef9d792SMatthew G. Knepley } 20603a93e3b7SToby Isaac ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 20614ef9d792SMatthew G. Knepley } 20624ef9d792SMatthew G. Knepley } 20638c543595SMatthew G. Knepley } 20643a93e3b7SToby Isaac ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 20654ef9d792SMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 20664ef9d792SMatthew G. Knepley } 206746bdb399SToby Isaac ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 20684ef9d792SMatthew G. Knepley } 20694ef9d792SMatthew G. Knepley } 2070e8f14785SLisandro Dalcin ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr); 20714ef9d792SMatthew G. Knepley ierr = MatXAIJSetPreallocation(In, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr); 20724ef9d792SMatthew G. Knepley ierr = MatSetOption(In, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr); 20734ef9d792SMatthew G. Knepley ierr = PetscFree2(dnz,onz);CHKERRQ(ierr); 20744ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 20754ef9d792SMatthew G. Knepley PetscObject obj; 20764ef9d792SMatthew G. Knepley PetscClassId id; 2077c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 20784ef9d792SMatthew G. Knepley PetscQuadrature f; 20794ef9d792SMatthew G. Knepley const PetscReal *qpoints, *qweights; 20809c3cf19fSMatthew G. Knepley PetscInt Nc, qNc, Np, fpdim, i, d; 20814ef9d792SMatthew G. Knepley 20824ef9d792SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 20834ef9d792SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 20844ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 20854ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 20864ef9d792SMatthew G. Knepley 20874ef9d792SMatthew G. Knepley ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr); 20884ef9d792SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 20894ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 20904ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 20914ef9d792SMatthew G. Knepley 20924ef9d792SMatthew G. Knepley ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr); 20934ef9d792SMatthew G. Knepley Nc = 1; 209425ce1634SJed Brown } else SETERRQ1(PetscObjectComm((PetscObject)dmc),PETSC_ERR_ARG_WRONG,"Unknown discretization type for field %d",field); 20954ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr); 20964ef9d792SMatthew G. Knepley /* For each fine grid cell */ 20974ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 20984ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 20994ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 21004ef9d792SMatthew G. Knepley 21016ecaa68aSToby Isaac ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 21024ef9d792SMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 21039c3cf19fSMatthew G. Knepley if (numFIndices != fpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %d != %d dual basis vecs", numFIndices, fpdim); 21044ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 21054ef9d792SMatthew G. Knepley Vec pointVec; 21064ef9d792SMatthew G. Knepley PetscScalar *pV; 210712111d7cSToby Isaac PetscSF coarseCellSF = NULL; 21083a93e3b7SToby Isaac const PetscSFNode *coarseCells; 210917f047d8SMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 21104ef9d792SMatthew G. Knepley 21114ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 21124ef9d792SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr); 21139c3cf19fSMatthew G. Knepley ierr = PetscQuadratureGetData(f, NULL, &qNc, &Np, &qpoints, &qweights);CHKERRQ(ierr); 21149c3cf19fSMatthew G. Knepley if (qNc != Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %D does not match coarse field %D", qNc, Nc); 21154ef9d792SMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr); 21164ef9d792SMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 21174ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 21184ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2119c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2120c330f8ffSToby Isaac 21214ef9d792SMatthew G. Knepley /* Transform point to real space */ 2122c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 21234ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 21244ef9d792SMatthew G. Knepley } 21254ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 21264ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 21271555c271SMatthew G. Knepley /* OPT: Read this out from preallocation information */ 212862a38674SMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 21294ef9d792SMatthew G. Knepley /* Update preallocation info */ 21303a93e3b7SToby Isaac ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 21313a93e3b7SToby Isaac if (numCoarseCells != Np) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 21324ef9d792SMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 21334ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2134826eb36dSMatthew G. Knepley PetscReal pVReal[3]; 2135c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2136826eb36dSMatthew G. Knepley 21373a93e3b7SToby Isaac ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 21384ef9d792SMatthew G. Knepley /* Transform points from real space to coarse reference space */ 21393a93e3b7SToby Isaac ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr); 2140e2d86523SMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]); 2141c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 21424ef9d792SMatthew G. Knepley 21434ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 21444ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 21454ef9d792SMatthew G. Knepley PetscReal *B; 21464ef9d792SMatthew G. Knepley 21474ef9d792SMatthew G. Knepley /* Evaluate coarse basis on contained point */ 21484ef9d792SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 21494ef9d792SMatthew G. Knepley ierr = PetscFEGetTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr); 21509c3cf19fSMatthew G. Knepley ierr = PetscMemzero(elemMat, cpdim * sizeof(PetscScalar));CHKERRQ(ierr); 21514ef9d792SMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 21524ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 21539c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += B[j*Nc + c]*qweights[ccell*qNc + c]; 21544ef9d792SMatthew G. Knepley } 21554ef9d792SMatthew G. Knepley ierr = PetscFERestoreTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr); 21564ef9d792SMatthew G. Knepley } else { 21574ef9d792SMatthew G. Knepley cpdim = 1; 21584ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 21599c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*qweights[ccell*qNc + c]; 21604ef9d792SMatthew G. Knepley } 21614ef9d792SMatthew G. Knepley } 21624ef9d792SMatthew G. Knepley /* Update interpolator */ 21639c3cf19fSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 21649c3cf19fSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 21659c3cf19fSMatthew G. Knepley ierr = MatSetValues(In, 1, &findices[i], numCIndices, cindices, elemMat, INSERT_VALUES);CHKERRQ(ierr); 21663a93e3b7SToby Isaac ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 21674ef9d792SMatthew G. Knepley } 21684ef9d792SMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 21693a93e3b7SToby Isaac ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 21704ef9d792SMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 21714ef9d792SMatthew G. Knepley } 217246bdb399SToby Isaac ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 21734ef9d792SMatthew G. Knepley } 21744ef9d792SMatthew G. Knepley } 21754ef9d792SMatthew G. Knepley ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr); 21764ef9d792SMatthew G. Knepley ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr); 21774ef9d792SMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 21784ef9d792SMatthew G. Knepley ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 21794ef9d792SMatthew G. Knepley ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 218077711781SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 21814ef9d792SMatthew G. Knepley PetscFunctionReturn(0); 21824ef9d792SMatthew G. Knepley } 21834ef9d792SMatthew G. Knepley 218446fa42a0SMatthew G. Knepley /*@ 2185bd041c0cSMatthew G. Knepley DMPlexComputeMassMatrixGeneral - Form the local portion of the mass matrix M from the coarse DM to a non-nested fine DM. 2186bd041c0cSMatthew G. Knepley 2187bd041c0cSMatthew G. Knepley Input Parameters: 2188bd041c0cSMatthew G. Knepley + dmf - The fine mesh 2189bd041c0cSMatthew G. Knepley . dmc - The coarse mesh 2190bd041c0cSMatthew G. Knepley - user - The user context 2191bd041c0cSMatthew G. Knepley 2192bd041c0cSMatthew G. Knepley Output Parameter: 2193bd041c0cSMatthew G. Knepley . mass - The mass matrix 2194bd041c0cSMatthew G. Knepley 2195bd041c0cSMatthew G. Knepley Level: developer 2196bd041c0cSMatthew G. Knepley 2197bd041c0cSMatthew G. Knepley .seealso: DMPlexComputeMassMatrixNested(), DMPlexComputeInterpolatorNested(), DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM() 2198bd041c0cSMatthew G. Knepley @*/ 2199bd041c0cSMatthew G. Knepley PetscErrorCode DMPlexComputeMassMatrixGeneral(DM dmc, DM dmf, Mat mass, void *user) 2200bd041c0cSMatthew G. Knepley { 2201bd041c0cSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dmf->data; 2202bd041c0cSMatthew G. Knepley const char *name = "Mass Matrix"; 2203bd041c0cSMatthew G. Knepley PetscDS prob; 2204bd041c0cSMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 2205e8f14785SLisandro Dalcin PetscHSetIJ ht; 2206bd041c0cSMatthew G. Knepley PetscLayout rLayout; 2207bd041c0cSMatthew G. Knepley PetscInt *dnz, *onz; 2208bd041c0cSMatthew G. Knepley PetscInt locRows, rStart, rEnd; 2209bd041c0cSMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 2210bd041c0cSMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 2211bd041c0cSMatthew G. Knepley PetscScalar *elemMat; 2212bd041c0cSMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 2213bd041c0cSMatthew G. Knepley PetscErrorCode ierr; 2214bd041c0cSMatthew G. Knepley 2215bd041c0cSMatthew G. Knepley PetscFunctionBegin; 2216bd041c0cSMatthew G. Knepley ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr); 2217bd041c0cSMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 2218bd041c0cSMatthew G. Knepley ierr = PetscDSGetRefCoordArrays(prob, &x, NULL);CHKERRQ(ierr); 2219bd041c0cSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 2220bd041c0cSMatthew G. Knepley ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr); 2221bd041c0cSMatthew G. Knepley ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr); 2222e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 2223e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &globalFSection);CHKERRQ(ierr); 2224e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 2225e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &globalCSection);CHKERRQ(ierr); 2226bd041c0cSMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr); 2227bd041c0cSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 2228bd041c0cSMatthew G. Knepley ierr = PetscMalloc1(totDim, &elemMat);CHKERRQ(ierr); 2229bd041c0cSMatthew G. Knepley 2230bd041c0cSMatthew G. Knepley ierr = MatGetLocalSize(mass, &locRows, NULL);CHKERRQ(ierr); 2231bd041c0cSMatthew G. Knepley ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) mass), &rLayout);CHKERRQ(ierr); 2232bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr); 2233bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr); 2234bd041c0cSMatthew G. Knepley ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr); 2235bd041c0cSMatthew G. Knepley ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr); 2236bd041c0cSMatthew G. Knepley ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr); 2237bd041c0cSMatthew G. Knepley ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr); 2238e8f14785SLisandro Dalcin ierr = PetscHSetIJCreate(&ht);CHKERRQ(ierr); 2239bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 2240bd041c0cSMatthew G. Knepley PetscObject obj; 2241bd041c0cSMatthew G. Knepley PetscClassId id; 2242bd041c0cSMatthew G. Knepley PetscQuadrature quad; 2243bd041c0cSMatthew G. Knepley const PetscReal *qpoints; 2244bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 2245bd041c0cSMatthew G. Knepley 2246bd041c0cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 2247bd041c0cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 2248bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);} 2249bd041c0cSMatthew G. Knepley else {ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);} 2250bd041c0cSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, NULL);CHKERRQ(ierr); 2251bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 2252bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2253bd041c0cSMatthew G. Knepley Vec pointVec; 2254bd041c0cSMatthew G. Knepley PetscScalar *pV; 2255bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 2256bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 2257bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, q, c; 2258bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 2259bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 2260bd041c0cSMatthew G. Knepley 2261bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2262bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2263bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 2264bd041c0cSMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr); 2265bd041c0cSMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 2266bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2267bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 2268c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2269c330f8ffSToby Isaac 2270bd041c0cSMatthew G. Knepley /* Transform point to real space */ 2271c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 2272bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 2273bd041c0cSMatthew G. Knepley } 2274bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2275bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 2276bd041c0cSMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 2277bd041c0cSMatthew G. Knepley ierr = PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view");CHKERRQ(ierr); 2278bd041c0cSMatthew G. Knepley /* Update preallocation info */ 2279bd041c0cSMatthew G. Knepley ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 2280bd041c0cSMatthew G. Knepley if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 2281bd041c0cSMatthew G. Knepley { 2282e8f14785SLisandro Dalcin PetscHashIJKey key; 2283e8f14785SLisandro Dalcin PetscBool missing; 2284bd041c0cSMatthew G. Knepley 2285bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2286e8f14785SLisandro Dalcin key.i = findices[i]; 2287e8f14785SLisandro Dalcin if (key.i >= 0) { 2288bd041c0cSMatthew G. Knepley /* Get indices for coarse elements */ 2289bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2290bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2291bd041c0cSMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 2292e8f14785SLisandro Dalcin key.j = cindices[c]; 2293e8f14785SLisandro Dalcin if (key.j < 0) continue; 2294e8f14785SLisandro Dalcin ierr = PetscHSetIJQueryAdd(ht, key, &missing);CHKERRQ(ierr); 2295bd041c0cSMatthew G. Knepley if (missing) { 2296e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i-rStart]; 2297e8f14785SLisandro Dalcin else ++onz[key.i-rStart]; 2298bd041c0cSMatthew G. Knepley } 2299bd041c0cSMatthew G. Knepley } 2300bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2301bd041c0cSMatthew G. Knepley } 2302bd041c0cSMatthew G. Knepley } 2303bd041c0cSMatthew G. Knepley } 2304bd041c0cSMatthew G. Knepley } 2305bd041c0cSMatthew G. Knepley ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 2306bd041c0cSMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 2307bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2308bd041c0cSMatthew G. Knepley } 2309bd041c0cSMatthew G. Knepley } 2310e8f14785SLisandro Dalcin ierr = PetscHSetIJDestroy(&ht);CHKERRQ(ierr); 2311bd041c0cSMatthew G. Knepley ierr = MatXAIJSetPreallocation(mass, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr); 2312bd041c0cSMatthew G. Knepley ierr = MatSetOption(mass, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr); 2313bd041c0cSMatthew G. Knepley ierr = PetscFree2(dnz,onz);CHKERRQ(ierr); 2314bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 2315bd041c0cSMatthew G. Knepley PetscObject obj; 2316bd041c0cSMatthew G. Knepley PetscClassId id; 2317bd041c0cSMatthew G. Knepley PetscQuadrature quad; 2318bd041c0cSMatthew G. Knepley PetscReal *Bfine; 2319bd041c0cSMatthew G. Knepley const PetscReal *qpoints, *qweights; 2320bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 2321bd041c0cSMatthew G. Knepley 2322bd041c0cSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr); 2323bd041c0cSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 2324bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) {ierr = PetscFEGetQuadrature((PetscFE) obj, &quad);CHKERRQ(ierr);ierr = PetscFEGetDefaultTabulation((PetscFE) obj, &Bfine, NULL, NULL);CHKERRQ(ierr);} 2325bd041c0cSMatthew G. Knepley else {ierr = PetscFVGetQuadrature((PetscFV) obj, &quad);CHKERRQ(ierr);} 2326bd041c0cSMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, &qweights);CHKERRQ(ierr); 2327bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 2328bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2329bd041c0cSMatthew G. Knepley Vec pointVec; 2330bd041c0cSMatthew G. Knepley PetscScalar *pV; 2331bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 2332bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 2333bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 2334bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 2335bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 2336bd041c0cSMatthew G. Knepley 2337bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2338bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr); 2339bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 2340bd041c0cSMatthew G. Knepley ierr = VecCreateSeq(PETSC_COMM_SELF, Nq*dim, &pointVec);CHKERRQ(ierr); 2341bd041c0cSMatthew G. Knepley ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr); 2342bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2343bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 2344c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2345c330f8ffSToby Isaac 2346bd041c0cSMatthew G. Knepley /* Transform point to real space */ 2347c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q*dim], x); 2348bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d]; 2349bd041c0cSMatthew G. Knepley } 2350bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2351bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 2352bd041c0cSMatthew G. Knepley ierr = DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF);CHKERRQ(ierr); 2353bd041c0cSMatthew G. Knepley /* Update matrix */ 2354bd041c0cSMatthew G. Knepley ierr = PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells);CHKERRQ(ierr); 2355bd041c0cSMatthew G. Knepley if (numCoarseCells != Nq) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Not all closure points located"); 2356bd041c0cSMatthew G. Knepley ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr); 2357bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2358bd041c0cSMatthew G. Knepley PetscReal pVReal[3]; 2359c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2360c330f8ffSToby Isaac 2361bd041c0cSMatthew G. Knepley 2362bd041c0cSMatthew G. Knepley ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2363bd041c0cSMatthew G. Knepley /* Transform points from real space to coarse reference space */ 2364bd041c0cSMatthew G. Knepley ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr); 2365bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]); 2366c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 2367bd041c0cSMatthew G. Knepley 2368bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 2369bd041c0cSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 2370bd041c0cSMatthew G. Knepley PetscReal *B; 2371bd041c0cSMatthew G. Knepley 2372bd041c0cSMatthew G. Knepley /* Evaluate coarse basis on contained point */ 2373bd041c0cSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr); 2374bd041c0cSMatthew G. Knepley ierr = PetscFEGetTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr); 2375bd041c0cSMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 2376bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2377bd041c0cSMatthew G. Knepley ierr = PetscMemzero(elemMat, cpdim * sizeof(PetscScalar));CHKERRQ(ierr); 2378bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2379bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += B[j*Nc + c]*Bfine[(ccell*numFIndices + i)*Nc + c]*qweights[ccell*Nc + c]*detJ; 2380bd041c0cSMatthew G. Knepley } 2381bd041c0cSMatthew G. Knepley /* Update interpolator */ 2382bd041c0cSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 2383bd041c0cSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 2384bd041c0cSMatthew G. Knepley ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr); 2385bd041c0cSMatthew G. Knepley } 2386bd041c0cSMatthew G. Knepley ierr = PetscFERestoreTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr); 2387bd041c0cSMatthew G. Knepley } else { 2388bd041c0cSMatthew G. Knepley cpdim = 1; 2389bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 2390bd041c0cSMatthew G. Knepley ierr = PetscMemzero(elemMat, cpdim * sizeof(PetscScalar));CHKERRQ(ierr); 2391bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2392bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0*1.0*qweights[ccell*Nc + c]*detJ; 2393bd041c0cSMatthew G. Knepley } 2394bd041c0cSMatthew G. Knepley /* Update interpolator */ 2395bd041c0cSMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat);CHKERRQ(ierr);} 2396bd041c0cSMatthew G. Knepley ierr = PetscPrintf(PETSC_COMM_SELF, "Nq: %d %d Nf: %d %d Nc: %d %d\n", ccell, Nq, i, numFIndices, j, numCIndices);CHKERRQ(ierr); 2397bd041c0cSMatthew G. Knepley if (numCIndices != cpdim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %D != %D", numCIndices, cpdim); 2398bd041c0cSMatthew G. Knepley ierr = MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES);CHKERRQ(ierr); 2399bd041c0cSMatthew G. Knepley } 2400bd041c0cSMatthew G. Knepley } 2401bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, &numCIndices, &cindices, NULL);CHKERRQ(ierr); 2402bd041c0cSMatthew G. Knepley } 2403bd041c0cSMatthew G. Knepley ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr); 2404bd041c0cSMatthew G. Knepley ierr = PetscSFDestroy(&coarseCellSF);CHKERRQ(ierr); 2405bd041c0cSMatthew G. Knepley ierr = VecDestroy(&pointVec);CHKERRQ(ierr); 2406bd041c0cSMatthew G. Knepley ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr); 2407bd041c0cSMatthew G. Knepley } 2408bd041c0cSMatthew G. Knepley } 2409bd041c0cSMatthew G. Knepley ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr); 2410bd041c0cSMatthew G. Knepley ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr); 2411bd041c0cSMatthew G. Knepley ierr = PetscFree(elemMat);CHKERRQ(ierr); 2412bd041c0cSMatthew G. Knepley ierr = MatAssemblyBegin(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2413bd041c0cSMatthew G. Knepley ierr = MatAssemblyEnd(mass, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 2414bd041c0cSMatthew G. Knepley PetscFunctionReturn(0); 2415bd041c0cSMatthew G. Knepley } 2416bd041c0cSMatthew G. Knepley 2417bd041c0cSMatthew G. Knepley /*@ 241846fa42a0SMatthew G. Knepley DMPlexComputeInjectorFEM - Compute a mapping from coarse unknowns to fine unknowns 241946fa42a0SMatthew G. Knepley 242046fa42a0SMatthew G. Knepley Input Parameters: 242146fa42a0SMatthew G. Knepley + dmc - The coarse mesh 242246fa42a0SMatthew G. Knepley - dmf - The fine mesh 242346fa42a0SMatthew G. Knepley - user - The user context 242446fa42a0SMatthew G. Knepley 242546fa42a0SMatthew G. Knepley Output Parameter: 242646fa42a0SMatthew G. Knepley . sc - The mapping 242746fa42a0SMatthew G. Knepley 242846fa42a0SMatthew G. Knepley Level: developer 242946fa42a0SMatthew G. Knepley 243046fa42a0SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM() 243146fa42a0SMatthew G. Knepley @*/ 24327c927364SMatthew G. Knepley PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user) 24337c927364SMatthew G. Knepley { 2434e9d4ef1bSMatthew G. Knepley PetscDS prob; 24357c927364SMatthew G. Knepley PetscFE *feRef; 243697c42addSMatthew G. Knepley PetscFV *fvRef; 24377c927364SMatthew G. Knepley Vec fv, cv; 24387c927364SMatthew G. Knepley IS fis, cis; 24397c927364SMatthew G. Knepley PetscSection fsection, fglobalSection, csection, cglobalSection; 24407c927364SMatthew G. Knepley PetscInt *cmap, *cellCIndices, *cellFIndices, *cindices, *findices; 24410bd915a7SMatthew G. Knepley PetscInt cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, cEndInterior, c, dim, d, startC, endC, offsetC, offsetF, m; 24426f3d3cbcSMatthew G. Knepley PetscBool *needAvg; 24437c927364SMatthew G. Knepley PetscErrorCode ierr; 24447c927364SMatthew G. Knepley 24457c927364SMatthew G. Knepley PetscFunctionBegin; 244675a69067SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 2447c73cfb54SMatthew G. Knepley ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr); 2448e87a4003SBarry Smith ierr = DMGetSection(dmf, &fsection);CHKERRQ(ierr); 2449e87a4003SBarry Smith ierr = DMGetGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr); 2450e87a4003SBarry Smith ierr = DMGetSection(dmc, &csection);CHKERRQ(ierr); 2451e87a4003SBarry Smith ierr = DMGetGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr); 24527c927364SMatthew G. Knepley ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr); 24537c927364SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr); 24549ac3fadcSMatthew G. Knepley ierr = DMPlexGetHybridBounds(dmc, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr); 24559ac3fadcSMatthew G. Knepley cEnd = cEndInterior < 0 ? cEnd : cEndInterior; 2456e9d4ef1bSMatthew G. Knepley ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr); 24576f3d3cbcSMatthew G. Knepley ierr = PetscCalloc3(Nf,&feRef,Nf,&fvRef,Nf,&needAvg);CHKERRQ(ierr); 24587c927364SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 245997c42addSMatthew G. Knepley PetscObject obj; 246097c42addSMatthew G. Knepley PetscClassId id; 2461aa7890ccSMatthew G. Knepley PetscInt fNb = 0, Nc = 0; 24627c927364SMatthew G. Knepley 246397c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 246497c42addSMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 246597c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 246697c42addSMatthew G. Knepley PetscFE fe = (PetscFE) obj; 24676f3d3cbcSMatthew G. Knepley PetscSpace sp; 24689b2fc754SMatthew G. Knepley PetscInt maxDegree; 246997c42addSMatthew G. Knepley 24707c927364SMatthew G. Knepley ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr); 24717c927364SMatthew G. Knepley ierr = PetscFEGetDimension(feRef[f], &fNb);CHKERRQ(ierr); 24727c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr); 24736f3d3cbcSMatthew G. Knepley ierr = PetscFEGetBasisSpace(fe, &sp);CHKERRQ(ierr); 24749b2fc754SMatthew G. Knepley ierr = PetscSpaceGetDegree(sp, NULL, &maxDegree);CHKERRQ(ierr); 24759b2fc754SMatthew G. Knepley if (!maxDegree) needAvg[f] = PETSC_TRUE; 247697c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 247797c42addSMatthew G. Knepley PetscFV fv = (PetscFV) obj; 247897c42addSMatthew G. Knepley PetscDualSpace Q; 247997c42addSMatthew G. Knepley 248097c42addSMatthew G. Knepley ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr); 248197c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr); 248297c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(Q, &fNb);CHKERRQ(ierr); 248397c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 24846f3d3cbcSMatthew G. Knepley needAvg[f] = PETSC_TRUE; 248597c42addSMatthew G. Knepley } 2486d172c84bSMatthew G. Knepley fTotDim += fNb; 24877c927364SMatthew G. Knepley } 2488e9d4ef1bSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr); 24897c927364SMatthew G. Knepley ierr = PetscMalloc1(cTotDim,&cmap);CHKERRQ(ierr); 24907c927364SMatthew G. Knepley for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) { 24917c927364SMatthew G. Knepley PetscFE feC; 249297c42addSMatthew G. Knepley PetscFV fvC; 24937c927364SMatthew G. Knepley PetscDualSpace QF, QC; 2494d172c84bSMatthew G. Knepley PetscInt order = -1, NcF, NcC, fpdim, cpdim; 24957c927364SMatthew G. Knepley 249697c42addSMatthew G. Knepley if (feRef[field]) { 2497e9d4ef1bSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &feC);CHKERRQ(ierr); 24987c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(feC, &NcC);CHKERRQ(ierr); 24997c927364SMatthew G. Knepley ierr = PetscFEGetNumComponents(feRef[field], &NcF);CHKERRQ(ierr); 25007c927364SMatthew G. Knepley ierr = PetscFEGetDualSpace(feRef[field], &QF);CHKERRQ(ierr); 2501d172c84bSMatthew G. Knepley ierr = PetscDualSpaceGetOrder(QF, &order);CHKERRQ(ierr); 25027c927364SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr); 25037c927364SMatthew G. Knepley ierr = PetscFEGetDualSpace(feC, &QC);CHKERRQ(ierr); 25047c927364SMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr); 250597c42addSMatthew G. Knepley } else { 250697c42addSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fvC);CHKERRQ(ierr); 250797c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvC, &NcC);CHKERRQ(ierr); 250897c42addSMatthew G. Knepley ierr = PetscFVGetNumComponents(fvRef[field], &NcF);CHKERRQ(ierr); 250997c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvRef[field], &QF);CHKERRQ(ierr); 251097c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr); 251197c42addSMatthew G. Knepley ierr = PetscFVGetDualSpace(fvC, &QC);CHKERRQ(ierr); 251297c42addSMatthew G. Knepley ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr); 251397c42addSMatthew G. Knepley } 251497c42addSMatthew G. Knepley if (NcF != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", NcF, NcC); 25157c927364SMatthew G. Knepley for (c = 0; c < cpdim; ++c) { 25167c927364SMatthew G. Knepley PetscQuadrature cfunc; 2517d172c84bSMatthew G. Knepley const PetscReal *cqpoints, *cqweights; 2518d172c84bSMatthew G. Knepley PetscInt NqcC, NpC; 251997c42addSMatthew G. Knepley PetscBool found = PETSC_FALSE; 25207c927364SMatthew G. Knepley 25217c927364SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(QC, c, &cfunc);CHKERRQ(ierr); 2522d172c84bSMatthew G. Knepley ierr = PetscQuadratureGetData(cfunc, NULL, &NqcC, &NpC, &cqpoints, &cqweights);CHKERRQ(ierr); 2523d172c84bSMatthew G. Knepley if (NqcC != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components", NqcC, NcC); 252497c42addSMatthew G. Knepley if (NpC != 1 && feRef[field]) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments"); 25257c927364SMatthew G. Knepley for (f = 0; f < fpdim; ++f) { 25267c927364SMatthew G. Knepley PetscQuadrature ffunc; 2527d172c84bSMatthew G. Knepley const PetscReal *fqpoints, *fqweights; 25287c927364SMatthew G. Knepley PetscReal sum = 0.0; 2529d172c84bSMatthew G. Knepley PetscInt NqcF, NpF; 25307c927364SMatthew G. Knepley 25317c927364SMatthew G. Knepley ierr = PetscDualSpaceGetFunctional(QF, f, &ffunc);CHKERRQ(ierr); 2532d172c84bSMatthew G. Knepley ierr = PetscQuadratureGetData(ffunc, NULL, &NqcF, &NpF, &fqpoints, &fqweights);CHKERRQ(ierr); 2533d172c84bSMatthew G. Knepley if (NqcF != NcF) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %D must match number of field components", NqcF, NcF); 25347c927364SMatthew G. Knepley if (NpC != NpF) continue; 25357c927364SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]); 25367c927364SMatthew G. Knepley if (sum > 1.0e-9) continue; 2537d172c84bSMatthew G. Knepley for (d = 0; d < NcC; ++d) sum += PetscAbsReal(cqweights[d]*fqweights[d]); 2538d172c84bSMatthew G. Knepley if (sum < 1.0e-9) continue; 2539d172c84bSMatthew G. Knepley cmap[offsetC+c] = offsetF+f; 254097c42addSMatthew G. Knepley found = PETSC_TRUE; 25417c927364SMatthew G. Knepley break; 25427c927364SMatthew G. Knepley } 254397c42addSMatthew G. Knepley if (!found) { 254497c42addSMatthew G. Knepley /* TODO We really want the average here, but some asshole put VecScatter in the interface */ 2545d172c84bSMatthew G. Knepley if (fvRef[field] || (feRef[field] && order == 0)) { 2546d172c84bSMatthew G. Knepley cmap[offsetC+c] = offsetF+0; 254797c42addSMatthew G. Knepley } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection"); 254897c42addSMatthew G. Knepley } 25497c927364SMatthew G. Knepley } 2550d172c84bSMatthew G. Knepley offsetC += cpdim; 2551d172c84bSMatthew G. Knepley offsetF += fpdim; 25527c927364SMatthew G. Knepley } 255397c42addSMatthew G. Knepley for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);ierr = PetscFVDestroy(&fvRef[f]);CHKERRQ(ierr);} 25546f3d3cbcSMatthew G. Knepley ierr = PetscFree3(feRef,fvRef,needAvg);CHKERRQ(ierr); 25557c927364SMatthew G. Knepley 25567c927364SMatthew G. Knepley ierr = DMGetGlobalVector(dmf, &fv);CHKERRQ(ierr); 25577c927364SMatthew G. Knepley ierr = DMGetGlobalVector(dmc, &cv);CHKERRQ(ierr); 25580bd915a7SMatthew G. Knepley ierr = VecGetOwnershipRange(cv, &startC, &endC);CHKERRQ(ierr); 25597c927364SMatthew G. Knepley ierr = PetscSectionGetConstrainedStorageSize(cglobalSection, &m);CHKERRQ(ierr); 25607c927364SMatthew G. Knepley ierr = PetscMalloc2(cTotDim,&cellCIndices,fTotDim,&cellFIndices);CHKERRQ(ierr); 2561aa7da3c4SMatthew G. Knepley ierr = PetscMalloc1(m,&cindices);CHKERRQ(ierr); 2562aa7da3c4SMatthew G. Knepley ierr = PetscMalloc1(m,&findices);CHKERRQ(ierr); 25637c927364SMatthew G. Knepley for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1; 25647c927364SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 25657c927364SMatthew G. Knepley ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices);CHKERRQ(ierr); 25667c927364SMatthew G. Knepley for (d = 0; d < cTotDim; ++d) { 25670bd915a7SMatthew G. Knepley if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue; 25687c927364SMatthew G. Knepley if ((findices[cellCIndices[d]-startC] >= 0) && (findices[cellCIndices[d]-startC] != cellFIndices[cmap[d]])) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Coarse dof %d maps to both %d and %d", cindices[cellCIndices[d]-startC], findices[cellCIndices[d]-startC], cellFIndices[cmap[d]]); 25697c927364SMatthew G. Knepley cindices[cellCIndices[d]-startC] = cellCIndices[d]; 25707c927364SMatthew G. Knepley findices[cellCIndices[d]-startC] = cellFIndices[cmap[d]]; 25717c927364SMatthew G. Knepley } 25727c927364SMatthew G. Knepley } 25737c927364SMatthew G. Knepley ierr = PetscFree(cmap);CHKERRQ(ierr); 25747c927364SMatthew G. Knepley ierr = PetscFree2(cellCIndices,cellFIndices);CHKERRQ(ierr); 25757c927364SMatthew G. Knepley 25767c927364SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis);CHKERRQ(ierr); 25777c927364SMatthew G. Knepley ierr = ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis);CHKERRQ(ierr); 257835928de7SBarry Smith ierr = VecScatterCreateWithData(cv, cis, fv, fis, sc);CHKERRQ(ierr); 25797c927364SMatthew G. Knepley ierr = ISDestroy(&cis);CHKERRQ(ierr); 25807c927364SMatthew G. Knepley ierr = ISDestroy(&fis);CHKERRQ(ierr); 25817c927364SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmf, &fv);CHKERRQ(ierr); 25827c927364SMatthew G. Knepley ierr = DMRestoreGlobalVector(dmc, &cv);CHKERRQ(ierr); 258375a69067SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr); 2584cb1e1211SMatthew G Knepley PetscFunctionReturn(0); 2585cb1e1211SMatthew G Knepley } 2586a1cf66bbSMatthew G. Knepley 2587a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 2588a1cf66bbSMatthew G. Knepley { 2589a1cf66bbSMatthew G. Knepley char composeStr[33] = {0}; 2590a1cf66bbSMatthew G. Knepley PetscObjectId id; 2591a1cf66bbSMatthew G. Knepley PetscContainer container; 2592a1cf66bbSMatthew G. Knepley PetscErrorCode ierr; 2593a1cf66bbSMatthew G. Knepley 2594a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 2595a1cf66bbSMatthew G. Knepley ierr = PetscObjectGetId((PetscObject)quad,&id);CHKERRQ(ierr); 2596a1cf66bbSMatthew G. Knepley ierr = PetscSNPrintf(composeStr, 32, "DMSNESGetFEGeom_%x\n", id);CHKERRQ(ierr); 2597a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) pointIS, composeStr, (PetscObject *) &container);CHKERRQ(ierr); 2598a1cf66bbSMatthew G. Knepley if (container) { 2599a1cf66bbSMatthew G. Knepley ierr = PetscContainerGetPointer(container, (void **) geom);CHKERRQ(ierr); 2600a1cf66bbSMatthew G. Knepley } else { 2601a1cf66bbSMatthew G. Knepley ierr = DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom);CHKERRQ(ierr); 2602a1cf66bbSMatthew G. Knepley ierr = PetscContainerCreate(PETSC_COMM_SELF,&container);CHKERRQ(ierr); 2603a1cf66bbSMatthew G. Knepley ierr = PetscContainerSetPointer(container, (void *) *geom);CHKERRQ(ierr); 2604a1cf66bbSMatthew G. Knepley ierr = PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom);CHKERRQ(ierr); 2605a1cf66bbSMatthew G. Knepley ierr = PetscObjectCompose((PetscObject) pointIS, composeStr, (PetscObject) container);CHKERRQ(ierr); 2606a1cf66bbSMatthew G. Knepley ierr = PetscContainerDestroy(&container);CHKERRQ(ierr); 2607a1cf66bbSMatthew G. Knepley } 2608a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 2609a1cf66bbSMatthew G. Knepley } 2610a1cf66bbSMatthew G. Knepley 2611a1cf66bbSMatthew G. Knepley PetscErrorCode DMSNESRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 2612a1cf66bbSMatthew G. Knepley { 2613a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 2614a1cf66bbSMatthew G. Knepley *geom = NULL; 2615a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 2616a1cf66bbSMatthew G. Knepley } 2617a1cf66bbSMatthew G. Knepley 261892d50984SMatthew G. Knepley PetscErrorCode DMPlexComputeResidual_Patch_Internal(DM dm, PetscSection section, IS cellIS, PetscReal t, Vec locX, Vec locX_t, Vec locF, void *user) 261992d50984SMatthew G. Knepley { 262092d50984SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 262192d50984SMatthew G. Knepley const char *name = "Residual"; 262292d50984SMatthew G. Knepley DM dmAux = NULL; 262392d50984SMatthew G. Knepley DMLabel ghostLabel = NULL; 262492d50984SMatthew G. Knepley PetscDS prob = NULL; 262592d50984SMatthew G. Knepley PetscDS probAux = NULL; 262692d50984SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 262792d50984SMatthew G. Knepley PetscBool isImplicit = (locX_t || t == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 262892d50984SMatthew G. Knepley DMField coordField = NULL; 2629c0006e53SPatrick Farrell Vec locA; 2630c0006e53SPatrick Farrell PetscScalar *u = NULL, *u_t, *a, *uL = NULL, *uR = NULL; 263192d50984SMatthew G. Knepley IS chunkIS; 263292d50984SMatthew G. Knepley const PetscInt *cells; 263392d50984SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 2634364207b6SKarl Rupp PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, chunk, fStart, fEnd; 263592d50984SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 263692d50984SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 263792d50984SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 263892d50984SMatthew G. Knepley PetscErrorCode ierr; 263992d50984SMatthew G. Knepley 264092d50984SMatthew G. Knepley PetscFunctionBegin; 264192d50984SMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 264292d50984SMatthew G. Knepley /* FEM+FVM */ 264392d50984SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 264492d50984SMatthew G. Knepley ierr = DMGetLabel(dm, "ghost", &ghostLabel);CHKERRQ(ierr); 264592d50984SMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 264692d50984SMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 264792d50984SMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 264892d50984SMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &locA);CHKERRQ(ierr); 264992d50984SMatthew G. Knepley if (locA) { 265092d50984SMatthew G. Knepley ierr = VecGetDM(locA, &dmAux);CHKERRQ(ierr); 265192d50984SMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 265292d50984SMatthew G. Knepley ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr); 265392d50984SMatthew G. Knepley } 265492d50984SMatthew G. Knepley /* 2: Get geometric data */ 265592d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 265692d50984SMatthew G. Knepley PetscObject obj; 265792d50984SMatthew G. Knepley PetscClassId id; 265892d50984SMatthew G. Knepley PetscBool fimp; 265992d50984SMatthew G. Knepley 266092d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 266192d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 266292d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 266392d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 266492d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) {useFEM = PETSC_TRUE;} 2665364207b6SKarl Rupp if (id == PETSCFV_CLASSID) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Use of FVM with PCPATCH not yet implemented"); 266692d50984SMatthew G. Knepley } 266792d50984SMatthew G. Knepley if (useFEM) { 266892d50984SMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 266992d50984SMatthew G. Knepley ierr = DMFieldGetDegree(coordField,cellIS,NULL,&maxDegree);CHKERRQ(ierr); 267092d50984SMatthew G. Knepley if (maxDegree <= 1) { 267192d50984SMatthew G. Knepley ierr = DMFieldCreateDefaultQuadrature(coordField,cellIS,&affineQuad);CHKERRQ(ierr); 267292d50984SMatthew G. Knepley if (affineQuad) { 267392d50984SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 267492d50984SMatthew G. Knepley } 267592d50984SMatthew G. Knepley } else { 267692d50984SMatthew G. Knepley ierr = PetscCalloc2(Nf,&quads,Nf,&geoms);CHKERRQ(ierr); 267792d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 267892d50984SMatthew G. Knepley PetscObject obj; 267992d50984SMatthew G. Knepley PetscClassId id; 268092d50984SMatthew G. Knepley PetscBool fimp; 268192d50984SMatthew G. Knepley 268292d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 268392d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 268492d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 268592d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 268692d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 268792d50984SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 268892d50984SMatthew G. Knepley 268992d50984SMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &quads[f]);CHKERRQ(ierr); 269092d50984SMatthew G. Knepley ierr = PetscObjectReference((PetscObject)quads[f]);CHKERRQ(ierr); 269192d50984SMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 269292d50984SMatthew G. Knepley } 269392d50984SMatthew G. Knepley } 269492d50984SMatthew G. Knepley } 269592d50984SMatthew G. Knepley } 269692d50984SMatthew G. Knepley /* Loop over chunks */ 269792d50984SMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 269892d50984SMatthew G. Knepley ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr); 269992d50984SMatthew G. Knepley if (useFEM) {ierr = ISCreate(PETSC_COMM_SELF, &chunkIS);CHKERRQ(ierr);} 270092d50984SMatthew G. Knepley numCells = cEnd - cStart; 270192d50984SMatthew G. Knepley numChunks = 1; 270292d50984SMatthew G. Knepley cellChunkSize = numCells/numChunks; 270392d50984SMatthew G. Knepley numChunks = PetscMin(1,numCells); 270492d50984SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 2705c0006e53SPatrick Farrell PetscScalar *elemVec, *fluxL = NULL, *fluxR = NULL; 2706c0006e53SPatrick Farrell PetscReal *vol = NULL; 2707c0006e53SPatrick Farrell PetscFVFaceGeom *fgeom = NULL; 270892d50984SMatthew G. Knepley PetscInt cS = cStart+chunk*cellChunkSize, cE = PetscMin(cS+cellChunkSize, cEnd), numCells = cE - cS, c; 2709c0006e53SPatrick Farrell PetscInt numFaces = 0; 271092d50984SMatthew G. Knepley 271192d50984SMatthew G. Knepley /* Extract field coefficients */ 271292d50984SMatthew G. Knepley if (useFEM) { 271392d50984SMatthew G. Knepley ierr = ISGetPointSubrange(chunkIS, cS, cE, cells);CHKERRQ(ierr); 271492d50984SMatthew G. Knepley ierr = DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 271592d50984SMatthew G. Knepley ierr = DMGetWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 271692d50984SMatthew G. Knepley ierr = PetscMemzero(elemVec, numCells*totDim * sizeof(PetscScalar));CHKERRQ(ierr); 271792d50984SMatthew G. Knepley } 271892d50984SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 271992d50984SMatthew G. Knepley /* Loop over fields */ 272092d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 272192d50984SMatthew G. Knepley PetscObject obj; 272292d50984SMatthew G. Knepley PetscClassId id; 272392d50984SMatthew G. Knepley PetscBool fimp; 272492d50984SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 272592d50984SMatthew G. Knepley 272692d50984SMatthew G. Knepley ierr = PetscDSGetImplicit(prob, f, &fimp);CHKERRQ(ierr); 272792d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 272892d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 272992d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 273092d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 273192d50984SMatthew G. Knepley PetscFE fe = (PetscFE) obj; 273292d50984SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 273392d50984SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 273492d50984SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 273592d50984SMatthew G. Knepley PetscInt Nq, Nb; 273692d50984SMatthew G. Knepley 273792d50984SMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 273892d50984SMatthew G. Knepley ierr = PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL);CHKERRQ(ierr); 273992d50984SMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 274092d50984SMatthew G. Knepley blockSize = Nb; 274192d50984SMatthew G. Knepley batchSize = numBlocks * blockSize; 274292d50984SMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 274392d50984SMatthew G. Knepley numChunks = numCells / (numBatches*batchSize); 274492d50984SMatthew G. Knepley Ne = numChunks*numBatches*batchSize; 274592d50984SMatthew G. Knepley Nr = numCells % (numBatches*batchSize); 274692d50984SMatthew G. Knepley offset = numCells - Nr; 274792d50984SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 274892d50984SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 274992d50984SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,0,offset,&chunkGeom);CHKERRQ(ierr); 275092d50984SMatthew G. Knepley ierr = PetscFEIntegrateResidual(fe, prob, f, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec);CHKERRQ(ierr); 275192d50984SMatthew G. Knepley ierr = PetscFEGeomGetChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 275292d50984SMatthew G. Knepley ierr = PetscFEIntegrateResidual(fe, prob, f, Nr, chunkGeom, &u[offset*totDim], u_t ? &u_t[offset*totDim] : NULL, probAux, &a[offset*totDimAux], t, &elemVec[offset*totDim]);CHKERRQ(ierr); 275392d50984SMatthew G. Knepley ierr = PetscFEGeomRestoreChunk(geom,offset,numCells,&chunkGeom);CHKERRQ(ierr); 275492d50984SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 275592d50984SMatthew G. Knepley PetscFV fv = (PetscFV) obj; 275692d50984SMatthew G. Knepley 275792d50984SMatthew G. Knepley Ne = numFaces; 275892d50984SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 275992d50984SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 276092d50984SMatthew G. Knepley ierr = PetscFVIntegrateRHSFunction(fv, prob, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR);CHKERRQ(ierr); 276192d50984SMatthew G. Knepley } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f); 276292d50984SMatthew G. Knepley } 276392d50984SMatthew G. Knepley /* Loop over domain */ 276492d50984SMatthew G. Knepley if (useFEM) { 276592d50984SMatthew G. Knepley /* Add elemVec to locX */ 276692d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 276792d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 276892d50984SMatthew G. Knepley const PetscInt cind = c - cStart; 276992d50984SMatthew G. Knepley 277092d50984SMatthew G. Knepley if (mesh->printFEM > 1) {ierr = DMPrintCellVector(cell, name, totDim, &elemVec[cind*totDim]);CHKERRQ(ierr);} 277192d50984SMatthew G. Knepley if (ghostLabel) { 277292d50984SMatthew G. Knepley PetscInt ghostVal; 277392d50984SMatthew G. Knepley 277492d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel,cell,&ghostVal);CHKERRQ(ierr); 277592d50984SMatthew G. Knepley if (ghostVal > 0) continue; 277692d50984SMatthew G. Knepley } 277792d50984SMatthew G. Knepley ierr = DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind*totDim], ADD_ALL_VALUES);CHKERRQ(ierr); 277892d50984SMatthew G. Knepley } 277992d50984SMatthew G. Knepley } 278092d50984SMatthew G. Knepley /* Handle time derivative */ 278192d50984SMatthew G. Knepley if (locX_t) { 278292d50984SMatthew G. Knepley PetscScalar *x_t, *fa; 278392d50984SMatthew G. Knepley 278492d50984SMatthew G. Knepley ierr = VecGetArray(locF, &fa);CHKERRQ(ierr); 278592d50984SMatthew G. Knepley ierr = VecGetArray(locX_t, &x_t);CHKERRQ(ierr); 278692d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 278792d50984SMatthew G. Knepley PetscFV fv; 278892d50984SMatthew G. Knepley PetscObject obj; 278992d50984SMatthew G. Knepley PetscClassId id; 279092d50984SMatthew G. Knepley PetscInt pdim, d; 279192d50984SMatthew G. Knepley 279292d50984SMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr); 279392d50984SMatthew G. Knepley ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr); 279492d50984SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 279592d50984SMatthew G. Knepley fv = (PetscFV) obj; 279692d50984SMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr); 279792d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 279892d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 279992d50984SMatthew G. Knepley PetscScalar *u_t, *r; 280092d50984SMatthew G. Knepley 280192d50984SMatthew G. Knepley if (ghostLabel) { 280292d50984SMatthew G. Knepley PetscInt ghostVal; 280392d50984SMatthew G. Knepley 280492d50984SMatthew G. Knepley ierr = DMLabelGetValue(ghostLabel, cell, &ghostVal);CHKERRQ(ierr); 280592d50984SMatthew G. Knepley if (ghostVal > 0) continue; 280692d50984SMatthew G. Knepley } 280792d50984SMatthew G. Knepley ierr = DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t);CHKERRQ(ierr); 280892d50984SMatthew G. Knepley ierr = DMPlexPointLocalFieldRef(dm, cell, f, fa, &r);CHKERRQ(ierr); 280992d50984SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 281092d50984SMatthew G. Knepley } 281192d50984SMatthew G. Knepley } 281292d50984SMatthew G. Knepley ierr = VecRestoreArray(locX_t, &x_t);CHKERRQ(ierr); 281392d50984SMatthew G. Knepley ierr = VecRestoreArray(locF, &fa);CHKERRQ(ierr); 281492d50984SMatthew G. Knepley } 281592d50984SMatthew G. Knepley if (useFEM) { 281692d50984SMatthew G. Knepley ierr = DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a);CHKERRQ(ierr); 281792d50984SMatthew G. Knepley ierr = DMRestoreWorkArray(dm, numCells*totDim, MPIU_SCALAR, &elemVec);CHKERRQ(ierr); 281892d50984SMatthew G. Knepley } 281992d50984SMatthew G. Knepley } 282092d50984SMatthew G. Knepley if (useFEM) {ierr = ISDestroy(&chunkIS);CHKERRQ(ierr);} 282192d50984SMatthew G. Knepley ierr = ISRestorePointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 282292d50984SMatthew G. Knepley /* TODO Could include boundary residual here (see DMPlexComputeResidual_Internal) */ 282392d50984SMatthew G. Knepley if (useFEM) { 282492d50984SMatthew G. Knepley if (maxDegree <= 1) { 282592d50984SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,affineQuad,PETSC_FALSE,&affineGeom);CHKERRQ(ierr); 282692d50984SMatthew G. Knepley ierr = PetscQuadratureDestroy(&affineQuad);CHKERRQ(ierr); 282792d50984SMatthew G. Knepley } else { 282892d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 282992d50984SMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField,cellIS,quads[f],PETSC_FALSE,&geoms[f]);CHKERRQ(ierr); 283092d50984SMatthew G. Knepley ierr = PetscQuadratureDestroy(&quads[f]);CHKERRQ(ierr); 283192d50984SMatthew G. Knepley } 283292d50984SMatthew G. Knepley ierr = PetscFree2(quads,geoms);CHKERRQ(ierr); 283392d50984SMatthew G. Knepley } 283492d50984SMatthew G. Knepley } 283592d50984SMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_ResidualFEM,dm,0,0,0);CHKERRQ(ierr); 283692d50984SMatthew G. Knepley PetscFunctionReturn(0); 283792d50984SMatthew G. Knepley } 283892d50984SMatthew G. Knepley 2839a1cf66bbSMatthew G. Knepley /* 2840a1cf66bbSMatthew G. Knepley We always assemble JacP, and if the matrix is different from Jac and two different sets of point functions are provided, we also assemble Jac 2841a1cf66bbSMatthew G. Knepley 2842a1cf66bbSMatthew G. Knepley X - The local solution vector 2843a1cf66bbSMatthew G. Knepley X_t - The local solution time derviative vector, or NULL 2844a1cf66bbSMatthew G. Knepley */ 2845a1cf66bbSMatthew G. Knepley PetscErrorCode DMPlexComputeJacobian_Patch_Internal(DM dm, PetscSection section, PetscSection globalSection, IS cellIS, 2846a1cf66bbSMatthew G. Knepley PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *ctx) 2847a1cf66bbSMatthew G. Knepley { 2848a1cf66bbSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *) dm->data; 2849a1cf66bbSMatthew G. Knepley const char *name = "Jacobian", *nameP = "JacobianPre"; 2850a1cf66bbSMatthew G. Knepley DM dmAux = NULL; 2851a1cf66bbSMatthew G. Knepley PetscDS prob, probAux = NULL; 2852a1cf66bbSMatthew G. Knepley PetscSection sectionAux = NULL; 2853a1cf66bbSMatthew G. Knepley Vec A; 2854a1cf66bbSMatthew G. Knepley DMField coordField; 2855a1cf66bbSMatthew G. Knepley PetscFEGeom *cgeomFEM; 2856a1cf66bbSMatthew G. Knepley PetscQuadrature qGeom = NULL; 2857a1cf66bbSMatthew G. Knepley Mat J = Jac, JP = JacP; 2858a1cf66bbSMatthew G. Knepley PetscScalar *work, *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL, *elemMatD = NULL; 28599b2fc754SMatthew G. Knepley PetscBool hasJac, hasPrec, hasDyn, assembleJac, isMatIS, isMatISP, *isFE, hasFV = PETSC_FALSE; 2860a1cf66bbSMatthew G. Knepley const PetscInt *cells; 28619b2fc754SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, maxDegree, numCells, cStart, cEnd, numChunks, chunkSize, chunk, totDim, totDimAux = 0, sz, wsz, off = 0, offCell = 0; 2862a1cf66bbSMatthew G. Knepley PetscErrorCode ierr; 2863a1cf66bbSMatthew G. Knepley 2864a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 2865a1cf66bbSMatthew G. Knepley CHKMEMQ; 2866a1cf66bbSMatthew G. Knepley ierr = ISGetLocalSize(cellIS, &numCells);CHKERRQ(ierr); 2867a1cf66bbSMatthew G. Knepley ierr = ISGetPointRange(cellIS, &cStart, &cEnd, &cells);CHKERRQ(ierr); 2868a1cf66bbSMatthew G. Knepley ierr = PetscLogEventBegin(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 2869a1cf66bbSMatthew G. Knepley ierr = DMGetDS(dm, &prob);CHKERRQ(ierr); 2870a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr); 2871a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr); 2872a1cf66bbSMatthew G. Knepley if (dmAux) { 2873a1cf66bbSMatthew G. Knepley ierr = DMGetDefaultSection(dmAux, §ionAux);CHKERRQ(ierr); 2874a1cf66bbSMatthew G. Knepley ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr); 2875a1cf66bbSMatthew G. Knepley } 2876a1cf66bbSMatthew G. Knepley /* Get flags */ 2877a1cf66bbSMatthew G. Knepley ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr); 2878a1cf66bbSMatthew G. Knepley ierr = DMGetWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr); 2879a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 2880a1cf66bbSMatthew G. Knepley PetscObject disc; 2881a1cf66bbSMatthew G. Knepley PetscClassId id; 2882a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, &disc);CHKERRQ(ierr); 2883a1cf66bbSMatthew G. Knepley ierr = PetscObjectGetClassId(disc, &id);CHKERRQ(ierr); 2884a1cf66bbSMatthew G. Knepley if (id == PETSCFE_CLASSID) {isFE[fieldI] = PETSC_TRUE;} 2885a1cf66bbSMatthew G. Knepley else if (id == PETSCFV_CLASSID) {hasFV = PETSC_TRUE; isFE[fieldI] = PETSC_FALSE;} 2886a1cf66bbSMatthew G. Knepley } 2887a1cf66bbSMatthew G. Knepley ierr = PetscDSHasJacobian(prob, &hasJac);CHKERRQ(ierr); 2888a1cf66bbSMatthew G. Knepley ierr = PetscDSHasJacobianPreconditioner(prob, &hasPrec);CHKERRQ(ierr); 2889a1cf66bbSMatthew G. Knepley ierr = PetscDSHasDynamicJacobian(prob, &hasDyn);CHKERRQ(ierr); 2890a1cf66bbSMatthew G. Knepley assembleJac = hasJac && hasPrec && (Jac != JacP) ? PETSC_TRUE : PETSC_FALSE; 2891a1cf66bbSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 2892a1cf66bbSMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) Jac, MATIS, &isMatIS);CHKERRQ(ierr); 2893a1cf66bbSMatthew G. Knepley ierr = PetscObjectTypeCompare((PetscObject) JacP, MATIS, &isMatISP);CHKERRQ(ierr); 2894a1cf66bbSMatthew G. Knepley /* Setup input data and temp arrays (should be DMGetWorkArray) */ 2895a1cf66bbSMatthew G. Knepley if (isMatISP || isMatISP) {ierr = DMPlexGetSubdomainSection(dm, &globalSection);CHKERRQ(ierr);} 2896a1cf66bbSMatthew G. Knepley if (isMatIS) {ierr = MatISGetLocalMat(Jac, &J);CHKERRQ(ierr);} 2897a1cf66bbSMatthew G. Knepley if (isMatISP) {ierr = MatISGetLocalMat(JacP, &JP);CHKERRQ(ierr);} 2898a1cf66bbSMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE);CHKERRQ(ierr);} /* No allocated space for FV stuff, so ignore the zero entries */ 2899a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr); 2900a1cf66bbSMatthew G. Knepley ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr); 2901a1cf66bbSMatthew G. Knepley ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr); 2902a1cf66bbSMatthew G. Knepley if (probAux) {ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);} 2903a1cf66bbSMatthew G. Knepley CHKMEMQ; 2904a1cf66bbSMatthew G. Knepley /* Compute batch sizes */ 2905a1cf66bbSMatthew G. Knepley if (isFE[0]) { 2906a1cf66bbSMatthew G. Knepley PetscFE fe; 2907a1cf66bbSMatthew G. Knepley PetscQuadrature q; 2908a1cf66bbSMatthew G. Knepley PetscInt numQuadPoints, numBatches, batchSize, numBlocks, blockSize, Nb; 2909a1cf66bbSMatthew G. Knepley 2910a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr); 2911a1cf66bbSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr); 2912a1cf66bbSMatthew G. Knepley ierr = PetscQuadratureGetData(q, NULL, NULL, &numQuadPoints, NULL, NULL);CHKERRQ(ierr); 2913a1cf66bbSMatthew G. Knepley ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr); 2914a1cf66bbSMatthew G. Knepley ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr); 2915a1cf66bbSMatthew G. Knepley blockSize = Nb*numQuadPoints; 2916a1cf66bbSMatthew G. Knepley batchSize = numBlocks * blockSize; 2917a1cf66bbSMatthew G. Knepley chunkSize = numBatches * batchSize; 2918a1cf66bbSMatthew G. Knepley numChunks = numCells / chunkSize + numCells % chunkSize; 2919a1cf66bbSMatthew G. Knepley ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr); 2920a1cf66bbSMatthew G. Knepley } else { 2921a1cf66bbSMatthew G. Knepley chunkSize = numCells; 2922a1cf66bbSMatthew G. Knepley numChunks = 1; 2923a1cf66bbSMatthew G. Knepley } 2924a1cf66bbSMatthew G. Knepley /* Get work space */ 2925a1cf66bbSMatthew G. Knepley wsz = (((X?1:0) + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize; 2926a1cf66bbSMatthew G. Knepley ierr = DMGetWorkArray(dm, wsz, MPIU_SCALAR, &work);CHKERRQ(ierr); 2927a1cf66bbSMatthew G. Knepley ierr = PetscMemzero(work, wsz * sizeof(PetscScalar));CHKERRQ(ierr); 2928a1cf66bbSMatthew G. Knepley off = 0; 2929a1cf66bbSMatthew G. Knepley u = X ? (sz = chunkSize*totDim, off += sz, work+off-sz) : NULL; 2930a1cf66bbSMatthew G. Knepley u_t = X_t ? (sz = chunkSize*totDim, off += sz, work+off-sz) : NULL; 2931a1cf66bbSMatthew G. Knepley a = dmAux ? (sz = chunkSize*totDimAux, off += sz, work+off-sz) : NULL; 2932a1cf66bbSMatthew G. Knepley elemMat = hasJac ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 2933a1cf66bbSMatthew G. Knepley elemMatP = hasPrec ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 2934a1cf66bbSMatthew G. Knepley elemMatD = hasDyn ? (sz = chunkSize*totDim*totDim, off += sz, work+off-sz) : NULL; 2935a1cf66bbSMatthew G. Knepley if (off != wsz) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Error is workspace size %D should be %D", off, wsz); 2936a1cf66bbSMatthew G. Knepley /* Setup geometry */ 2937a1cf66bbSMatthew G. Knepley ierr = DMGetCoordinateField(dm, &coordField);CHKERRQ(ierr); 29389b2fc754SMatthew G. Knepley ierr = DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree);CHKERRQ(ierr); 29399b2fc754SMatthew G. Knepley if (maxDegree <= 1) {ierr = DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom);CHKERRQ(ierr);} 2940a1cf66bbSMatthew G. Knepley if (!qGeom) { 2941a1cf66bbSMatthew G. Knepley PetscFE fe; 2942a1cf66bbSMatthew G. Knepley 2943a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, 0, (PetscObject *) &fe);CHKERRQ(ierr); 2944a1cf66bbSMatthew G. Knepley ierr = PetscFEGetQuadrature(fe, &qGeom);CHKERRQ(ierr); 2945a1cf66bbSMatthew G. Knepley ierr = PetscObjectReference((PetscObject) qGeom);CHKERRQ(ierr); 2946a1cf66bbSMatthew G. Knepley } 2947a1cf66bbSMatthew G. Knepley ierr = DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr); 2948a1cf66bbSMatthew G. Knepley /* Compute volume integrals */ 2949a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = MatZeroEntries(J);CHKERRQ(ierr);} 2950a1cf66bbSMatthew G. Knepley ierr = MatZeroEntries(JP);CHKERRQ(ierr); 2951a1cf66bbSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk, offCell += chunkSize) { 2952a1cf66bbSMatthew G. Knepley const PetscInt Ncell = PetscMin(chunkSize, numCells - offCell); 2953a1cf66bbSMatthew G. Knepley PetscInt c; 2954a1cf66bbSMatthew G. Knepley 2955a1cf66bbSMatthew G. Knepley /* Extract values */ 2956a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 2957a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c+offCell] : c+offCell; 2958a1cf66bbSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 2959a1cf66bbSMatthew G. Knepley PetscInt i; 2960a1cf66bbSMatthew G. Knepley 2961a1cf66bbSMatthew G. Knepley if (X) { 2962a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 2963a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i]; 2964a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x);CHKERRQ(ierr); 2965a1cf66bbSMatthew G. Knepley } 2966a1cf66bbSMatthew G. Knepley if (X_t) { 2967a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 2968a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[c*totDim+i] = x_t[i]; 2969a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t);CHKERRQ(ierr); 2970a1cf66bbSMatthew G. Knepley } 2971a1cf66bbSMatthew G. Knepley if (dmAux) { 2972a1cf66bbSMatthew G. Knepley ierr = DMPlexVecGetClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr); 2973a1cf66bbSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i]; 2974a1cf66bbSMatthew G. Knepley ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, A, cell, NULL, &x);CHKERRQ(ierr); 2975a1cf66bbSMatthew G. Knepley } 2976a1cf66bbSMatthew G. Knepley } 2977a1cf66bbSMatthew G. Knepley CHKMEMQ; 2978a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 2979a1cf66bbSMatthew G. Knepley PetscFE fe; 2980a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fe);CHKERRQ(ierr); 2981a1cf66bbSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 2982a1cf66bbSMatthew G. Knepley if (hasJac) {ierr = PetscFEIntegrateJacobian(fe, prob, PETSCFE_JACOBIAN, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMat);CHKERRQ(ierr);} 2983a1cf66bbSMatthew G. Knepley if (hasPrec) {ierr = PetscFEIntegrateJacobian(fe, prob, PETSCFE_JACOBIAN_PRE, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatP);CHKERRQ(ierr);} 2984a1cf66bbSMatthew G. Knepley if (hasDyn) {ierr = PetscFEIntegrateJacobian(fe, prob, PETSCFE_JACOBIAN_DYN, fieldI, fieldJ, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatD);CHKERRQ(ierr);} 2985a1cf66bbSMatthew G. Knepley } 2986a1cf66bbSMatthew G. Knepley /* For finite volume, add the identity */ 2987a1cf66bbSMatthew G. Knepley if (!isFE[fieldI]) { 2988a1cf66bbSMatthew G. Knepley PetscFV fv; 2989a1cf66bbSMatthew G. Knepley PetscInt eOffset = 0, Nc, fc, foff; 2990a1cf66bbSMatthew G. Knepley 2991a1cf66bbSMatthew G. Knepley ierr = PetscDSGetFieldOffset(prob, fieldI, &foff);CHKERRQ(ierr); 2992a1cf66bbSMatthew G. Knepley ierr = PetscDSGetDiscretization(prob, fieldI, (PetscObject *) &fv);CHKERRQ(ierr); 2993a1cf66bbSMatthew G. Knepley ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr); 2994a1cf66bbSMatthew G. Knepley for (c = 0; c < chunkSize; ++c, eOffset += totDim*totDim) { 2995a1cf66bbSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 2996a1cf66bbSMatthew G. Knepley const PetscInt i = foff + fc; 2997a1cf66bbSMatthew G. Knepley if (hasJac) {elemMat [eOffset+i*totDim+i] = 1.0;} 2998a1cf66bbSMatthew G. Knepley if (hasPrec) {elemMatP[eOffset+i*totDim+i] = 1.0;} 2999a1cf66bbSMatthew G. Knepley } 3000a1cf66bbSMatthew G. Knepley } 3001a1cf66bbSMatthew G. Knepley } 3002a1cf66bbSMatthew G. Knepley } 3003a1cf66bbSMatthew G. Knepley CHKMEMQ; 3004a1cf66bbSMatthew G. Knepley /* Add contribution from X_t */ 3005a1cf66bbSMatthew G. Knepley if (hasDyn) {for (c = 0; c < chunkSize*totDim*totDim; ++c) elemMat[c] += X_tShift*elemMatD[c];} 3006a1cf66bbSMatthew G. Knepley /* Insert values into matrix */ 3007a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 3008a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c+offCell] : c+offCell; 3009a1cf66bbSMatthew G. Knepley if (mesh->printFEM > 1) { 3010a1cf66bbSMatthew G. Knepley if (hasJac) {ierr = DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);} 3011a1cf66bbSMatthew G. Knepley if (hasPrec) {ierr = DMPrintCellMatrix(cell, nameP, totDim, totDim, &elemMatP[(c-cStart)*totDim*totDim]);CHKERRQ(ierr);} 3012a1cf66bbSMatthew G. Knepley } 3013a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr);} 3014a1cf66bbSMatthew G. Knepley ierr = DMPlexMatSetClosure(dm, section, globalSection, JP, cell, &elemMat[(c-cStart)*totDim*totDim], ADD_VALUES);CHKERRQ(ierr); 3015a1cf66bbSMatthew G. Knepley } 3016a1cf66bbSMatthew G. Knepley CHKMEMQ; 3017a1cf66bbSMatthew G. Knepley } 3018a1cf66bbSMatthew G. Knepley /* Cleanup */ 3019a1cf66bbSMatthew G. Knepley ierr = DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM);CHKERRQ(ierr); 3020a1cf66bbSMatthew G. Knepley ierr = PetscQuadratureDestroy(&qGeom);CHKERRQ(ierr); 3021a1cf66bbSMatthew G. Knepley if (hasFV) {ierr = MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE);CHKERRQ(ierr);} 3022a1cf66bbSMatthew G. Knepley ierr = DMRestoreWorkArray(dm, Nf, MPIU_BOOL, &isFE);CHKERRQ(ierr); 3023a1cf66bbSMatthew G. Knepley ierr = DMRestoreWorkArray(dm, ((1 + (X_t?1:0) + (dmAux?1:0))*totDim + ((hasJac?1:0) + (hasPrec?1:0) + (hasDyn?1:0))*totDim*totDim)*chunkSize, MPIU_SCALAR, &work);CHKERRQ(ierr); 3024a1cf66bbSMatthew G. Knepley /* Compute boundary integrals */ 3025a1cf66bbSMatthew G. Knepley /* ierr = DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, ctx);CHKERRQ(ierr); */ 3026a1cf66bbSMatthew G. Knepley /* Assemble matrix */ 3027a1cf66bbSMatthew G. Knepley if (assembleJac) {ierr = MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);} 3028a1cf66bbSMatthew G. Knepley ierr = MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);ierr = MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); 3029a1cf66bbSMatthew G. Knepley ierr = PetscLogEventEnd(DMPLEX_JacobianFEM,dm,0,0,0);CHKERRQ(ierr); 3030a1cf66bbSMatthew G. Knepley CHKMEMQ; 3031a1cf66bbSMatthew G. Knepley PetscFunctionReturn(0); 3032a1cf66bbSMatthew G. Knepley } 3033