1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h> /*I "petscdmplex.h" I*/ 2da97024aSMatthew G. Knepley #include <petscsf.h> 3cb1e1211SMatthew G Knepley 48e3a2eefSMatthew G. Knepley #include <petscblaslapack.h> 5e8f14785SLisandro Dalcin #include <petsc/private/hashsetij.h> 6af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h> 7af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h> 8a0845e3aSMatthew G. Knepley 95f0b18bfSMatthew G. Knepley PetscBool Clementcite = PETSC_FALSE; 105f0b18bfSMatthew G. Knepley const char ClementCitation[] = "@article{clement1975approximation,\n" 115f0b18bfSMatthew G. Knepley " title = {Approximation by finite element functions using local regularization},\n" 125f0b18bfSMatthew G. Knepley " author = {Philippe Cl{\\'e}ment},\n" 135f0b18bfSMatthew G. Knepley " journal = {Revue fran{\\c{c}}aise d'automatique, informatique, recherche op{\\'e}rationnelle. Analyse num{\\'e}rique},\n" 145f0b18bfSMatthew G. Knepley " volume = {9},\n" 155f0b18bfSMatthew G. Knepley " number = {R2},\n" 165f0b18bfSMatthew G. Knepley " pages = {77--84},\n" 175f0b18bfSMatthew G. Knepley " year = {1975}\n}\n"; 185f0b18bfSMatthew G. Knepley 19d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexConvertPlex(DM dm, DM *plex, PetscBool copy) 20d71ae5a4SJacob Faibussowitsch { 212f856554SMatthew G. Knepley PetscBool isPlex; 222f856554SMatthew G. Knepley 232f856554SMatthew G. Knepley PetscFunctionBegin; 249566063dSJacob Faibussowitsch PetscCall(PetscObjectTypeCompare((PetscObject)dm, DMPLEX, &isPlex)); 252f856554SMatthew G. Knepley if (isPlex) { 262f856554SMatthew G. Knepley *plex = dm; 279566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)dm)); 282f856554SMatthew G. Knepley } else { 299566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "dm_plex", (PetscObject *)plex)); 302f856554SMatthew G. Knepley if (!*plex) { 319566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, plex)); 329566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)dm, "dm_plex", (PetscObject)*plex)); 332f856554SMatthew G. Knepley if (copy) { 342f856554SMatthew G. Knepley DMSubDomainHookLink link; 359a2a23afSMatthew G. Knepley 369566063dSJacob Faibussowitsch PetscCall(DMCopyAuxiliaryVec(dm, *plex)); 379a2a23afSMatthew G. Knepley /* Run the subdomain hook (this will copy the DMSNES/DMTS) */ 382f856554SMatthew G. Knepley for (link = dm->subdomainhook; link; link = link->next) { 399566063dSJacob Faibussowitsch if (link->ddhook) PetscCall((*link->ddhook)(dm, *plex, link->ctx)); 402f856554SMatthew G. Knepley } 412f856554SMatthew G. Knepley } 422f856554SMatthew G. Knepley } else { 439566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)*plex)); 442f856554SMatthew G. Knepley } 452f856554SMatthew G. Knepley } 463ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 472f856554SMatthew G. Knepley } 482f856554SMatthew G. Knepley 49d71ae5a4SJacob Faibussowitsch static PetscErrorCode PetscContainerUserDestroy_PetscFEGeom(void *ctx) 50d71ae5a4SJacob Faibussowitsch { 519b6f715bSMatthew G. Knepley PetscFEGeom *geom = (PetscFEGeom *)ctx; 529b6f715bSMatthew G. Knepley 539b6f715bSMatthew G. Knepley PetscFunctionBegin; 549566063dSJacob Faibussowitsch PetscCall(PetscFEGeomDestroy(&geom)); 553ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 569b6f715bSMatthew G. Knepley } 579b6f715bSMatthew G. Knepley 58d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 59d71ae5a4SJacob Faibussowitsch { 609b6f715bSMatthew G. Knepley char composeStr[33] = {0}; 619b6f715bSMatthew G. Knepley PetscObjectId id; 629b6f715bSMatthew G. Knepley PetscContainer container; 639b6f715bSMatthew G. Knepley 649b6f715bSMatthew G. Knepley PetscFunctionBegin; 659566063dSJacob Faibussowitsch PetscCall(PetscObjectGetId((PetscObject)quad, &id)); 6663a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(composeStr, 32, "DMPlexGetFEGeom_%" PetscInt64_FMT "\n", id)); 679566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)pointIS, composeStr, (PetscObject *)&container)); 689b6f715bSMatthew G. Knepley if (container) { 699566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(container, (void **)geom)); 709b6f715bSMatthew G. Knepley } else { 719566063dSJacob Faibussowitsch PetscCall(DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom)); 729566063dSJacob Faibussowitsch PetscCall(PetscContainerCreate(PETSC_COMM_SELF, &container)); 739566063dSJacob Faibussowitsch PetscCall(PetscContainerSetPointer(container, (void *)*geom)); 749566063dSJacob Faibussowitsch PetscCall(PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom)); 759566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)pointIS, composeStr, (PetscObject)container)); 769566063dSJacob Faibussowitsch PetscCall(PetscContainerDestroy(&container)); 779b6f715bSMatthew G. Knepley } 783ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 799b6f715bSMatthew G. Knepley } 809b6f715bSMatthew G. Knepley 81d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 82d71ae5a4SJacob Faibussowitsch { 839b6f715bSMatthew G. Knepley PetscFunctionBegin; 849b6f715bSMatthew G. Knepley *geom = NULL; 853ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 869b6f715bSMatthew G. Knepley } 879b6f715bSMatthew G. Knepley 8846fa42a0SMatthew G. Knepley /*@ 8946fa42a0SMatthew G. Knepley DMPlexGetScale - Get the scale for the specified fundamental unit 9046fa42a0SMatthew G. Knepley 9120f4b53cSBarry Smith Not Collective 9246fa42a0SMatthew G. Knepley 934165533cSJose E. Roman Input Parameters: 94a1cb98faSBarry Smith + dm - the `DM` 9546fa42a0SMatthew G. Knepley - unit - The SI unit 9646fa42a0SMatthew G. Knepley 974165533cSJose E. Roman Output Parameter: 9846fa42a0SMatthew G. Knepley . scale - The value used to scale all quantities with this unit 9946fa42a0SMatthew G. Knepley 10046fa42a0SMatthew G. Knepley Level: advanced 10146fa42a0SMatthew G. Knepley 1021cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSetScale()`, `PetscUnit` 10346fa42a0SMatthew G. Knepley @*/ 104d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale) 105d71ae5a4SJacob Faibussowitsch { 106cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 107cb1e1211SMatthew G Knepley 108cb1e1211SMatthew G Knepley PetscFunctionBegin; 109cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1104f572ea9SToby Isaac PetscAssertPointer(scale, 3); 111cb1e1211SMatthew G Knepley *scale = mesh->scale[unit]; 1123ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 113cb1e1211SMatthew G Knepley } 114cb1e1211SMatthew G Knepley 11546fa42a0SMatthew G. Knepley /*@ 11646fa42a0SMatthew G. Knepley DMPlexSetScale - Set the scale for the specified fundamental unit 11746fa42a0SMatthew G. Knepley 11820f4b53cSBarry Smith Not Collective 11946fa42a0SMatthew G. Knepley 1204165533cSJose E. Roman Input Parameters: 121a1cb98faSBarry Smith + dm - the `DM` 12246fa42a0SMatthew G. Knepley . unit - The SI unit 12346fa42a0SMatthew G. Knepley - scale - The value used to scale all quantities with this unit 12446fa42a0SMatthew G. Knepley 12546fa42a0SMatthew G. Knepley Level: advanced 12646fa42a0SMatthew G. Knepley 1271cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetScale()`, `PetscUnit` 12846fa42a0SMatthew G. Knepley @*/ 129d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale) 130d71ae5a4SJacob Faibussowitsch { 131cb1e1211SMatthew G Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 132cb1e1211SMatthew G Knepley 133cb1e1211SMatthew G Knepley PetscFunctionBegin; 134cb1e1211SMatthew G Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 135cb1e1211SMatthew G Knepley mesh->scale[unit] = scale; 1363ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 137cb1e1211SMatthew G Knepley } 138cb1e1211SMatthew G Knepley 139d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexProjectRigidBody_Private(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nc, PetscScalar *mode, void *ctx) 140d71ae5a4SJacob Faibussowitsch { 1419371c9d4SSatish Balay const PetscInt eps[3][3][3] = { 1429371c9d4SSatish Balay {{0, 0, 0}, {0, 0, 1}, {0, -1, 0}}, 1439371c9d4SSatish Balay {{0, 0, -1}, {0, 0, 0}, {1, 0, 0} }, 1449371c9d4SSatish Balay {{0, 1, 0}, {-1, 0, 0}, {0, 0, 0} } 1459371c9d4SSatish Balay }; 146026175e5SToby Isaac PetscInt *ctxInt = (PetscInt *)ctx; 147ad917190SMatthew G. Knepley PetscInt dim2 = ctxInt[0]; 148026175e5SToby Isaac PetscInt d = ctxInt[1]; 149026175e5SToby Isaac PetscInt i, j, k = dim > 2 ? d - dim : d; 150026175e5SToby Isaac 151ad917190SMatthew G. Knepley PetscFunctionBegin; 15263a3b9bcSJacob Faibussowitsch PetscCheck(dim == dim2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %" PetscInt_FMT " does not match context dimension %" PetscInt_FMT, dim, dim2); 153026175e5SToby Isaac for (i = 0; i < dim; i++) mode[i] = 0.; 154026175e5SToby Isaac if (d < dim) { 15512adca46SMatthew G. Knepley mode[d] = 1.; /* Translation along axis d */ 156ad917190SMatthew G. Knepley } else { 157026175e5SToby Isaac for (i = 0; i < dim; i++) { 1589371c9d4SSatish Balay for (j = 0; j < dim; j++) { mode[j] += eps[i][j][k] * X[i]; /* Rotation about axis d */ } 159026175e5SToby Isaac } 160026175e5SToby Isaac } 1613ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 162026175e5SToby Isaac } 163026175e5SToby Isaac 164cc4e42d9SMartin Diehl /*@ 16512adca46SMatthew G. Knepley DMPlexCreateRigidBody - For the default global section, create rigid body modes by function space interpolation 166cb1e1211SMatthew G Knepley 16720f4b53cSBarry Smith Collective 168cb1e1211SMatthew G Knepley 1694165533cSJose E. Roman Input Parameters: 170a1cb98faSBarry Smith + dm - the `DM` 17156cf3b9cSMatthew G. Knepley - field - The field number for the rigid body space, or 0 for the default 172cb1e1211SMatthew G Knepley 1734165533cSJose E. Roman Output Parameter: 174cb1e1211SMatthew G Knepley . sp - the null space 175cb1e1211SMatthew G Knepley 176cb1e1211SMatthew G Knepley Level: advanced 177cb1e1211SMatthew G Knepley 178a1cb98faSBarry Smith Note: 179a1cb98faSBarry Smith This is necessary to provide a suitable coarse space for algebraic multigrid 180a1cb98faSBarry Smith 1811cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `MatNullSpaceCreate()`, `PCGAMG` 182cb1e1211SMatthew G Knepley @*/ 183d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateRigidBody(DM dm, PetscInt field, MatNullSpace *sp) 184d71ae5a4SJacob Faibussowitsch { 18556cf3b9cSMatthew G. Knepley PetscErrorCode (**func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *); 186cb1e1211SMatthew G Knepley MPI_Comm comm; 187026175e5SToby Isaac Vec mode[6]; 188026175e5SToby Isaac PetscSection section, globalSection; 18956cf3b9cSMatthew G. Knepley PetscInt dim, dimEmbed, Nf, n, m, mmin, d, i, j; 190db14aad5SMatthew G. Knepley void **ctxs; 191cb1e1211SMatthew G Knepley 192cb1e1211SMatthew G Knepley PetscFunctionBegin; 1939566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 1949566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 1959566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dimEmbed)); 1969566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 19763a3b9bcSJacob Faibussowitsch PetscCheck(!Nf || !(field < 0 || field >= Nf), comm, PETSC_ERR_ARG_OUTOFRANGE, "Field %" PetscInt_FMT " is not in [0, %" PetscInt_FMT ")", field, Nf); 19856cf3b9cSMatthew G. Knepley if (dim == 1 && Nf < 2) { 1999566063dSJacob Faibussowitsch PetscCall(MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp)); 2003ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 201cb1e1211SMatthew G Knepley } 2029566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 2039566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 2049566063dSJacob Faibussowitsch PetscCall(PetscSectionGetConstrainedStorageSize(globalSection, &n)); 205db14aad5SMatthew G. Knepley PetscCall(PetscCalloc2(Nf, &func, Nf, &ctxs)); 206b247467aSMatthew G. Knepley m = (dim * (dim + 1)) / 2; 2079566063dSJacob Faibussowitsch PetscCall(VecCreate(comm, &mode[0])); 2089566063dSJacob Faibussowitsch PetscCall(VecSetType(mode[0], dm->vectype)); 2099566063dSJacob Faibussowitsch PetscCall(VecSetSizes(mode[0], n, PETSC_DETERMINE)); 2109566063dSJacob Faibussowitsch PetscCall(VecSetUp(mode[0])); 2119566063dSJacob Faibussowitsch PetscCall(VecGetSize(mode[0], &n)); 212b247467aSMatthew G. Knepley mmin = PetscMin(m, n); 21356cf3b9cSMatthew G. Knepley func[field] = DMPlexProjectRigidBody_Private; 2149566063dSJacob Faibussowitsch for (i = 1; i < m; ++i) PetscCall(VecDuplicate(mode[0], &mode[i])); 215026175e5SToby Isaac for (d = 0; d < m; d++) { 216330485fdSToby Isaac PetscInt ctx[2]; 217cb1e1211SMatthew G Knepley 218db14aad5SMatthew G. Knepley ctxs[field] = (void *)(&ctx[0]); 2199d8fbdeaSMatthew G. Knepley ctx[0] = dimEmbed; 220330485fdSToby Isaac ctx[1] = d; 221db14aad5SMatthew G. Knepley PetscCall(DMProjectFunction(dm, 0.0, func, ctxs, INSERT_VALUES, mode[d])); 222cb1e1211SMatthew G Knepley } 2233b2202bfSJacob Faibussowitsch /* Orthonormalize system */ 224b50a2c0aSJacob Faibussowitsch for (i = 0; i < mmin; ++i) { 225b77f2eeeSJacob Faibussowitsch PetscScalar dots[6]; 226b50a2c0aSJacob Faibussowitsch 2279566063dSJacob Faibussowitsch PetscCall(VecNormalize(mode[i], NULL)); 2289566063dSJacob Faibussowitsch PetscCall(VecMDot(mode[i], mmin - i - 1, mode + i + 1, dots + i + 1)); 229b50a2c0aSJacob Faibussowitsch for (j = i + 1; j < mmin; ++j) { 230b77f2eeeSJacob Faibussowitsch dots[j] *= -1.0; 2319566063dSJacob Faibussowitsch PetscCall(VecAXPY(mode[j], dots[j], mode[i])); 232b50a2c0aSJacob Faibussowitsch } 233cb1e1211SMatthew G Knepley } 2349566063dSJacob Faibussowitsch PetscCall(MatNullSpaceCreate(comm, PETSC_FALSE, mmin, mode, sp)); 2359566063dSJacob Faibussowitsch for (i = 0; i < m; ++i) PetscCall(VecDestroy(&mode[i])); 236db14aad5SMatthew G. Knepley PetscCall(PetscFree2(func, ctxs)); 2373ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 238cb1e1211SMatthew G Knepley } 239cb1e1211SMatthew G Knepley 240cc4e42d9SMartin Diehl /*@ 24112adca46SMatthew G. Knepley DMPlexCreateRigidBodies - For the default global section, create rigid body modes by function space interpolation 24212adca46SMatthew G. Knepley 24320f4b53cSBarry Smith Collective 24412adca46SMatthew G. Knepley 2454165533cSJose E. Roman Input Parameters: 246a1cb98faSBarry Smith + dm - the `DM` 24712adca46SMatthew G. Knepley . nb - The number of bodies 248a1cb98faSBarry Smith . label - The `DMLabel` marking each domain 24912adca46SMatthew G. Knepley . nids - The number of ids per body 25012adca46SMatthew G. Knepley - ids - An array of the label ids in sequence for each domain 25112adca46SMatthew G. Knepley 2524165533cSJose E. Roman Output Parameter: 25312adca46SMatthew G. Knepley . sp - the null space 25412adca46SMatthew G. Knepley 25512adca46SMatthew G. Knepley Level: advanced 25612adca46SMatthew G. Knepley 257a1cb98faSBarry Smith Note: 258a1cb98faSBarry Smith This is necessary to provide a suitable coarse space for algebraic multigrid 259a1cb98faSBarry Smith 2601cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `MatNullSpaceCreate()` 26112adca46SMatthew G. Knepley @*/ 262d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateRigidBodies(DM dm, PetscInt nb, DMLabel label, const PetscInt nids[], const PetscInt ids[], MatNullSpace *sp) 263d71ae5a4SJacob Faibussowitsch { 26412adca46SMatthew G. Knepley MPI_Comm comm; 26512adca46SMatthew G. Knepley PetscSection section, globalSection; 26612adca46SMatthew G. Knepley Vec *mode; 26712adca46SMatthew G. Knepley PetscScalar *dots; 26812adca46SMatthew G. Knepley PetscInt dim, dimEmbed, n, m, b, d, i, j, off; 26912adca46SMatthew G. Knepley 27012adca46SMatthew G. Knepley PetscFunctionBegin; 2719566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)dm, &comm)); 2729566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 2739566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dimEmbed)); 2749566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 2759566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 2769566063dSJacob Faibussowitsch PetscCall(PetscSectionGetConstrainedStorageSize(globalSection, &n)); 27712adca46SMatthew G. Knepley m = nb * (dim * (dim + 1)) / 2; 2789566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(m, &mode, m, &dots)); 2799566063dSJacob Faibussowitsch PetscCall(VecCreate(comm, &mode[0])); 2809566063dSJacob Faibussowitsch PetscCall(VecSetSizes(mode[0], n, PETSC_DETERMINE)); 2819566063dSJacob Faibussowitsch PetscCall(VecSetUp(mode[0])); 2829566063dSJacob Faibussowitsch for (i = 1; i < m; ++i) PetscCall(VecDuplicate(mode[0], &mode[i])); 28312adca46SMatthew G. Knepley for (b = 0, off = 0; b < nb; ++b) { 28412adca46SMatthew G. Knepley for (d = 0; d < m / nb; ++d) { 28512adca46SMatthew G. Knepley PetscInt ctx[2]; 28612adca46SMatthew G. Knepley PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody_Private; 28712adca46SMatthew G. Knepley void *voidctx = (void *)(&ctx[0]); 28812adca46SMatthew G. Knepley 28912adca46SMatthew G. Knepley ctx[0] = dimEmbed; 29012adca46SMatthew G. Knepley ctx[1] = d; 2919566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLabel(dm, 0.0, label, nids[b], &ids[off], 0, NULL, &func, &voidctx, INSERT_VALUES, mode[d])); 29212adca46SMatthew G. Knepley off += nids[b]; 29312adca46SMatthew G. Knepley } 29412adca46SMatthew G. Knepley } 2953b2202bfSJacob Faibussowitsch /* Orthonormalize system */ 296606c1a1cSJacob Faibussowitsch for (i = 0; i < m; ++i) { 297b77f2eeeSJacob Faibussowitsch PetscScalar dots[6]; 2985a0e29b9SJacob Faibussowitsch 2999566063dSJacob Faibussowitsch PetscCall(VecNormalize(mode[i], NULL)); 3009566063dSJacob Faibussowitsch PetscCall(VecMDot(mode[i], m - i - 1, mode + i + 1, dots + i + 1)); 3015a0e29b9SJacob Faibussowitsch for (j = i + 1; j < m; ++j) { 302b77f2eeeSJacob Faibussowitsch dots[j] *= -1.0; 3039566063dSJacob Faibussowitsch PetscCall(VecAXPY(mode[j], dots[j], mode[i])); 3045a0e29b9SJacob Faibussowitsch } 30512adca46SMatthew G. Knepley } 3069566063dSJacob Faibussowitsch PetscCall(MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp)); 3079566063dSJacob Faibussowitsch for (i = 0; i < m; ++i) PetscCall(VecDestroy(&mode[i])); 3089566063dSJacob Faibussowitsch PetscCall(PetscFree2(mode, dots)); 3093ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 31012adca46SMatthew G. Knepley } 31112adca46SMatthew G. Knepley 312b29cfa1cSToby Isaac /*@ 313b29cfa1cSToby Isaac DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs 314b29cfa1cSToby Isaac are computed by associating the basis function with one of the mesh points in its transitively-closed support, and 315b29cfa1cSToby Isaac evaluating the dual space basis of that point. A basis function is associated with the point in its 316b29cfa1cSToby Isaac transitively-closed support whose mesh height is highest (w.r.t. DAG height), but not greater than the maximum 317b29cfa1cSToby Isaac projection height, which is set with this function. By default, the maximum projection height is zero, which means 318b29cfa1cSToby Isaac that only mesh cells are used to project basis functions. A height of one, for example, evaluates a cell-interior 319b29cfa1cSToby Isaac basis functions using its cells dual space basis, but all other basis functions with the dual space basis of a face. 320b29cfa1cSToby Isaac 321b29cfa1cSToby Isaac Input Parameters: 322a1cb98faSBarry Smith + dm - the `DMPLEX` object 323b29cfa1cSToby Isaac - height - the maximum projection height >= 0 324b29cfa1cSToby Isaac 325b29cfa1cSToby Isaac Level: advanced 326b29cfa1cSToby Isaac 3271cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetMaxProjectionHeight()`, `DMProjectFunctionLocal()`, `DMProjectFunctionLabelLocal()` 328b29cfa1cSToby Isaac @*/ 329d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height) 330d71ae5a4SJacob Faibussowitsch { 331b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *)dm->data; 332b29cfa1cSToby Isaac 333b29cfa1cSToby Isaac PetscFunctionBegin; 334b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 335b29cfa1cSToby Isaac plex->maxProjectionHeight = height; 3363ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 337b29cfa1cSToby Isaac } 338b29cfa1cSToby Isaac 339b29cfa1cSToby Isaac /*@ 340b29cfa1cSToby Isaac DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in 341b29cfa1cSToby Isaac DMPlexProjectXXXLocal() functions. 342b29cfa1cSToby Isaac 3432fe279fdSBarry Smith Input Parameter: 344a1cb98faSBarry Smith . dm - the `DMPLEX` object 345b29cfa1cSToby Isaac 3462fe279fdSBarry Smith Output Parameter: 347b29cfa1cSToby Isaac . height - the maximum projection height 348b29cfa1cSToby Isaac 349b29cfa1cSToby Isaac Level: intermediate 350b29cfa1cSToby Isaac 3511cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSetMaxProjectionHeight()`, `DMProjectFunctionLocal()`, `DMProjectFunctionLabelLocal()` 352b29cfa1cSToby Isaac @*/ 353d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height) 354d71ae5a4SJacob Faibussowitsch { 355b29cfa1cSToby Isaac DM_Plex *plex = (DM_Plex *)dm->data; 356b29cfa1cSToby Isaac 357b29cfa1cSToby Isaac PetscFunctionBegin; 358b29cfa1cSToby Isaac PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 359b29cfa1cSToby Isaac *height = plex->maxProjectionHeight; 3603ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 361b29cfa1cSToby Isaac } 362b29cfa1cSToby Isaac 363ca3d3a14SMatthew G. Knepley typedef struct { 364ca3d3a14SMatthew G. Knepley PetscReal alpha; /* The first Euler angle, and in 2D the only one */ 365ca3d3a14SMatthew G. Knepley PetscReal beta; /* The second Euler angle */ 366ca3d3a14SMatthew G. Knepley PetscReal gamma; /* The third Euler angle */ 367ca3d3a14SMatthew G. Knepley PetscInt dim; /* The dimension of R */ 368ca3d3a14SMatthew G. Knepley PetscScalar *R; /* The rotation matrix, transforming a vector in the local basis to the global basis */ 369ca3d3a14SMatthew G. Knepley PetscScalar *RT; /* The transposed rotation matrix, transforming a vector in the global basis to the local basis */ 370ca3d3a14SMatthew G. Knepley } RotCtx; 371ca3d3a14SMatthew G. Knepley 372ca3d3a14SMatthew G. Knepley /* 373ca3d3a14SMatthew G. Knepley Note: Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that 374ca3d3a14SMatthew G. Knepley we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows: 375ca3d3a14SMatthew G. Knepley $ The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis. 376ca3d3a14SMatthew G. Knepley $ The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis. 377ca3d3a14SMatthew G. Knepley $ The XYZ system rotates a third time about the z axis by gamma. 378ca3d3a14SMatthew G. Knepley */ 379d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformSetUp_Rotation_Internal(DM dm, void *ctx) 380d71ae5a4SJacob Faibussowitsch { 381ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *)ctx; 382ca3d3a14SMatthew G. Knepley PetscInt dim = rc->dim; 383ca3d3a14SMatthew G. Knepley PetscReal c1, s1, c2, s2, c3, s3; 384ca3d3a14SMatthew G. Knepley 385ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 3869566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(PetscSqr(dim), &rc->R, PetscSqr(dim), &rc->RT)); 387ca3d3a14SMatthew G. Knepley switch (dim) { 388ca3d3a14SMatthew G. Knepley case 2: 3899371c9d4SSatish Balay c1 = PetscCosReal(rc->alpha); 3909371c9d4SSatish Balay s1 = PetscSinReal(rc->alpha); 3919371c9d4SSatish Balay rc->R[0] = c1; 3929371c9d4SSatish Balay rc->R[1] = s1; 3939371c9d4SSatish Balay rc->R[2] = -s1; 3949371c9d4SSatish Balay rc->R[3] = c1; 3959566063dSJacob Faibussowitsch PetscCall(PetscArraycpy(rc->RT, rc->R, PetscSqr(dim))); 396b458e8f1SJose E. Roman DMPlex_Transpose2D_Internal(rc->RT); 397ca3d3a14SMatthew G. Knepley break; 398ca3d3a14SMatthew G. Knepley case 3: 3999371c9d4SSatish Balay c1 = PetscCosReal(rc->alpha); 4009371c9d4SSatish Balay s1 = PetscSinReal(rc->alpha); 4019371c9d4SSatish Balay c2 = PetscCosReal(rc->beta); 4029371c9d4SSatish Balay s2 = PetscSinReal(rc->beta); 4039371c9d4SSatish Balay c3 = PetscCosReal(rc->gamma); 4049371c9d4SSatish Balay s3 = PetscSinReal(rc->gamma); 4059371c9d4SSatish Balay rc->R[0] = c1 * c3 - c2 * s1 * s3; 4069371c9d4SSatish Balay rc->R[1] = c3 * s1 + c1 * c2 * s3; 4079371c9d4SSatish Balay rc->R[2] = s2 * s3; 4089371c9d4SSatish Balay rc->R[3] = -c1 * s3 - c2 * c3 * s1; 4099371c9d4SSatish Balay rc->R[4] = c1 * c2 * c3 - s1 * s3; 4109371c9d4SSatish Balay rc->R[5] = c3 * s2; 4119371c9d4SSatish Balay rc->R[6] = s1 * s2; 4129371c9d4SSatish Balay rc->R[7] = -c1 * s2; 4139371c9d4SSatish Balay rc->R[8] = c2; 4149566063dSJacob Faibussowitsch PetscCall(PetscArraycpy(rc->RT, rc->R, PetscSqr(dim))); 415b458e8f1SJose E. Roman DMPlex_Transpose3D_Internal(rc->RT); 416ca3d3a14SMatthew G. Knepley break; 417d71ae5a4SJacob Faibussowitsch default: 418d71ae5a4SJacob Faibussowitsch SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_OUTOFRANGE, "Dimension %" PetscInt_FMT " not supported", dim); 419ca3d3a14SMatthew G. Knepley } 4203ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 421ca3d3a14SMatthew G. Knepley } 422ca3d3a14SMatthew G. Knepley 423d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformDestroy_Rotation_Internal(DM dm, void *ctx) 424d71ae5a4SJacob Faibussowitsch { 425ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *)ctx; 426ca3d3a14SMatthew G. Knepley 427ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 4289566063dSJacob Faibussowitsch PetscCall(PetscFree2(rc->R, rc->RT)); 4299566063dSJacob Faibussowitsch PetscCall(PetscFree(rc)); 4303ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 431ca3d3a14SMatthew G. Knepley } 432ca3d3a14SMatthew G. Knepley 433d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformGetMatrix_Rotation_Internal(DM dm, const PetscReal x[], PetscBool l2g, const PetscScalar **A, void *ctx) 434d71ae5a4SJacob Faibussowitsch { 435ca3d3a14SMatthew G. Knepley RotCtx *rc = (RotCtx *)ctx; 436ca3d3a14SMatthew G. Knepley 437ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 4384f572ea9SToby Isaac PetscAssertPointer(ctx, 5); 4399371c9d4SSatish Balay if (l2g) { 4409371c9d4SSatish Balay *A = rc->R; 4419371c9d4SSatish Balay } else { 4429371c9d4SSatish Balay *A = rc->RT; 4439371c9d4SSatish Balay } 4443ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 445ca3d3a14SMatthew G. Knepley } 446ca3d3a14SMatthew G. Knepley 447d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformApplyReal_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscReal *y, PetscReal *z, void *ctx) 448d71ae5a4SJacob Faibussowitsch { 449ec277c0fSMatthew G. Knepley PetscFunctionBegin; 450ab6a9622SMatthew G. Knepley #if defined(PETSC_USE_COMPLEX) 451ab6a9622SMatthew G. Knepley switch (dim) { 4529371c9d4SSatish Balay case 2: { 45327104ee2SJacob Faibussowitsch PetscScalar yt[2] = {y[0], y[1]}, zt[2] = {0.0, 0.0}; 454ab6a9622SMatthew G. Knepley 4559566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx)); 4569371c9d4SSatish Balay z[0] = PetscRealPart(zt[0]); 4579371c9d4SSatish Balay z[1] = PetscRealPart(zt[1]); 4589371c9d4SSatish Balay } break; 4599371c9d4SSatish Balay case 3: { 46027104ee2SJacob Faibussowitsch PetscScalar yt[3] = {y[0], y[1], y[2]}, zt[3] = {0.0, 0.0, 0.0}; 461ab6a9622SMatthew G. Knepley 4629566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, yt, zt, ctx)); 4639371c9d4SSatish Balay z[0] = PetscRealPart(zt[0]); 4649371c9d4SSatish Balay z[1] = PetscRealPart(zt[1]); 4659371c9d4SSatish Balay z[2] = PetscRealPart(zt[2]); 4669371c9d4SSatish Balay } break; 467ab6a9622SMatthew G. Knepley } 468ab6a9622SMatthew G. Knepley #else 4699566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApply_Internal(dm, x, l2g, dim, y, z, ctx)); 470ab6a9622SMatthew G. Knepley #endif 4713ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 472ab6a9622SMatthew G. Knepley } 473ab6a9622SMatthew G. Knepley 474d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformApply_Internal(DM dm, const PetscReal x[], PetscBool l2g, PetscInt dim, const PetscScalar *y, PetscScalar *z, void *ctx) 475d71ae5a4SJacob Faibussowitsch { 476ca3d3a14SMatthew G. Knepley const PetscScalar *A; 477ca3d3a14SMatthew G. Knepley 478ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 4799566063dSJacob Faibussowitsch PetscCall((*dm->transformGetMatrix)(dm, x, l2g, &A, ctx)); 480ca3d3a14SMatthew G. Knepley switch (dim) { 481d71ae5a4SJacob Faibussowitsch case 2: 482d71ae5a4SJacob Faibussowitsch DMPlex_Mult2D_Internal(A, 1, y, z); 483d71ae5a4SJacob Faibussowitsch break; 484d71ae5a4SJacob Faibussowitsch case 3: 485d71ae5a4SJacob Faibussowitsch DMPlex_Mult3D_Internal(A, 1, y, z); 486d71ae5a4SJacob Faibussowitsch break; 487ca3d3a14SMatthew G. Knepley } 4883ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 489ca3d3a14SMatthew G. Knepley } 490ca3d3a14SMatthew G. Knepley 491d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformField_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscInt f, PetscBool l2g, PetscScalar *a) 492d71ae5a4SJacob Faibussowitsch { 493ca3d3a14SMatthew G. Knepley PetscSection ts; 494ca3d3a14SMatthew G. Knepley const PetscScalar *ta, *tva; 495ca3d3a14SMatthew G. Knepley PetscInt dof; 496ca3d3a14SMatthew G. Knepley 497ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 4989566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(tdm, &ts)); 4999566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(ts, p, f, &dof)); 5009566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(tv, &ta)); 5019566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(tdm, p, f, ta, &tva)); 502ca3d3a14SMatthew G. Knepley if (l2g) { 503ca3d3a14SMatthew G. Knepley switch (dof) { 504d71ae5a4SJacob Faibussowitsch case 4: 505d71ae5a4SJacob Faibussowitsch DMPlex_Mult2D_Internal(tva, 1, a, a); 506d71ae5a4SJacob Faibussowitsch break; 507d71ae5a4SJacob Faibussowitsch case 9: 508d71ae5a4SJacob Faibussowitsch DMPlex_Mult3D_Internal(tva, 1, a, a); 509d71ae5a4SJacob Faibussowitsch break; 510ca3d3a14SMatthew G. Knepley } 511ca3d3a14SMatthew G. Knepley } else { 512ca3d3a14SMatthew G. Knepley switch (dof) { 513d71ae5a4SJacob Faibussowitsch case 4: 514d71ae5a4SJacob Faibussowitsch DMPlex_MultTranspose2D_Internal(tva, 1, a, a); 515d71ae5a4SJacob Faibussowitsch break; 516d71ae5a4SJacob Faibussowitsch case 9: 517d71ae5a4SJacob Faibussowitsch DMPlex_MultTranspose3D_Internal(tva, 1, a, a); 518d71ae5a4SJacob Faibussowitsch break; 519ca3d3a14SMatthew G. Knepley } 520ca3d3a14SMatthew G. Knepley } 5219566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(tv, &ta)); 5223ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 523ca3d3a14SMatthew G. Knepley } 524ca3d3a14SMatthew G. Knepley 525d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransformFieldTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt pf, PetscInt f, PetscInt pg, PetscInt g, PetscBool l2g, PetscInt lda, PetscScalar *a) 526d71ae5a4SJacob Faibussowitsch { 527ca3d3a14SMatthew G. Knepley PetscSection s, ts; 528ca3d3a14SMatthew G. Knepley const PetscScalar *ta, *tvaf, *tvag; 529ca3d3a14SMatthew G. Knepley PetscInt fdof, gdof, fpdof, gpdof; 530ca3d3a14SMatthew G. Knepley 531ca3d3a14SMatthew G. Knepley PetscFunctionBeginHot; 5329566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 5339566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(tdm, &ts)); 5349566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, pf, f, &fpdof)); 5359566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, pg, g, &gpdof)); 5369566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(ts, pf, f, &fdof)); 5379566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(ts, pg, g, &gdof)); 5389566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(tv, &ta)); 5399566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(tdm, pf, f, ta, &tvaf)); 5409566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(tdm, pg, g, ta, &tvag)); 541ca3d3a14SMatthew G. Knepley if (l2g) { 542ca3d3a14SMatthew G. Knepley switch (fdof) { 543d71ae5a4SJacob Faibussowitsch case 4: 544d71ae5a4SJacob Faibussowitsch DMPlex_MatMult2D_Internal(tvaf, gpdof, lda, a, a); 545d71ae5a4SJacob Faibussowitsch break; 546d71ae5a4SJacob Faibussowitsch case 9: 547d71ae5a4SJacob Faibussowitsch DMPlex_MatMult3D_Internal(tvaf, gpdof, lda, a, a); 548d71ae5a4SJacob Faibussowitsch break; 549ca3d3a14SMatthew G. Knepley } 550ca3d3a14SMatthew G. Knepley switch (gdof) { 551d71ae5a4SJacob Faibussowitsch case 4: 552d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTransposeLeft2D_Internal(tvag, fpdof, lda, a, a); 553d71ae5a4SJacob Faibussowitsch break; 554d71ae5a4SJacob Faibussowitsch case 9: 555d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTransposeLeft3D_Internal(tvag, fpdof, lda, a, a); 556d71ae5a4SJacob Faibussowitsch break; 557ca3d3a14SMatthew G. Knepley } 558ca3d3a14SMatthew G. Knepley } else { 559ca3d3a14SMatthew G. Knepley switch (fdof) { 560d71ae5a4SJacob Faibussowitsch case 4: 561d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTranspose2D_Internal(tvaf, gpdof, lda, a, a); 562d71ae5a4SJacob Faibussowitsch break; 563d71ae5a4SJacob Faibussowitsch case 9: 564d71ae5a4SJacob Faibussowitsch DMPlex_MatMultTranspose3D_Internal(tvaf, gpdof, lda, a, a); 565d71ae5a4SJacob Faibussowitsch break; 566ca3d3a14SMatthew G. Knepley } 567ca3d3a14SMatthew G. Knepley switch (gdof) { 568d71ae5a4SJacob Faibussowitsch case 4: 569d71ae5a4SJacob Faibussowitsch DMPlex_MatMultLeft2D_Internal(tvag, fpdof, lda, a, a); 570d71ae5a4SJacob Faibussowitsch break; 571d71ae5a4SJacob Faibussowitsch case 9: 572d71ae5a4SJacob Faibussowitsch DMPlex_MatMultLeft3D_Internal(tvag, fpdof, lda, a, a); 573d71ae5a4SJacob Faibussowitsch break; 574ca3d3a14SMatthew G. Knepley } 575ca3d3a14SMatthew G. Knepley } 5769566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(tv, &ta)); 5773ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 578ca3d3a14SMatthew G. Knepley } 579ca3d3a14SMatthew G. Knepley 580d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformPoint_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool fieldActive[], PetscBool l2g, PetscScalar *a) 581d71ae5a4SJacob Faibussowitsch { 582ca3d3a14SMatthew G. Knepley PetscSection s; 583ca3d3a14SMatthew G. Knepley PetscSection clSection; 584ca3d3a14SMatthew G. Knepley IS clPoints; 585ca3d3a14SMatthew G. Knepley const PetscInt *clp; 586ca3d3a14SMatthew G. Knepley PetscInt *points = NULL; 587ca3d3a14SMatthew G. Knepley PetscInt Nf, f, Np, cp, dof, d = 0; 588ca3d3a14SMatthew G. Knepley 589ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 5909566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 5919566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(s, &Nf)); 59207218a29SMatthew G. Knepley PetscCall(DMPlexGetCompressedClosure(dm, s, p, 0, &Np, &points, &clSection, &clPoints, &clp)); 593ca3d3a14SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 594ca3d3a14SMatthew G. Knepley for (cp = 0; cp < Np * 2; cp += 2) { 5959566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, points[cp], f, &dof)); 596ca3d3a14SMatthew G. Knepley if (!dof) continue; 5979566063dSJacob Faibussowitsch if (fieldActive[f]) PetscCall(DMPlexBasisTransformField_Internal(dm, tdm, tv, points[cp], f, l2g, &a[d])); 598ca3d3a14SMatthew G. Knepley d += dof; 599ca3d3a14SMatthew G. Knepley } 600ca3d3a14SMatthew G. Knepley } 6019566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp)); 6023ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 603ca3d3a14SMatthew G. Knepley } 604ca3d3a14SMatthew G. Knepley 605d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexBasisTransformPointTensor_Internal(DM dm, DM tdm, Vec tv, PetscInt p, PetscBool l2g, PetscInt lda, PetscScalar *a) 606d71ae5a4SJacob Faibussowitsch { 607ca3d3a14SMatthew G. Knepley PetscSection s; 608ca3d3a14SMatthew G. Knepley PetscSection clSection; 609ca3d3a14SMatthew G. Knepley IS clPoints; 610ca3d3a14SMatthew G. Knepley const PetscInt *clp; 611ca3d3a14SMatthew G. Knepley PetscInt *points = NULL; 6128bdb3c71SMatthew G. Knepley PetscInt Nf, f, g, Np, cpf, cpg, fdof, gdof, r, c = 0; 613ca3d3a14SMatthew G. Knepley 614ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 6159566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 6169566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(s, &Nf)); 61707218a29SMatthew G. Knepley PetscCall(DMPlexGetCompressedClosure(dm, s, p, 0, &Np, &points, &clSection, &clPoints, &clp)); 618ca3d3a14SMatthew G. Knepley for (f = 0, r = 0; f < Nf; ++f) { 619ca3d3a14SMatthew G. Knepley for (cpf = 0; cpf < Np * 2; cpf += 2) { 6209566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, points[cpf], f, &fdof)); 621ca3d3a14SMatthew G. Knepley for (g = 0, c = 0; g < Nf; ++g) { 622ca3d3a14SMatthew G. Knepley for (cpg = 0; cpg < Np * 2; cpg += 2) { 6239566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldDof(s, points[cpg], g, &gdof)); 6249566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformFieldTensor_Internal(dm, tdm, tv, points[cpf], f, points[cpg], g, l2g, lda, &a[r * lda + c])); 625ca3d3a14SMatthew G. Knepley c += gdof; 626ca3d3a14SMatthew G. Knepley } 627ca3d3a14SMatthew G. Knepley } 62863a3b9bcSJacob Faibussowitsch PetscCheck(c == lda, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of columns %" PetscInt_FMT " should be %" PetscInt_FMT, c, lda); 629ca3d3a14SMatthew G. Knepley r += fdof; 630ca3d3a14SMatthew G. Knepley } 631ca3d3a14SMatthew G. Knepley } 63263a3b9bcSJacob Faibussowitsch PetscCheck(r == lda, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Invalid number of rows %" PetscInt_FMT " should be %" PetscInt_FMT, c, lda); 6339566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCompressedClosure(dm, s, p, &Np, &points, &clSection, &clPoints, &clp)); 6343ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 635ca3d3a14SMatthew G. Knepley } 636ca3d3a14SMatthew G. Knepley 637d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexBasisTransform_Internal(DM dm, Vec lv, PetscBool l2g) 638d71ae5a4SJacob Faibussowitsch { 639ca3d3a14SMatthew G. Knepley DM tdm; 640ca3d3a14SMatthew G. Knepley Vec tv; 641ca3d3a14SMatthew G. Knepley PetscSection ts, s; 642ca3d3a14SMatthew G. Knepley const PetscScalar *ta; 643ca3d3a14SMatthew G. Knepley PetscScalar *a, *va; 644ca3d3a14SMatthew G. Knepley PetscInt pStart, pEnd, p, Nf, f; 645ca3d3a14SMatthew G. Knepley 646ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 6479566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 6489566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 6499566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(tdm, &ts)); 6509566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, &s)); 6519566063dSJacob Faibussowitsch PetscCall(PetscSectionGetChart(s, &pStart, &pEnd)); 6529566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(s, &Nf)); 6539566063dSJacob Faibussowitsch PetscCall(VecGetArray(lv, &a)); 6549566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(tv, &ta)); 655ca3d3a14SMatthew G. Knepley for (p = pStart; p < pEnd; ++p) { 656ca3d3a14SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 6579566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, p, f, a, &va)); 6589566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformField_Internal(dm, tdm, tv, p, f, l2g, va)); 659ca3d3a14SMatthew G. Knepley } 660ca3d3a14SMatthew G. Knepley } 6619566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(lv, &a)); 6629566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(tv, &ta)); 6633ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 664ca3d3a14SMatthew G. Knepley } 665ca3d3a14SMatthew G. Knepley 666ca3d3a14SMatthew G. Knepley /*@ 667ca3d3a14SMatthew G. Knepley DMPlexGlobalToLocalBasis - Transform the values in the given local vector from the global basis to the local basis 668ca3d3a14SMatthew G. Knepley 669ca3d3a14SMatthew G. Knepley Input Parameters: 670a1cb98faSBarry Smith + dm - The `DM` 671ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the global basis 672ca3d3a14SMatthew G. Knepley 6732fe279fdSBarry Smith Output Parameter: 674ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the local basis 675ca3d3a14SMatthew G. Knepley 676ca3d3a14SMatthew G. Knepley Level: developer 677ca3d3a14SMatthew G. Knepley 678a1cb98faSBarry Smith Note: 679a1cb98faSBarry Smith This method is only intended to be called inside `DMGlobalToLocal()`. It is unlikely that a user will have a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal. 680a1cb98faSBarry Smith 6811cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexLocalToGlobalBasis()`, `DMGetLocalSection()`, `DMPlexCreateBasisRotation()` 682ca3d3a14SMatthew G. Knepley @*/ 683d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGlobalToLocalBasis(DM dm, Vec lv) 684d71ae5a4SJacob Faibussowitsch { 685ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 686ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 687ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(lv, VEC_CLASSID, 2); 6889566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransform_Internal(dm, lv, PETSC_FALSE)); 6893ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 690ca3d3a14SMatthew G. Knepley } 691ca3d3a14SMatthew G. Knepley 692ca3d3a14SMatthew G. Knepley /*@ 693ca3d3a14SMatthew G. Knepley DMPlexLocalToGlobalBasis - Transform the values in the given local vector from the local basis to the global basis 694ca3d3a14SMatthew G. Knepley 695ca3d3a14SMatthew G. Knepley Input Parameters: 696a1cb98faSBarry Smith + dm - The `DM` 697ca3d3a14SMatthew G. Knepley - lv - A local vector with values in the local basis 698ca3d3a14SMatthew G. Knepley 6992fe279fdSBarry Smith Output Parameter: 700ca3d3a14SMatthew G. Knepley . lv - A local vector with values in the global basis 701ca3d3a14SMatthew G. Knepley 702ca3d3a14SMatthew G. Knepley Level: developer 703ca3d3a14SMatthew G. Knepley 704a1cb98faSBarry Smith Note: 705a1cb98faSBarry Smith This method is only intended to be called inside `DMGlobalToLocal()`. It is unlikely that a user would want a local vector full of coefficients for the global basis unless they are reimplementing GlobalToLocal. 706a1cb98faSBarry Smith 7071cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGlobalToLocalBasis()`, `DMGetLocalSection()`, `DMPlexCreateBasisRotation()` 708ca3d3a14SMatthew G. Knepley @*/ 709d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexLocalToGlobalBasis(DM dm, Vec lv) 710d71ae5a4SJacob Faibussowitsch { 711ca3d3a14SMatthew G. Knepley PetscFunctionBegin; 712ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 713ca3d3a14SMatthew G. Knepley PetscValidHeaderSpecific(lv, VEC_CLASSID, 2); 7149566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransform_Internal(dm, lv, PETSC_TRUE)); 7153ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 716ca3d3a14SMatthew G. Knepley } 717ca3d3a14SMatthew G. Knepley 718ca3d3a14SMatthew G. Knepley /*@ 719ca3d3a14SMatthew G. Knepley DMPlexCreateBasisRotation - Create an internal transformation from the global basis, used to specify boundary conditions 720ca3d3a14SMatthew G. Knepley and global solutions, to a local basis, appropriate for discretization integrals and assembly. 721ca3d3a14SMatthew G. Knepley 722ca3d3a14SMatthew G. Knepley Input Parameters: 723a1cb98faSBarry Smith + dm - The `DM` 724ca3d3a14SMatthew G. Knepley . alpha - The first Euler angle, and in 2D the only one 725ca3d3a14SMatthew G. Knepley . beta - The second Euler angle 726f0fc11ceSJed Brown - gamma - The third Euler angle 727ca3d3a14SMatthew G. Knepley 728ca3d3a14SMatthew G. Knepley Level: developer 729ca3d3a14SMatthew G. Knepley 730a1cb98faSBarry Smith Note: 731a1cb98faSBarry Smith Following https://en.wikipedia.org/wiki/Euler_angles, we will specify Euler angles by extrinsic rotations, meaning that 732a1cb98faSBarry Smith we rotate with respect to a fixed initial coordinate system, the local basis (x-y-z). The global basis (X-Y-Z) is reached as follows 733a1cb98faSBarry Smith .vb 734a1cb98faSBarry Smith The XYZ system rotates about the z axis by alpha. The X axis is now at angle alpha with respect to the x axis. 735a1cb98faSBarry Smith The XYZ system rotates again about the x axis by beta. The Z axis is now at angle beta with respect to the z axis. 736a1cb98faSBarry Smith The XYZ system rotates a third time about the z axis by gamma. 737a1cb98faSBarry Smith .ve 738a1cb98faSBarry Smith 7391cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGlobalToLocalBasis()`, `DMPlexLocalToGlobalBasis()` 740ca3d3a14SMatthew G. Knepley @*/ 741d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexCreateBasisRotation(DM dm, PetscReal alpha, PetscReal beta, PetscReal gamma) 742d71ae5a4SJacob Faibussowitsch { 743ca3d3a14SMatthew G. Knepley RotCtx *rc; 744ca3d3a14SMatthew G. Knepley PetscInt cdim; 745ca3d3a14SMatthew G. Knepley 746362febeeSStefano Zampini PetscFunctionBegin; 7479566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 7489566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(1, &rc)); 749ca3d3a14SMatthew G. Knepley dm->transformCtx = rc; 750ca3d3a14SMatthew G. Knepley dm->transformSetUp = DMPlexBasisTransformSetUp_Rotation_Internal; 751ca3d3a14SMatthew G. Knepley dm->transformDestroy = DMPlexBasisTransformDestroy_Rotation_Internal; 752ca3d3a14SMatthew G. Knepley dm->transformGetMatrix = DMPlexBasisTransformGetMatrix_Rotation_Internal; 753ca3d3a14SMatthew G. Knepley rc->dim = cdim; 754ca3d3a14SMatthew G. Knepley rc->alpha = alpha; 755ca3d3a14SMatthew G. Knepley rc->beta = beta; 756ca3d3a14SMatthew G. Knepley rc->gamma = gamma; 7579566063dSJacob Faibussowitsch PetscCall((*dm->transformSetUp)(dm, dm->transformCtx)); 7589566063dSJacob Faibussowitsch PetscCall(DMConstructBasisTransform_Internal(dm)); 7593ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 760ca3d3a14SMatthew G. Knepley } 761ca3d3a14SMatthew G. Knepley 762b278463cSMatthew G. Knepley /*@C 763ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssential - Insert boundary values into a local vector using a function of the coordinates 764b278463cSMatthew G. Knepley 765b278463cSMatthew G. Knepley Input Parameters: 766a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 767b278463cSMatthew G. Knepley . time - The time 768b278463cSMatthew G. Knepley . field - The field to constrain 7691c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 77020f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 771a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 772a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 773b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 774b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 775b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 776b278463cSMatthew G. Knepley 777b278463cSMatthew G. Knepley Output Parameter: 778b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 779b278463cSMatthew G. Knepley 780b278463cSMatthew G. Knepley Level: developer 781b278463cSMatthew G. Knepley 7821cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMLabel`, `DMPlexInsertBoundaryValuesEssentialField()`, `DMPlexInsertBoundaryValuesEssentialBdField()`, `DMAddBoundary()` 783b278463cSMatthew G. Knepley @*/ 784d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesEssential(DM dm, PetscReal time, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX) 785d71ae5a4SJacob Faibussowitsch { 7860163fd50SMatthew G. Knepley PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx); 78755f2e967SMatthew G. Knepley void **ctxs; 788d7ddef95SMatthew G. Knepley PetscInt numFields; 789d7ddef95SMatthew G. Knepley 790d7ddef95SMatthew G. Knepley PetscFunctionBegin; 7919566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 7929566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFields, &funcs, numFields, &ctxs)); 793d7ddef95SMatthew G. Knepley funcs[field] = func; 794d7ddef95SMatthew G. Knepley ctxs[field] = ctx; 7959566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLabelLocal(dm, time, label, numids, ids, Nc, comps, funcs, ctxs, INSERT_BC_VALUES, locX)); 7969566063dSJacob Faibussowitsch PetscCall(PetscFree2(funcs, ctxs)); 7973ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 798d7ddef95SMatthew G. Knepley } 799d7ddef95SMatthew G. Knepley 800b278463cSMatthew G. Knepley /*@C 801ece3a9fcSMatthew G. Knepley DMPlexInsertBoundaryValuesEssentialField - Insert boundary values into a local vector using a function of the coordinates and field data 802b278463cSMatthew G. Knepley 803b278463cSMatthew G. Knepley Input Parameters: 804a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 805b278463cSMatthew G. Knepley . time - The time 806b278463cSMatthew G. Knepley . locU - A local vector with the input solution values 807b278463cSMatthew G. Knepley . field - The field to constrain 8081c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 80920f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 810a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 811a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 812b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 813b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 814b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 815b278463cSMatthew G. Knepley 816b278463cSMatthew G. Knepley Output Parameter: 817b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 818b278463cSMatthew G. Knepley 819b278463cSMatthew G. Knepley Level: developer 820b278463cSMatthew G. Knepley 8211cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexInsertBoundaryValuesEssential()`, `DMPlexInsertBoundaryValuesEssentialBdField()`, `DMAddBoundary()` 822b278463cSMatthew G. Knepley @*/ 823d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesEssentialField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), void *ctx, Vec locX) 824d71ae5a4SJacob Faibussowitsch { 8259371c9d4SSatish Balay void (**funcs)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 826c60e475cSMatthew G. Knepley void **ctxs; 827c60e475cSMatthew G. Knepley PetscInt numFields; 828c60e475cSMatthew G. Knepley 829c60e475cSMatthew G. Knepley PetscFunctionBegin; 8309566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 8319566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFields, &funcs, numFields, &ctxs)); 832c60e475cSMatthew G. Knepley funcs[field] = func; 833c60e475cSMatthew G. Knepley ctxs[field] = ctx; 8349566063dSJacob Faibussowitsch PetscCall(DMProjectFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX)); 8359566063dSJacob Faibussowitsch PetscCall(PetscFree2(funcs, ctxs)); 8363ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 837c60e475cSMatthew G. Knepley } 838c60e475cSMatthew G. Knepley 839b278463cSMatthew G. Knepley /*@C 840d5b43468SJose E. Roman DMPlexInsertBoundaryValuesEssentialBdField - Insert boundary values into a local vector using a function of the coordinates and boundary field data 841ece3a9fcSMatthew G. Knepley 84220f4b53cSBarry Smith Collective 843ece3a9fcSMatthew G. Knepley 844ece3a9fcSMatthew G. Knepley Input Parameters: 845a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 846ece3a9fcSMatthew G. Knepley . time - The time 847ece3a9fcSMatthew G. Knepley . locU - A local vector with the input solution values 848ece3a9fcSMatthew G. Knepley . field - The field to constrain 849ece3a9fcSMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 85020f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 851a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 852a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 853ece3a9fcSMatthew G. Knepley . ids - An array of ids for constrained points 85420f4b53cSBarry Smith . func - A pointwise function giving boundary values, the calling sequence is given in `DMProjectBdFieldLabelLocal()` 85520f4b53cSBarry Smith - ctx - An optional user context for `func` 856ece3a9fcSMatthew G. Knepley 857ece3a9fcSMatthew G. Knepley Output Parameter: 858ece3a9fcSMatthew G. Knepley . locX - A local vector to receive the boundary values 859ece3a9fcSMatthew G. Knepley 860ece3a9fcSMatthew G. Knepley Level: developer 861ece3a9fcSMatthew G. Knepley 8621cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectBdFieldLabelLocal()`, `DMPlexInsertBoundaryValuesEssential()`, `DMPlexInsertBoundaryValuesEssentialField()`, `DMAddBoundary()` 863ece3a9fcSMatthew G. Knepley @*/ 864d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesEssentialBdField(DM dm, PetscReal time, Vec locU, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), void *ctx, Vec locX) 865d71ae5a4SJacob Faibussowitsch { 8669371c9d4SSatish Balay void (**funcs)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]); 867ece3a9fcSMatthew G. Knepley void **ctxs; 868ece3a9fcSMatthew G. Knepley PetscInt numFields; 869ece3a9fcSMatthew G. Knepley 870ece3a9fcSMatthew G. Knepley PetscFunctionBegin; 8719566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 8729566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFields, &funcs, numFields, &ctxs)); 873ece3a9fcSMatthew G. Knepley funcs[field] = func; 874ece3a9fcSMatthew G. Knepley ctxs[field] = ctx; 8759566063dSJacob Faibussowitsch PetscCall(DMProjectBdFieldLabelLocal(dm, time, label, numids, ids, Nc, comps, locU, funcs, INSERT_BC_VALUES, locX)); 8769566063dSJacob Faibussowitsch PetscCall(PetscFree2(funcs, ctxs)); 8773ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 878ece3a9fcSMatthew G. Knepley } 879ece3a9fcSMatthew G. Knepley 880ece3a9fcSMatthew G. Knepley /*@C 881b278463cSMatthew G. Knepley DMPlexInsertBoundaryValuesRiemann - Insert boundary values into a local vector 882b278463cSMatthew G. Knepley 883b278463cSMatthew G. Knepley Input Parameters: 884a1cb98faSBarry Smith + dm - The `DM`, with a `PetscDS` that matches the problem being constrained 885b278463cSMatthew G. Knepley . time - The time 886b278463cSMatthew G. Knepley . faceGeometry - A vector with the FVM face geometry information 887b278463cSMatthew G. Knepley . cellGeometry - A vector with the FVM cell geometry information 888b278463cSMatthew G. Knepley . Grad - A vector with the FVM cell gradient information 889b278463cSMatthew G. Knepley . field - The field to constrain 8901c531cf8SMatthew G. Knepley . Nc - The number of constrained field components, or 0 for all components 89120f4b53cSBarry Smith . comps - An array of constrained component numbers, or `NULL` for all components 892a1cb98faSBarry Smith . label - The `DMLabel` defining constrained points 893a1cb98faSBarry Smith . numids - The number of `DMLabel` ids for constrained points 894b278463cSMatthew G. Knepley . ids - An array of ids for constrained points 895b278463cSMatthew G. Knepley . func - A pointwise function giving boundary values 896b278463cSMatthew G. Knepley - ctx - An optional user context for bcFunc 897b278463cSMatthew G. Knepley 898b278463cSMatthew G. Knepley Output Parameter: 899b278463cSMatthew G. Knepley . locX - A local vector to receives the boundary values 900b278463cSMatthew G. Knepley 901b278463cSMatthew G. Knepley Level: developer 902b278463cSMatthew G. Knepley 903a1cb98faSBarry Smith Note: 904a1cb98faSBarry Smith This implementation currently ignores the numcomps/comps argument from `DMAddBoundary()` 905a1cb98faSBarry Smith 9061cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexInsertBoundaryValuesEssential()`, `DMPlexInsertBoundaryValuesEssentialField()`, `DMAddBoundary()` 907b278463cSMatthew G. Knepley @*/ 908d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValuesRiemann(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad, PetscInt field, PetscInt Nc, const PetscInt comps[], DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscReal, const PetscReal *, const PetscReal *, const PetscScalar *, PetscScalar *, void *), void *ctx, Vec locX) 909d71ae5a4SJacob Faibussowitsch { 91061f58d28SMatthew G. Knepley PetscDS prob; 911da97024aSMatthew G. Knepley PetscSF sf; 912d7ddef95SMatthew G. Knepley DM dmFace, dmCell, dmGrad; 91320369375SToby Isaac const PetscScalar *facegeom, *cellgeom = NULL, *grad; 914da97024aSMatthew G. Knepley const PetscInt *leaves; 915d7ddef95SMatthew G. Knepley PetscScalar *x, *fx; 916520b3818SMatthew G. Knepley PetscInt dim, nleaves, loc, fStart, fEnd, pdim, i; 9173ba16761SJacob Faibussowitsch PetscErrorCode ierru = PETSC_SUCCESS; 918d7ddef95SMatthew G. Knepley 919d7ddef95SMatthew G. Knepley PetscFunctionBegin; 9209566063dSJacob Faibussowitsch PetscCall(DMGetPointSF(dm, &sf)); 9219566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL)); 922da97024aSMatthew G. Knepley nleaves = PetscMax(0, nleaves); 9239566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 9249566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 9259566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 9269566063dSJacob Faibussowitsch PetscCall(VecGetDM(faceGeometry, &dmFace)); 9279566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometry, &facegeom)); 92820369375SToby Isaac if (cellGeometry) { 9299566063dSJacob Faibussowitsch PetscCall(VecGetDM(cellGeometry, &dmCell)); 9309566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometry, &cellgeom)); 93120369375SToby Isaac } 932d7ddef95SMatthew G. Knepley if (Grad) { 933c0a6632aSMatthew G. Knepley PetscFV fv; 934c0a6632aSMatthew G. Knepley 9359566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&fv)); 9369566063dSJacob Faibussowitsch PetscCall(VecGetDM(Grad, &dmGrad)); 9379566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(Grad, &grad)); 9389566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 9399566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, pdim, MPIU_SCALAR, &fx)); 940d7ddef95SMatthew G. Knepley } 9419566063dSJacob Faibussowitsch PetscCall(VecGetArray(locX, &x)); 942d7ddef95SMatthew G. Knepley for (i = 0; i < numids; ++i) { 943d7ddef95SMatthew G. Knepley IS faceIS; 944d7ddef95SMatthew G. Knepley const PetscInt *faces; 945d7ddef95SMatthew G. Knepley PetscInt numFaces, f; 946d7ddef95SMatthew G. Knepley 9479566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, ids[i], &faceIS)); 948d7ddef95SMatthew G. Knepley if (!faceIS) continue; /* No points with that id on this process */ 9499566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(faceIS, &numFaces)); 9509566063dSJacob Faibussowitsch PetscCall(ISGetIndices(faceIS, &faces)); 951d7ddef95SMatthew G. Knepley for (f = 0; f < numFaces; ++f) { 952d7ddef95SMatthew G. Knepley const PetscInt face = faces[f], *cells; 953640bce14SSatish Balay PetscFVFaceGeom *fg; 954d7ddef95SMatthew G. Knepley 955d7ddef95SMatthew G. Knepley if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */ 9569566063dSJacob Faibussowitsch PetscCall(PetscFindInt(face, nleaves, (PetscInt *)leaves, &loc)); 957da97024aSMatthew G. Knepley if (loc >= 0) continue; 9589566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmFace, face, facegeom, &fg)); 9599566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &cells)); 960d7ddef95SMatthew G. Knepley if (Grad) { 961640bce14SSatish Balay PetscFVCellGeom *cg; 962640bce14SSatish Balay PetscScalar *cx, *cgrad; 963d7ddef95SMatthew G. Knepley PetscScalar *xG; 964d7ddef95SMatthew G. Knepley PetscReal dx[3]; 965d7ddef95SMatthew G. Knepley PetscInt d; 966d7ddef95SMatthew G. Knepley 9679566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg)); 9689566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dm, cells[0], x, &cx)); 9699566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad)); 9709566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG)); 971d7ddef95SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx); 972d7ddef95SMatthew G. Knepley for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d * dim], dx); 9739566063dSJacob Faibussowitsch PetscCall((*func)(time, fg->centroid, fg->normal, fx, xG, ctx)); 974d7ddef95SMatthew G. Knepley } else { 975640bce14SSatish Balay PetscScalar *xI; 976d7ddef95SMatthew G. Knepley PetscScalar *xG; 977d7ddef95SMatthew G. Knepley 9789566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dm, cells[0], x, &xI)); 9799566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG)); 980e735a8a9SMatthew G. Knepley ierru = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx); 981e735a8a9SMatthew G. Knepley if (ierru) { 9829566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 9839566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 984e735a8a9SMatthew G. Knepley goto cleanup; 985e735a8a9SMatthew G. Knepley } 986d7ddef95SMatthew G. Knepley } 987d7ddef95SMatthew G. Knepley } 9889566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(faceIS, &faces)); 9899566063dSJacob Faibussowitsch PetscCall(ISDestroy(&faceIS)); 990d7ddef95SMatthew G. Knepley } 991e735a8a9SMatthew G. Knepley cleanup: 9929566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locX, &x)); 993d7ddef95SMatthew G. Knepley if (Grad) { 9949566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, pdim, MPIU_SCALAR, &fx)); 9959566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(Grad, &grad)); 996d7ddef95SMatthew G. Knepley } 9979566063dSJacob Faibussowitsch if (cellGeometry) PetscCall(VecRestoreArrayRead(cellGeometry, &cellgeom)); 9989566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(faceGeometry, &facegeom)); 9999566063dSJacob Faibussowitsch PetscCall(ierru); 10003ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1001d7ddef95SMatthew G. Knepley } 1002d7ddef95SMatthew G. Knepley 1003d71ae5a4SJacob Faibussowitsch static PetscErrorCode zero(PetscInt dim, PetscReal time, const PetscReal x[], PetscInt Nc, PetscScalar *u, void *ctx) 1004d71ae5a4SJacob Faibussowitsch { 10050c364540SMatthew G. Knepley PetscInt c; 10060c364540SMatthew G. Knepley for (c = 0; c < Nc; ++c) u[c] = 0.0; 10073ba16761SJacob Faibussowitsch return PETSC_SUCCESS; 10080c364540SMatthew G. Knepley } 10090c364540SMatthew G. Knepley 1010d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1011d71ae5a4SJacob Faibussowitsch { 10120c364540SMatthew G. Knepley PetscObject isZero; 1013e5e52638SMatthew G. Knepley PetscDS prob; 1014d7ddef95SMatthew G. Knepley PetscInt numBd, b; 101555f2e967SMatthew G. Knepley 101655f2e967SMatthew G. Knepley PetscFunctionBegin; 10179566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 10189566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 10199566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)locX, "__Vec_bc_zero__", &isZero)); 102055f2e967SMatthew G. Knepley for (b = 0; b < numBd; ++b) { 102145480ffeSMatthew G. Knepley PetscWeakForm wf; 1022f971fd6bSMatthew G. Knepley DMBoundaryConditionType type; 102345480ffeSMatthew G. Knepley const char *name; 1024d7ddef95SMatthew G. Knepley DMLabel label; 10251c531cf8SMatthew G. Knepley PetscInt field, Nc; 10261c531cf8SMatthew G. Knepley const PetscInt *comps; 1027d7ddef95SMatthew G. Knepley PetscObject obj; 1028d7ddef95SMatthew G. Knepley PetscClassId id; 102945480ffeSMatthew G. Knepley void (*bvfunc)(void); 1030d7ddef95SMatthew G. Knepley PetscInt numids; 1031d7ddef95SMatthew G. Knepley const PetscInt *ids; 103255f2e967SMatthew G. Knepley void *ctx; 103355f2e967SMatthew G. Knepley 10349566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, b, &wf, &type, &name, &label, &numids, &ids, &field, &Nc, &comps, &bvfunc, NULL, &ctx)); 1035f971fd6bSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 10369566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 10379566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 1038d7ddef95SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1039c60e475cSMatthew G. Knepley switch (type) { 1040c60e475cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 10419371c9d4SSatish Balay case DM_BC_ESSENTIAL: { 104245480ffeSMatthew G. Knepley PetscSimplePointFunc func = (PetscSimplePointFunc)bvfunc; 104345480ffeSMatthew G. Knepley 104445480ffeSMatthew G. Knepley if (isZero) func = zero; 10459566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 10469566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, func, ctx, locX)); 10479566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 10489371c9d4SSatish Balay } break; 10499371c9d4SSatish Balay case DM_BC_ESSENTIAL_FIELD: { 105045480ffeSMatthew G. Knepley PetscPointFunc func = (PetscPointFunc)bvfunc; 105145480ffeSMatthew G. Knepley 10529566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 10539566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, func, ctx, locX)); 10549566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 10559371c9d4SSatish Balay } break; 1056d71ae5a4SJacob Faibussowitsch default: 1057d71ae5a4SJacob Faibussowitsch break; 1058c60e475cSMatthew G. Knepley } 1059d7ddef95SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 106045480ffeSMatthew G. Knepley { 106145480ffeSMatthew G. Knepley PetscErrorCode (*func)(PetscReal, const PetscReal *, const PetscReal *, const PetscScalar *, PetscScalar *, void *) = (PetscErrorCode(*)(PetscReal, const PetscReal *, const PetscReal *, const PetscScalar *, PetscScalar *, void *))bvfunc; 106245480ffeSMatthew G. Knepley 106343ea7facSMatthew G. Knepley if (!faceGeomFVM) continue; 10649566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesRiemann(dm, time, faceGeomFVM, cellGeomFVM, gradFVM, field, Nc, comps, label, numids, ids, func, ctx, locX)); 106545480ffeSMatthew G. Knepley } 106663a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 106755f2e967SMatthew G. Knepley } 10683ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 106955f2e967SMatthew G. Knepley } 107055f2e967SMatthew G. Knepley 1071d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertTimeDerivativeBoundaryValues_Plex(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1072d71ae5a4SJacob Faibussowitsch { 107356cf3b9cSMatthew G. Knepley PetscObject isZero; 107456cf3b9cSMatthew G. Knepley PetscDS prob; 107556cf3b9cSMatthew G. Knepley PetscInt numBd, b; 107656cf3b9cSMatthew G. Knepley 107756cf3b9cSMatthew G. Knepley PetscFunctionBegin; 10783ba16761SJacob Faibussowitsch if (!locX) PetscFunctionReturn(PETSC_SUCCESS); 10799566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 10809566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 10819566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)locX, "__Vec_bc_zero__", &isZero)); 108256cf3b9cSMatthew G. Knepley for (b = 0; b < numBd; ++b) { 108345480ffeSMatthew G. Knepley PetscWeakForm wf; 108456cf3b9cSMatthew G. Knepley DMBoundaryConditionType type; 108545480ffeSMatthew G. Knepley const char *name; 108656cf3b9cSMatthew G. Knepley DMLabel label; 108756cf3b9cSMatthew G. Knepley PetscInt field, Nc; 108856cf3b9cSMatthew G. Knepley const PetscInt *comps; 108956cf3b9cSMatthew G. Knepley PetscObject obj; 109056cf3b9cSMatthew G. Knepley PetscClassId id; 109156cf3b9cSMatthew G. Knepley PetscInt numids; 109256cf3b9cSMatthew G. Knepley const PetscInt *ids; 109345480ffeSMatthew G. Knepley void (*bvfunc)(void); 109456cf3b9cSMatthew G. Knepley void *ctx; 109556cf3b9cSMatthew G. Knepley 10969566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, b, &wf, &type, &name, &label, &numids, &ids, &field, &Nc, &comps, NULL, &bvfunc, &ctx)); 109756cf3b9cSMatthew G. Knepley if (insertEssential != (type & DM_BC_ESSENTIAL)) continue; 10989566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 10999566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 110056cf3b9cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 110156cf3b9cSMatthew G. Knepley switch (type) { 110256cf3b9cSMatthew G. Knepley /* for FEM, there is no insertion to be done for non-essential boundary conditions */ 11039371c9d4SSatish Balay case DM_BC_ESSENTIAL: { 110445480ffeSMatthew G. Knepley PetscSimplePointFunc func_t = (PetscSimplePointFunc)bvfunc; 110545480ffeSMatthew G. Knepley 110645480ffeSMatthew G. Knepley if (isZero) func_t = zero; 11079566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 11089566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssential(dm, time, field, Nc, comps, label, numids, ids, func_t, ctx, locX)); 11099566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 11109371c9d4SSatish Balay } break; 11119371c9d4SSatish Balay case DM_BC_ESSENTIAL_FIELD: { 111245480ffeSMatthew G. Knepley PetscPointFunc func_t = (PetscPointFunc)bvfunc; 111345480ffeSMatthew G. Knepley 11149566063dSJacob Faibussowitsch PetscCall(DMPlexLabelAddCells(dm, label)); 11159566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValuesEssentialField(dm, time, locX, field, Nc, comps, label, numids, ids, func_t, ctx, locX)); 11169566063dSJacob Faibussowitsch PetscCall(DMPlexLabelClearCells(dm, label)); 11179371c9d4SSatish Balay } break; 1118d71ae5a4SJacob Faibussowitsch default: 1119d71ae5a4SJacob Faibussowitsch break; 112056cf3b9cSMatthew G. Knepley } 112163a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 112256cf3b9cSMatthew G. Knepley } 11233ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 112456cf3b9cSMatthew G. Knepley } 112556cf3b9cSMatthew G. Knepley 1126f1d73a7aSMatthew G. Knepley /*@ 1127f1d73a7aSMatthew G. Knepley DMPlexInsertBoundaryValues - Puts coefficients which represent boundary values into the local solution vector 1128f1d73a7aSMatthew G. Knepley 1129ed808b8fSJed Brown Not Collective 1130ed808b8fSJed Brown 1131f1d73a7aSMatthew G. Knepley Input Parameters: 1132a1cb98faSBarry Smith + dm - The `DM` 1133f1d73a7aSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 1134f1d73a7aSMatthew G. Knepley . time - The time 1135f1d73a7aSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 1136f1d73a7aSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 1137f1d73a7aSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 1138f1d73a7aSMatthew G. Knepley 11392fe279fdSBarry Smith Output Parameter: 1140f1d73a7aSMatthew G. Knepley . locX - Solution updated with boundary values 1141f1d73a7aSMatthew G. Knepley 1142ed808b8fSJed Brown Level: intermediate 1143f1d73a7aSMatthew G. Knepley 11441cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunctionLabelLocal()`, `DMAddBoundary()` 1145f1d73a7aSMatthew G. Knepley @*/ 1146d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1147d71ae5a4SJacob Faibussowitsch { 1148f1d73a7aSMatthew G. Knepley PetscFunctionBegin; 1149f1d73a7aSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1150064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 1151ad540459SPierre Jolivet if (faceGeomFVM) PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 5); 1152ad540459SPierre Jolivet if (cellGeomFVM) PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 6); 1153ad540459SPierre Jolivet if (gradFVM) PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 7); 1154cac4c232SBarry Smith PetscTryMethod(dm, "DMPlexInsertBoundaryValues_C", (DM, PetscBool, Vec, PetscReal, Vec, Vec, Vec), (dm, insertEssential, locX, time, faceGeomFVM, cellGeomFVM, gradFVM)); 11553ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1156f1d73a7aSMatthew G. Knepley } 1157f1d73a7aSMatthew G. Knepley 115856cf3b9cSMatthew G. Knepley /*@ 1159a5b23f4aSJose E. Roman DMPlexInsertTimeDerivativeBoundaryValues - Puts coefficients which represent boundary values of the time derivative into the local solution vector 116056cf3b9cSMatthew G. Knepley 116156cf3b9cSMatthew G. Knepley Input Parameters: 1162a1cb98faSBarry Smith + dm - The `DM` 116356cf3b9cSMatthew G. Knepley . insertEssential - Should I insert essential (e.g. Dirichlet) or inessential (e.g. Neumann) boundary conditions 116456cf3b9cSMatthew G. Knepley . time - The time 116556cf3b9cSMatthew G. Knepley . faceGeomFVM - Face geometry data for FV discretizations 116656cf3b9cSMatthew G. Knepley . cellGeomFVM - Cell geometry data for FV discretizations 116756cf3b9cSMatthew G. Knepley - gradFVM - Gradient reconstruction data for FV discretizations 116856cf3b9cSMatthew G. Knepley 11692fe279fdSBarry Smith Output Parameter: 117056cf3b9cSMatthew G. Knepley . locX_t - Solution updated with boundary values 117156cf3b9cSMatthew G. Knepley 117256cf3b9cSMatthew G. Knepley Level: developer 117356cf3b9cSMatthew G. Knepley 11741cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunctionLabelLocal()` 117556cf3b9cSMatthew G. Knepley @*/ 1176d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexInsertTimeDerivativeBoundaryValues(DM dm, PetscBool insertEssential, Vec locX_t, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM) 1177d71ae5a4SJacob Faibussowitsch { 117856cf3b9cSMatthew G. Knepley PetscFunctionBegin; 117956cf3b9cSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 1180ad540459SPierre Jolivet if (locX_t) PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 3); 1181ad540459SPierre Jolivet if (faceGeomFVM) PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 5); 1182ad540459SPierre Jolivet if (cellGeomFVM) PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 6); 1183ad540459SPierre Jolivet if (gradFVM) PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 7); 1184cac4c232SBarry Smith PetscTryMethod(dm, "DMPlexInsertTimeDerviativeBoundaryValues_C", (DM, PetscBool, Vec, PetscReal, Vec, Vec, Vec), (dm, insertEssential, locX_t, time, faceGeomFVM, cellGeomFVM, gradFVM)); 11853ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 118656cf3b9cSMatthew G. Knepley } 118756cf3b9cSMatthew G. Knepley 1188d71ae5a4SJacob Faibussowitsch PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 1189d71ae5a4SJacob Faibussowitsch { 1190574a98acSMatthew G. Knepley Vec localX; 1191574a98acSMatthew G. Knepley 1192574a98acSMatthew G. Knepley PetscFunctionBegin; 11939566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 11949566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, time, NULL, NULL, NULL)); 11959566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 11969566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 11979566063dSJacob Faibussowitsch PetscCall(DMPlexComputeL2DiffLocal(dm, time, funcs, ctxs, localX, diff)); 11989566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 11993ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1200574a98acSMatthew G. Knepley } 1201574a98acSMatthew G. Knepley 1202574a98acSMatthew G. Knepley /*@C 120360225df5SJacob Faibussowitsch DMPlexComputeL2DiffLocal - This function computes the L_2 difference between a function u and an FEM interpolant solution u_h. 1204574a98acSMatthew G. Knepley 120520f4b53cSBarry Smith Collective 1206c0f8e1fdSMatthew G. Knepley 1207574a98acSMatthew G. Knepley Input Parameters: 1208a1cb98faSBarry Smith + dm - The `DM` 1209574a98acSMatthew G. Knepley . time - The time 1210574a98acSMatthew G. Knepley . funcs - The functions to evaluate for each field component 121120f4b53cSBarry Smith . ctxs - Optional array of contexts to pass to each function, or `NULL`. 1212574a98acSMatthew G. Knepley - localX - The coefficient vector u_h, a local vector 1213574a98acSMatthew G. Knepley 1214574a98acSMatthew G. Knepley Output Parameter: 1215574a98acSMatthew G. Knepley . diff - The diff ||u - u_h||_2 1216574a98acSMatthew G. Knepley 1217574a98acSMatthew G. Knepley Level: developer 1218574a98acSMatthew G. Knepley 12191cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 1220574a98acSMatthew G. Knepley @*/ 1221d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeL2DiffLocal(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec localX, PetscReal *diff) 1222d71ae5a4SJacob Faibussowitsch { 12230f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex *)dm->data)->printL2; 1224ca3d3a14SMatthew G. Knepley DM tdm; 1225ca3d3a14SMatthew G. Knepley Vec tv; 1226cb1e1211SMatthew G Knepley PetscSection section; 1227c5bbbd5bSMatthew G. Knepley PetscQuadrature quad; 12284bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 122915496722SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 12304bee2e38SMatthew G. Knepley PetscReal *coords, *gcoords; 1231cb1e1211SMatthew G Knepley PetscReal localDiff = 0.0; 12327318780aSToby Isaac const PetscReal *quadWeights; 1233412e9a14SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cellHeight, cStart, cEnd, c, field, fieldOffset; 1234ca3d3a14SMatthew G. Knepley PetscBool transform; 1235cb1e1211SMatthew G Knepley 1236cb1e1211SMatthew G Knepley PetscFunctionBegin; 12379566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 12389566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 12392a4e142eSMatthew G. Knepley fegeom.dimEmbed = coordDim; 12409566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 12419566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &numFields)); 12429566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 12439566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 12449566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 1245eae3dc7dSJacob Faibussowitsch PetscCheck(numFields, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 1246cb1e1211SMatthew G Knepley for (field = 0; field < numFields; ++field) { 124715496722SMatthew G. Knepley PetscObject obj; 124815496722SMatthew G. Knepley PetscClassId id; 1249c5bbbd5bSMatthew G. Knepley PetscInt Nc; 1250c5bbbd5bSMatthew G. Knepley 12519566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 12529566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 125315496722SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 125415496722SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 125515496722SMatthew G. Knepley 12569566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 12579566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 125815496722SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 125915496722SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 126015496722SMatthew G. Knepley 12619566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 12629566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 126363a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1264c5bbbd5bSMatthew G. Knepley numComponents += Nc; 1265cb1e1211SMatthew G Knepley } 12669566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights)); 126763a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 1268c9cb6370SYANG Zongze PetscCall(PetscMalloc6(numComponents, &funcVal, numComponents, &interpolant, coordDim * (Nq + 1), &coords, Nq, &fegeom.detJ, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ)); 12699566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dm, &cellHeight)); 12709566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd)); 1271cb1e1211SMatthew G Knepley for (c = cStart; c < cEnd; ++c) { 1272a1e44745SMatthew G. Knepley PetscScalar *x = NULL; 1273cb1e1211SMatthew G Knepley PetscReal elemDiff = 0.0; 12749c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1275cb1e1211SMatthew G Knepley 12769566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 12779566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x)); 1278cb1e1211SMatthew G Knepley 127915496722SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 128015496722SMatthew G. Knepley PetscObject obj; 128115496722SMatthew G. Knepley PetscClassId id; 1282c110b1eeSGeoffrey Irving void *const ctx = ctxs ? ctxs[field] : NULL; 128315496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1284cb1e1211SMatthew G Knepley 12859566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 12869566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 12879371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 12889371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 12899371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 12909371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 12919371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 12929371c9d4SSatish Balay Nb = 1; 12939371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1294cb1e1211SMatthew G Knepley if (debug) { 1295cb1e1211SMatthew G Knepley char title[1024]; 129663a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(title, 1023, "Solution for Field %" PetscInt_FMT, field)); 12979566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, title, Nb, &x[fieldOffset])); 1298cb1e1211SMatthew G Knepley } 12997318780aSToby Isaac for (q = 0; q < Nq; ++q) { 13002a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 1301d0609cedSBarry Smith PetscErrorCode ierr; 13022a4e142eSMatthew G. Knepley 13032a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 13042a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 13052a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 13062a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 130763a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", point %" PetscInt_FMT, (double)fegeom.detJ[q], c, q); 1308d3a7d86cSMatthew G. Knepley if (transform) { 1309d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * Nq]; 13109566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim * q], PETSC_TRUE, coordDim, &coords[coordDim * q], gcoords, dm->transformCtx)); 1311d3a7d86cSMatthew G. Knepley } else { 1312d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * q]; 1313d3a7d86cSMatthew G. Knepley } 13149566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(funcVal, Nc)); 1315ca3d3a14SMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, gcoords, Nc, funcVal, ctx); 1316e735a8a9SMatthew G. Knepley if (ierr) { 13179566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 13189566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 13199566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 1320e735a8a9SMatthew G. Knepley } 13219566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformApply_Internal(dm, &coords[coordDim * q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx)); 13229566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[fieldOffset], &qgeom, q, interpolant)); 13239566063dSJacob Faibussowitsch else if (id == PETSCFV_CLASSID) PetscCall(PetscFVInterpolate_Static((PetscFV)obj, &x[fieldOffset], q, interpolant)); 13242df84da0SMatthew G. Knepley else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 132515496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1326beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 13279371c9d4SSatish Balay if (debug) 13289371c9d4SSatish Balay PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " field %" PetscInt_FMT ",%" PetscInt_FMT " point %g %g %g diff %g (%g, %g)\n", c, field, fc, (double)(coordDim > 0 ? coords[coordDim * q] : 0.), (double)(coordDim > 1 ? coords[coordDim * q + 1] : 0.), (double)(coordDim > 2 ? coords[coordDim * q + 2] : 0.), 13299371c9d4SSatish Balay (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]), (double)PetscRealPart(interpolant[fc]), (double)PetscRealPart(funcVal[fc]))); 13304bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 1331cb1e1211SMatthew G Knepley } 1332cb1e1211SMatthew G Knepley } 13339c3cf19fSMatthew G. Knepley fieldOffset += Nb; 1334beaa55a6SMatthew G. Knepley qc += Nc; 1335cb1e1211SMatthew G Knepley } 13369566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 13379566063dSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " diff %g\n", c, (double)elemDiff)); 1338cb1e1211SMatthew G Knepley localDiff += elemDiff; 1339cb1e1211SMatthew G Knepley } 13409566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 13411c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 1342cb1e1211SMatthew G Knepley *diff = PetscSqrtReal(*diff); 13433ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1344cb1e1211SMatthew G Knepley } 1345cb1e1211SMatthew G Knepley 1346d71ae5a4SJacob Faibussowitsch PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff) 1347d71ae5a4SJacob Faibussowitsch { 13480f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex *)dm->data)->printL2; 1349ca3d3a14SMatthew G. Knepley DM tdm; 1350cb1e1211SMatthew G Knepley PetscSection section; 135140e14135SMatthew G. Knepley PetscQuadrature quad; 1352ca3d3a14SMatthew G. Knepley Vec localX, tv; 13539c3cf19fSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 13542a4e142eSMatthew G. Knepley const PetscReal *quadWeights; 13554bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 13564bee2e38SMatthew G. Knepley PetscReal *coords, *gcoords; 135740e14135SMatthew G. Knepley PetscReal localDiff = 0.0; 1358485ad865SMatthew G. Knepley PetscInt dim, coordDim, qNc = 0, Nq = 0, numFields, numComponents = 0, cStart, cEnd, c, field, fieldOffset; 1359ca3d3a14SMatthew G. Knepley PetscBool transform; 1360cb1e1211SMatthew G Knepley 1361cb1e1211SMatthew G Knepley PetscFunctionBegin; 13629566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 13639566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 13644bee2e38SMatthew G. Knepley fegeom.dimEmbed = coordDim; 13659566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 13669566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &numFields)); 13679566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 13689566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 13699566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 13709566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 13719566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 13729566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 1373652b88e8SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 13740f2d7e86SMatthew G. Knepley PetscFE fe; 137540e14135SMatthew G. Knepley PetscInt Nc; 1376652b88e8SMatthew G. Knepley 13779566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, (PetscObject *)&fe)); 13789566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 13799566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 138040e14135SMatthew G. Knepley numComponents += Nc; 1381652b88e8SMatthew G. Knepley } 13829566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, NULL, &quadWeights)); 138363a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 13849566063dSJacob Faibussowitsch /* PetscCall(DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX)); */ 1385c9cb6370SYANG Zongze PetscCall(PetscMalloc6(numComponents, &funcVal, coordDim * (Nq + 1), &coords, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ, numComponents * coordDim, &interpolant, Nq, &fegeom.detJ)); 13869566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 138740e14135SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 138840e14135SMatthew G. Knepley PetscScalar *x = NULL; 138940e14135SMatthew G. Knepley PetscReal elemDiff = 0.0; 13909c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1391652b88e8SMatthew G. Knepley 13929566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 13939566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x)); 139440e14135SMatthew G. Knepley 13959c3cf19fSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 13960f2d7e86SMatthew G. Knepley PetscFE fe; 139751259fa3SMatthew G. Knepley void *const ctx = ctxs ? ctxs[field] : NULL; 13989c3cf19fSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 139940e14135SMatthew G. Knepley 14009566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, (PetscObject *)&fe)); 14019566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 14029566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 140340e14135SMatthew G. Knepley if (debug) { 140440e14135SMatthew G. Knepley char title[1024]; 14059566063dSJacob Faibussowitsch PetscCall(PetscSNPrintf(title, 1023, "Solution for Field %" PetscInt_FMT, field)); 14069566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, title, Nb, &x[fieldOffset])); 1407652b88e8SMatthew G. Knepley } 14089c3cf19fSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 14092a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 1410d0609cedSBarry Smith PetscErrorCode ierr; 14112a4e142eSMatthew G. Knepley 14122a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 14132a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 14142a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 14152a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 14162df84da0SMatthew G. Knepley PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], c, q); 1417d3a7d86cSMatthew G. Knepley if (transform) { 1418d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * Nq]; 14199566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApplyReal_Internal(dm, &coords[coordDim * q], PETSC_TRUE, coordDim, &coords[coordDim * q], gcoords, dm->transformCtx)); 1420d3a7d86cSMatthew G. Knepley } else { 1421d3a7d86cSMatthew G. Knepley gcoords = &coords[coordDim * q]; 1422d3a7d86cSMatthew G. Knepley } 14239566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(funcVal, Nc)); 14244bee2e38SMatthew G. Knepley ierr = (*funcs[field])(coordDim, time, gcoords, n, Nc, funcVal, ctx); 1425e735a8a9SMatthew G. Knepley if (ierr) { 14269566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 14279566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 14289566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, coords, fegeom.J, fegeom.invJ, interpolant, fegeom.detJ)); 1429e735a8a9SMatthew G. Knepley } 14309566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformApply_Internal(dm, &coords[coordDim * q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx)); 14319566063dSJacob Faibussowitsch PetscCall(PetscFEInterpolateGradient_Static(fe, 1, &x[fieldOffset], &qgeom, q, interpolant)); 14324bee2e38SMatthew G. Knepley /* Overwrite with the dot product if the normal is given */ 14334bee2e38SMatthew G. Knepley if (n) { 14344bee2e38SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 14354bee2e38SMatthew G. Knepley PetscScalar sum = 0.0; 14364bee2e38SMatthew G. Knepley PetscInt d; 14374bee2e38SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += interpolant[fc * dim + d] * n[d]; 14384bee2e38SMatthew G. Knepley interpolant[fc] = sum; 14394bee2e38SMatthew G. Knepley } 14404bee2e38SMatthew G. Knepley } 14419c3cf19fSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1442beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 144363a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " fieldDer %" PetscInt_FMT ",%" PetscInt_FMT " diff %g\n", c, field, fc, (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]))); 14444bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 144540e14135SMatthew G. Knepley } 144640e14135SMatthew G. Knepley } 14479c3cf19fSMatthew G. Knepley fieldOffset += Nb; 14489c3cf19fSMatthew G. Knepley qc += Nc; 144940e14135SMatthew G. Knepley } 14509566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 145163a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " elem %" PetscInt_FMT " diff %g\n", c, (double)elemDiff)); 145240e14135SMatthew G. Knepley localDiff += elemDiff; 145340e14135SMatthew G. Knepley } 14549566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, coords, fegeom.J, fegeom.invJ, interpolant, fegeom.detJ)); 14559566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 14561c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 145740e14135SMatthew G. Knepley *diff = PetscSqrtReal(*diff); 14583ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1459cb1e1211SMatthew G Knepley } 1460cb1e1211SMatthew G Knepley 1461d71ae5a4SJacob Faibussowitsch PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff) 1462d71ae5a4SJacob Faibussowitsch { 14630f09c10fSMatthew G. Knepley const PetscInt debug = ((DM_Plex *)dm->data)->printL2; 1464ca3d3a14SMatthew G. Knepley DM tdm; 1465083401c6SMatthew G. Knepley DMLabel depthLabel; 146673d901b8SMatthew G. Knepley PetscSection section; 1467ca3d3a14SMatthew G. Knepley Vec localX, tv; 146873d901b8SMatthew G. Knepley PetscReal *localDiff; 1469083401c6SMatthew G. Knepley PetscInt dim, depth, dE, Nf, f, Nds, s; 1470ca3d3a14SMatthew G. Knepley PetscBool transform; 147173d901b8SMatthew G. Knepley 147273d901b8SMatthew G. Knepley PetscFunctionBegin; 14739566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 14749566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &dE)); 14759566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 14769566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 14779566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 14789566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 14799566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 14809566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 14819566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 14829566063dSJacob Faibussowitsch PetscCall(DMLabelGetNumValues(depthLabel, &depth)); 1483083401c6SMatthew G. Knepley 14849566063dSJacob Faibussowitsch PetscCall(VecSet(localX, 0.0)); 14859566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 14869566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 14879566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX)); 14889566063dSJacob Faibussowitsch PetscCall(DMGetNumDS(dm, &Nds)); 14899566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(Nf, &localDiff)); 1490083401c6SMatthew G. Knepley for (s = 0; s < Nds; ++s) { 1491083401c6SMatthew G. Knepley PetscDS ds; 1492083401c6SMatthew G. Knepley DMLabel label; 1493083401c6SMatthew G. Knepley IS fieldIS, pointIS; 1494083401c6SMatthew G. Knepley const PetscInt *fields, *points = NULL; 1495083401c6SMatthew G. Knepley PetscQuadrature quad; 1496083401c6SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1497083401c6SMatthew G. Knepley PetscFEGeom fegeom; 1498083401c6SMatthew G. Knepley PetscReal *coords, *gcoords; 1499083401c6SMatthew G. Knepley PetscScalar *funcVal, *interpolant; 15005fedec97SMatthew G. Knepley PetscBool isCohesive; 1501083401c6SMatthew G. Knepley PetscInt qNc, Nq, totNc, cStart = 0, cEnd, c, dsNf; 150273d901b8SMatthew G. Knepley 150307218a29SMatthew G. Knepley PetscCall(DMGetRegionNumDS(dm, s, &label, &fieldIS, &ds, NULL)); 15049566063dSJacob Faibussowitsch PetscCall(ISGetIndices(fieldIS, &fields)); 15059566063dSJacob Faibussowitsch PetscCall(PetscDSIsCohesive(ds, &isCohesive)); 15069566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &dsNf)); 15079566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalComponents(ds, &totNc)); 15089566063dSJacob Faibussowitsch PetscCall(PetscDSGetQuadrature(ds, &quad)); 15099566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 151063a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != totNc), PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, totNc); 15119566063dSJacob Faibussowitsch PetscCall(PetscCalloc6(totNc, &funcVal, totNc, &interpolant, dE * (Nq + 1), &coords, Nq, &fegeom.detJ, dE * dE * Nq, &fegeom.J, dE * dE * Nq, &fegeom.invJ)); 1512083401c6SMatthew G. Knepley if (!label) { 15139566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 1514083401c6SMatthew G. Knepley } else { 15159566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, 1, &pointIS)); 15169566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &cEnd)); 15179566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 1518083401c6SMatthew G. Knepley } 151973d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1520083401c6SMatthew G. Knepley const PetscInt cell = points ? points[c] : c; 152173d901b8SMatthew G. Knepley PetscScalar *x = NULL; 15225fedec97SMatthew G. Knepley const PetscInt *cone; 15235fedec97SMatthew G. Knepley PetscInt qc = 0, fOff = 0, dep; 152473d901b8SMatthew G. Knepley 15259566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(depthLabel, cell, &dep)); 1526083401c6SMatthew G. Knepley if (dep != depth - 1) continue; 15275fedec97SMatthew G. Knepley if (isCohesive) { 15289566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 15299566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cone[0], quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 153096959cd1SMatthew G. Knepley } else { 15319566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 153296959cd1SMatthew G. Knepley } 15339566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, localX, cell, NULL, &x)); 15345fedec97SMatthew G. Knepley for (f = 0; f < dsNf; ++f) { 153515496722SMatthew G. Knepley PetscObject obj; 153615496722SMatthew G. Knepley PetscClassId id; 1537083401c6SMatthew G. Knepley void *const ctx = ctxs ? ctxs[fields[f]] : NULL; 153815496722SMatthew G. Knepley PetscInt Nb, Nc, q, fc; 153915496722SMatthew G. Knepley PetscReal elemDiff = 0.0; 15405fedec97SMatthew G. Knepley PetscBool cohesive; 154115496722SMatthew G. Knepley 15429566063dSJacob Faibussowitsch PetscCall(PetscDSGetCohesive(ds, f, &cohesive)); 15439566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 15449566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 15459371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 15469371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 15479371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 15489371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 15499371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 15509371c9d4SSatish Balay Nb = 1; 15519371c9d4SSatish Balay } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, fields[f]); 1552c82db6dbSMatthew G. Knepley if (isCohesive && !cohesive) { 1553c82db6dbSMatthew G. Knepley fOff += Nb * 2; 1554c82db6dbSMatthew G. Knepley qc += Nc; 1555c82db6dbSMatthew G. Knepley continue; 1556c82db6dbSMatthew G. Knepley } 155773d901b8SMatthew G. Knepley if (debug) { 155873d901b8SMatthew G. Knepley char title[1024]; 155963a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(title, 1023, "Solution for Field %" PetscInt_FMT, fields[f])); 15609566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(cell, title, Nb, &x[fOff])); 156173d901b8SMatthew G. Knepley } 15627318780aSToby Isaac for (q = 0; q < Nq; ++q) { 15632a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 1564d0609cedSBarry Smith PetscErrorCode ierr; 15652a4e142eSMatthew G. Knepley 15662a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 1567083401c6SMatthew G. Knepley qgeom.J = &fegeom.J[q * dE * dE]; 1568083401c6SMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * dE * dE]; 15692a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 157063a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for cell %" PetscInt_FMT ", quadrature point %" PetscInt_FMT, (double)fegeom.detJ[q], cell, q); 1571d3a7d86cSMatthew G. Knepley if (transform) { 1572083401c6SMatthew G. Knepley gcoords = &coords[dE * Nq]; 15739566063dSJacob Faibussowitsch PetscCall(DMPlexBasisTransformApplyReal_Internal(dm, &coords[dE * q], PETSC_TRUE, dE, &coords[dE * q], gcoords, dm->transformCtx)); 1574d3a7d86cSMatthew G. Knepley } else { 1575083401c6SMatthew G. Knepley gcoords = &coords[dE * q]; 1576d3a7d86cSMatthew G. Knepley } 15772df84da0SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) funcVal[fc] = 0.; 1578083401c6SMatthew G. Knepley ierr = (*funcs[fields[f]])(dE, time, gcoords, Nc, funcVal, ctx); 1579e735a8a9SMatthew G. Knepley if (ierr) { 15809566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, cell, NULL, &x)); 15819566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 15829566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 1583e735a8a9SMatthew G. Knepley } 15849566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformApply_Internal(dm, &coords[dE * q], PETSC_FALSE, Nc, funcVal, funcVal, dm->transformCtx)); 158596959cd1SMatthew G. Knepley /* Call once for each face, except for lagrange field */ 15869566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[fOff], &qgeom, q, interpolant)); 15879566063dSJacob Faibussowitsch else if (id == PETSCFV_CLASSID) PetscCall(PetscFVInterpolate_Static((PetscFV)obj, &x[fOff], q, interpolant)); 158863a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, fields[f]); 158915496722SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1590beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 15919371c9d4SSatish Balay if (debug) 15929371c9d4SSatish Balay PetscCall(PetscPrintf(PETSC_COMM_SELF, " cell %" PetscInt_FMT " field %" PetscInt_FMT ",%" PetscInt_FMT " point %g %g %g diff %g\n", cell, fields[f], fc, (double)(dE > 0 ? coords[dE * q] : 0.), (double)(dE > 1 ? coords[dE * q + 1] : 0.), (double)(dE > 2 ? coords[dE * q + 2] : 0.), 15939371c9d4SSatish Balay (double)(PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]))); 15944bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 159573d901b8SMatthew G. Knepley } 159673d901b8SMatthew G. Knepley } 1597083401c6SMatthew G. Knepley fOff += Nb; 15989c3cf19fSMatthew G. Knepley qc += Nc; 1599083401c6SMatthew G. Knepley localDiff[fields[f]] += elemDiff; 160063a3b9bcSJacob Faibussowitsch if (debug) PetscCall(PetscPrintf(PETSC_COMM_SELF, " cell %" PetscInt_FMT " field %" PetscInt_FMT " cum diff %g\n", cell, fields[f], (double)localDiff[fields[f]])); 160173d901b8SMatthew G. Knepley } 16029566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, cell, NULL, &x)); 1603083401c6SMatthew G. Knepley } 1604083401c6SMatthew G. Knepley if (label) { 16059566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 16069566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 1607083401c6SMatthew G. Knepley } 16089566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(fieldIS, &fields)); 16099566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 161073d901b8SMatthew G. Knepley } 16119566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 16121c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(localDiff, diff, Nf, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 16139566063dSJacob Faibussowitsch PetscCall(PetscFree(localDiff)); 1614083401c6SMatthew G. Knepley for (f = 0; f < Nf; ++f) diff[f] = PetscSqrtReal(diff[f]); 16153ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 161673d901b8SMatthew G. Knepley } 161773d901b8SMatthew G. Knepley 1618e729f68cSMatthew G. Knepley /*@C 1619e729f68cSMatthew G. Knepley DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec. 1620e729f68cSMatthew G. Knepley 162120f4b53cSBarry Smith Collective 1622c0f8e1fdSMatthew G. Knepley 1623e729f68cSMatthew G. Knepley Input Parameters: 1624a1cb98faSBarry Smith + dm - The `DM` 16250163fd50SMatthew G. Knepley . time - The time 162620f4b53cSBarry Smith . funcs - The functions to evaluate for each field component: `NULL` means that component does not contribute to error calculation 162720f4b53cSBarry Smith . ctxs - Optional array of contexts to pass to each function, or `NULL`. 1628e729f68cSMatthew G. Knepley - X - The coefficient vector u_h 1629e729f68cSMatthew G. Knepley 1630e729f68cSMatthew G. Knepley Output Parameter: 163120f4b53cSBarry Smith . D - A `Vec` which holds the difference ||u - u_h||_2 for each cell 1632e729f68cSMatthew G. Knepley 1633e729f68cSMatthew G. Knepley Level: developer 1634e729f68cSMatthew G. Knepley 16351cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2Diff()`, `DMPlexComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 1636e729f68cSMatthew G. Knepley @*/ 1637d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D) 1638d71ae5a4SJacob Faibussowitsch { 1639e729f68cSMatthew G. Knepley PetscSection section; 1640e729f68cSMatthew G. Knepley PetscQuadrature quad; 1641e729f68cSMatthew G. Knepley Vec localX; 16424bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 1643e729f68cSMatthew G. Knepley PetscScalar *funcVal, *interpolant; 16444bee2e38SMatthew G. Knepley PetscReal *coords; 1645e729f68cSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1646485ad865SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, c, field, fieldOffset; 1647e729f68cSMatthew G. Knepley 1648e729f68cSMatthew G. Knepley PetscFunctionBegin; 16499566063dSJacob Faibussowitsch PetscCall(VecSet(D, 0.0)); 16509566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 16519566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 16529566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 16539566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &numFields)); 16549566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &localX)); 16559566063dSJacob Faibussowitsch PetscCall(DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX)); 16569566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX)); 16579566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX)); 1658e729f68cSMatthew G. Knepley for (field = 0; field < numFields; ++field) { 1659e729f68cSMatthew G. Knepley PetscObject obj; 1660e729f68cSMatthew G. Knepley PetscClassId id; 1661e729f68cSMatthew G. Knepley PetscInt Nc; 1662e729f68cSMatthew G. Knepley 16639566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 16649566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 1665e729f68cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 1666e729f68cSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 1667e729f68cSMatthew G. Knepley 16689566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 16699566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 1670e729f68cSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 1671e729f68cSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 1672e729f68cSMatthew G. Knepley 16739566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 16749566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 167563a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1676e729f68cSMatthew G. Knepley numComponents += Nc; 1677e729f68cSMatthew G. Knepley } 16789566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 167963a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 16809566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(numComponents, &funcVal, numComponents, &interpolant, coordDim * Nq, &coords, Nq, &fegeom.detJ, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ)); 16819566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 1682e729f68cSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 1683e729f68cSMatthew G. Knepley PetscScalar *x = NULL; 16846f288a59SMatthew G. Knepley PetscScalar elemDiff = 0.0; 16859c3cf19fSMatthew G. Knepley PetscInt qc = 0; 1686e729f68cSMatthew G. Knepley 16879566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, c, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 16889566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x)); 1689e729f68cSMatthew G. Knepley 1690e729f68cSMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 1691e729f68cSMatthew G. Knepley PetscObject obj; 1692e729f68cSMatthew G. Knepley PetscClassId id; 1693e729f68cSMatthew G. Knepley void *const ctx = ctxs ? ctxs[field] : NULL; 1694e729f68cSMatthew G. Knepley PetscInt Nb, Nc, q, fc; 1695e729f68cSMatthew G. Knepley 16969566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 16979566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 16989371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 16999371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 17009371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 17019371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 17029371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 17039371c9d4SSatish Balay Nb = 1; 17049371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 170523f34ed2SToby Isaac if (funcs[field]) { 17067318780aSToby Isaac for (q = 0; q < Nq; ++q) { 17072a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 17082a4e142eSMatthew G. Knepley 17092a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 17102a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 17112a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 17122a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 171363a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], c, q); 17149566063dSJacob Faibussowitsch PetscCall((*funcs[field])(coordDim, time, &coords[q * coordDim], Nc, funcVal, ctx)); 1715c3e24edfSBarry Smith #if defined(needs_fix_with_return_code_argument) 1716e735a8a9SMatthew G. Knepley if (ierr) { 17179566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 17189566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 17199566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 1720e735a8a9SMatthew G. Knepley } 1721c3e24edfSBarry Smith #endif 17229566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[fieldOffset], &qgeom, q, interpolant)); 17239566063dSJacob Faibussowitsch else if (id == PETSCFV_CLASSID) PetscCall(PetscFVInterpolate_Static((PetscFV)obj, &x[fieldOffset], q, interpolant)); 172463a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 1725e729f68cSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 1726beaa55a6SMatthew G. Knepley const PetscReal wt = quadWeights[q * qNc + (qNc == 1 ? 0 : qc + fc)]; 17274bee2e38SMatthew G. Knepley elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc])) * wt * fegeom.detJ[q]; 1728e729f68cSMatthew G. Knepley } 1729e729f68cSMatthew G. Knepley } 173023f34ed2SToby Isaac } 1731beaa55a6SMatthew G. Knepley fieldOffset += Nb; 17329c3cf19fSMatthew G. Knepley qc += Nc; 1733e729f68cSMatthew G. Knepley } 17349566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x)); 17359566063dSJacob Faibussowitsch PetscCall(VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES)); 1736e729f68cSMatthew G. Knepley } 17379566063dSJacob Faibussowitsch PetscCall(PetscFree6(funcVal, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 17389566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &localX)); 17399566063dSJacob Faibussowitsch PetscCall(VecSqrtAbs(D)); 17403ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 1741e729f68cSMatthew G. Knepley } 1742e729f68cSMatthew G. Knepley 17435f0b18bfSMatthew G. Knepley /*@ 174420f4b53cSBarry Smith DMPlexComputeClementInterpolant - This function computes the L2 projection of the cellwise values of a function u onto P1 17455f0b18bfSMatthew G. Knepley 174620f4b53cSBarry Smith Collective 17475f0b18bfSMatthew G. Knepley 17485f0b18bfSMatthew G. Knepley Input Parameters: 1749a1cb98faSBarry Smith + dm - The `DM` 17505f0b18bfSMatthew G. Knepley - locX - The coefficient vector u_h 17515f0b18bfSMatthew G. Knepley 17525f0b18bfSMatthew G. Knepley Output Parameter: 1753a1cb98faSBarry Smith . locC - A `Vec` which holds the Clement interpolant of the function 17545f0b18bfSMatthew G. Knepley 17555f0b18bfSMatthew G. Knepley Level: developer 17565f0b18bfSMatthew G. Knepley 1757a1cb98faSBarry Smith Note: 1758a1cb98faSBarry Smith $ u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| $ where $ |T_i| $ is the cell volume 1759a1cb98faSBarry Smith 17601cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2Diff()`, `DMPlexComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 17615f0b18bfSMatthew G. Knepley @*/ 1762d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeClementInterpolant(DM dm, Vec locX, Vec locC) 1763d71ae5a4SJacob Faibussowitsch { 17645f0b18bfSMatthew G. Knepley PetscInt debug = ((DM_Plex *)dm->data)->printFEM; 17655f0b18bfSMatthew G. Knepley DM dmc; 17665f0b18bfSMatthew G. Knepley PetscQuadrature quad; 17675f0b18bfSMatthew G. Knepley PetscScalar *interpolant, *valsum; 17685f0b18bfSMatthew G. Knepley PetscFEGeom fegeom; 17695f0b18bfSMatthew G. Knepley PetscReal *coords; 17705f0b18bfSMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 17715f0b18bfSMatthew G. Knepley PetscInt dim, cdim, Nf, f, Nc = 0, Nq, qNc, cStart, cEnd, vStart, vEnd, v; 17725f0b18bfSMatthew G. Knepley 17735f0b18bfSMatthew G. Knepley PetscFunctionBegin; 17749566063dSJacob Faibussowitsch PetscCall(PetscCitationsRegister(ClementCitation, &Clementcite)); 17759566063dSJacob Faibussowitsch PetscCall(VecGetDM(locC, &dmc)); 17769566063dSJacob Faibussowitsch PetscCall(VecSet(locC, 0.0)); 17779566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 17789566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &cdim)); 17795f0b18bfSMatthew G. Knepley fegeom.dimEmbed = cdim; 17809566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 17815f0b18bfSMatthew G. Knepley PetscCheck(Nf > 0, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 17825f0b18bfSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 17835f0b18bfSMatthew G. Knepley PetscObject obj; 17845f0b18bfSMatthew G. Knepley PetscClassId id; 17855f0b18bfSMatthew G. Knepley PetscInt fNc; 17865f0b18bfSMatthew G. Knepley 17879566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, f, NULL, &obj)); 17889566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 17895f0b18bfSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 17905f0b18bfSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 17915f0b18bfSMatthew G. Knepley 17929566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 17939566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &fNc)); 17945f0b18bfSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 17955f0b18bfSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 17965f0b18bfSMatthew G. Knepley 17979566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 17989566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &fNc)); 179963a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 18005f0b18bfSMatthew G. Knepley Nc += fNc; 18015f0b18bfSMatthew G. Knepley } 18029566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 180363a3b9bcSJacob Faibussowitsch PetscCheck(qNc == 1, PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " > 1", qNc); 18049566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(Nc * 2, &valsum, Nc, &interpolant, cdim * Nq, &coords, Nq, &fegeom.detJ, cdim * cdim * Nq, &fegeom.J, cdim * cdim * Nq, &fegeom.invJ)); 18059566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 18069566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 18075f0b18bfSMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 18085f0b18bfSMatthew G. Knepley PetscScalar volsum = 0.0; 18095f0b18bfSMatthew G. Knepley PetscInt *star = NULL; 18105f0b18bfSMatthew G. Knepley PetscInt starSize, st, fc; 18115f0b18bfSMatthew G. Knepley 18129566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(valsum, Nc)); 18139566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 18145f0b18bfSMatthew G. Knepley for (st = 0; st < starSize * 2; st += 2) { 18155f0b18bfSMatthew G. Knepley const PetscInt cell = star[st]; 18165f0b18bfSMatthew G. Knepley PetscScalar *val = &valsum[Nc]; 18175f0b18bfSMatthew G. Knepley PetscScalar *x = NULL; 18185f0b18bfSMatthew G. Knepley PetscReal vol = 0.0; 18195f0b18bfSMatthew G. Knepley PetscInt foff = 0; 18205f0b18bfSMatthew G. Knepley 18215f0b18bfSMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 18229566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 18239566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x)); 18245f0b18bfSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 18255f0b18bfSMatthew G. Knepley PetscObject obj; 18265f0b18bfSMatthew G. Knepley PetscClassId id; 18275f0b18bfSMatthew G. Knepley PetscInt Nb, fNc, q; 18285f0b18bfSMatthew G. Knepley 18299566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(val, Nc)); 18309566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, f, NULL, &obj)); 18319566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 18329371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 18339371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &fNc)); 18349371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 18359371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 18369371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &fNc)); 18379371c9d4SSatish Balay Nb = 1; 18389371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 18395f0b18bfSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 18405f0b18bfSMatthew G. Knepley const PetscReal wt = quadWeights[q] * fegeom.detJ[q]; 18415f0b18bfSMatthew G. Knepley PetscFEGeom qgeom; 18425f0b18bfSMatthew G. Knepley 18435f0b18bfSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 18445f0b18bfSMatthew G. Knepley qgeom.J = &fegeom.J[q * cdim * cdim]; 18455f0b18bfSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * cdim * cdim]; 18465f0b18bfSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 184763a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], cell, q); 18489566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolate_Static((PetscFE)obj, &x[foff], &qgeom, q, interpolant)); 184963a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 18505f0b18bfSMatthew G. Knepley for (fc = 0; fc < fNc; ++fc) val[foff + fc] += interpolant[fc] * wt; 18515f0b18bfSMatthew G. Knepley vol += wt; 18525f0b18bfSMatthew G. Knepley } 18535f0b18bfSMatthew G. Knepley foff += Nb; 18545f0b18bfSMatthew G. Knepley } 18559566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x)); 18565f0b18bfSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) valsum[fc] += val[fc]; 18575f0b18bfSMatthew G. Knepley volsum += vol; 18585f0b18bfSMatthew G. Knepley if (debug) { 18599566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "Vertex %" PetscInt_FMT " Cell %" PetscInt_FMT " value: [", v, cell)); 18605f0b18bfSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 18619566063dSJacob Faibussowitsch if (fc) PetscCall(PetscPrintf(PETSC_COMM_SELF, ", ")); 18629566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(val[fc]))); 18635f0b18bfSMatthew G. Knepley } 18649566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "]\n")); 18655f0b18bfSMatthew G. Knepley } 18665f0b18bfSMatthew G. Knepley } 18675f0b18bfSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) valsum[fc] /= volsum; 18689566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 18699566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dmc, NULL, locC, v, valsum, INSERT_VALUES)); 18705f0b18bfSMatthew G. Knepley } 18719566063dSJacob Faibussowitsch PetscCall(PetscFree6(valsum, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 18723ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 18735f0b18bfSMatthew G. Knepley } 18745f0b18bfSMatthew G. Knepley 18755f0b18bfSMatthew G. Knepley /*@ 187620f4b53cSBarry Smith DMPlexComputeGradientClementInterpolant - This function computes the L2 projection of the cellwise gradient of a function u onto P1 18771555c271SMatthew G. Knepley 187820f4b53cSBarry Smith Collective 1879c0f8e1fdSMatthew G. Knepley 18801555c271SMatthew G. Knepley Input Parameters: 1881a1cb98faSBarry Smith + dm - The `DM` 18825f0b18bfSMatthew G. Knepley - locX - The coefficient vector u_h 18831555c271SMatthew G. Knepley 18841555c271SMatthew G. Knepley Output Parameter: 1885a1cb98faSBarry Smith . locC - A `Vec` which holds the Clement interpolant of the gradient 18861555c271SMatthew G. Knepley 18871555c271SMatthew G. Knepley Level: developer 18881555c271SMatthew G. Knepley 1889a1cb98faSBarry Smith Note: 1890a1cb98faSBarry Smith $\nabla u_h(v_i) = \sum_{T_i \in support(v_i)} |T_i| \nabla u_h(T_i) / \sum_{T_i \in support(v_i)} |T_i| $ where $ |T_i| $ is the cell volume 1891a1cb98faSBarry Smith 18921cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMProjectFunction()`, `DMComputeL2Diff()`, `DMPlexComputeL2FieldDiff()`, `DMComputeL2GradientDiff()` 18931555c271SMatthew G. Knepley @*/ 1894d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeGradientClementInterpolant(DM dm, Vec locX, Vec locC) 1895d71ae5a4SJacob Faibussowitsch { 1896db1066baSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 1897db1066baSMatthew G. Knepley PetscInt debug = mesh->printFEM; 18981555c271SMatthew G. Knepley DM dmC; 18991555c271SMatthew G. Knepley PetscQuadrature quad; 19001555c271SMatthew G. Knepley PetscScalar *interpolant, *gradsum; 19014bee2e38SMatthew G. Knepley PetscFEGeom fegeom; 19024bee2e38SMatthew G. Knepley PetscReal *coords; 19031555c271SMatthew G. Knepley const PetscReal *quadPoints, *quadWeights; 1904485ad865SMatthew G. Knepley PetscInt dim, coordDim, numFields, numComponents = 0, qNc, Nq, cStart, cEnd, vStart, vEnd, v, field, fieldOffset; 19051555c271SMatthew G. Knepley 19061555c271SMatthew G. Knepley PetscFunctionBegin; 19079566063dSJacob Faibussowitsch PetscCall(PetscCitationsRegister(ClementCitation, &Clementcite)); 19089566063dSJacob Faibussowitsch PetscCall(VecGetDM(locC, &dmC)); 19099566063dSJacob Faibussowitsch PetscCall(VecSet(locC, 0.0)); 19109566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 19119566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dm, &coordDim)); 19124bee2e38SMatthew G. Knepley fegeom.dimEmbed = coordDim; 19139566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &numFields)); 19145f80ce2aSJacob Faibussowitsch PetscCheck(numFields, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fields is zero!"); 19151555c271SMatthew G. Knepley for (field = 0; field < numFields; ++field) { 19161555c271SMatthew G. Knepley PetscObject obj; 19171555c271SMatthew G. Knepley PetscClassId id; 19181555c271SMatthew G. Knepley PetscInt Nc; 19191555c271SMatthew G. Knepley 19209566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 19219566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 19221555c271SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 19231555c271SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 19241555c271SMatthew G. Knepley 19259566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 19269566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 19271555c271SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 19281555c271SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 19291555c271SMatthew G. Knepley 19309566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature(fv, &quad)); 19319566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 193263a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 19331555c271SMatthew G. Knepley numComponents += Nc; 19341555c271SMatthew G. Knepley } 19359566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &qNc, &Nq, &quadPoints, &quadWeights)); 193663a3b9bcSJacob Faibussowitsch PetscCheck(!(qNc != 1) || !(qNc != numComponents), PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_SIZ, "Quadrature components %" PetscInt_FMT " != %" PetscInt_FMT " field components", qNc, numComponents); 19379566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(coordDim * numComponents * 2, &gradsum, coordDim * numComponents, &interpolant, coordDim * Nq, &coords, Nq, &fegeom.detJ, coordDim * coordDim * Nq, &fegeom.J, coordDim * coordDim * Nq, &fegeom.invJ)); 19389566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthStratum(dm, 0, &vStart, &vEnd)); 19399566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, 0, &cStart, &cEnd)); 19401555c271SMatthew G. Knepley for (v = vStart; v < vEnd; ++v) { 19411555c271SMatthew G. Knepley PetscScalar volsum = 0.0; 19421555c271SMatthew G. Knepley PetscInt *star = NULL; 19431555c271SMatthew G. Knepley PetscInt starSize, st, d, fc; 19441555c271SMatthew G. Knepley 19459566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(gradsum, coordDim * numComponents)); 19469566063dSJacob Faibussowitsch PetscCall(DMPlexGetTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 19471555c271SMatthew G. Knepley for (st = 0; st < starSize * 2; st += 2) { 19481555c271SMatthew G. Knepley const PetscInt cell = star[st]; 19491555c271SMatthew G. Knepley PetscScalar *grad = &gradsum[coordDim * numComponents]; 19501555c271SMatthew G. Knepley PetscScalar *x = NULL; 19511555c271SMatthew G. Knepley PetscReal vol = 0.0; 19521555c271SMatthew G. Knepley 19531555c271SMatthew G. Knepley if ((cell < cStart) || (cell >= cEnd)) continue; 19549566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dm, cell, quad, coords, fegeom.J, fegeom.invJ, fegeom.detJ)); 19559566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, NULL, locX, cell, NULL, &x)); 19561555c271SMatthew G. Knepley for (field = 0, fieldOffset = 0; field < numFields; ++field) { 19571555c271SMatthew G. Knepley PetscObject obj; 19581555c271SMatthew G. Knepley PetscClassId id; 19591555c271SMatthew G. Knepley PetscInt Nb, Nc, q, qc = 0; 19601555c271SMatthew G. Knepley 19619566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(grad, coordDim * numComponents)); 19629566063dSJacob Faibussowitsch PetscCall(DMGetField(dm, field, NULL, &obj)); 19639566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 19649371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 19659371c9d4SSatish Balay PetscCall(PetscFEGetNumComponents((PetscFE)obj, &Nc)); 19669371c9d4SSatish Balay PetscCall(PetscFEGetDimension((PetscFE)obj, &Nb)); 19679371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 19689371c9d4SSatish Balay PetscCall(PetscFVGetNumComponents((PetscFV)obj, &Nc)); 19699371c9d4SSatish Balay Nb = 1; 19709371c9d4SSatish Balay } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 19711555c271SMatthew G. Knepley for (q = 0; q < Nq; ++q) { 19722a4e142eSMatthew G. Knepley PetscFEGeom qgeom; 19732a4e142eSMatthew G. Knepley 19742a4e142eSMatthew G. Knepley qgeom.dimEmbed = fegeom.dimEmbed; 19752a4e142eSMatthew G. Knepley qgeom.J = &fegeom.J[q * coordDim * coordDim]; 19762a4e142eSMatthew G. Knepley qgeom.invJ = &fegeom.invJ[q * coordDim * coordDim]; 19772a4e142eSMatthew G. Knepley qgeom.detJ = &fegeom.detJ[q]; 197863a3b9bcSJacob Faibussowitsch PetscCheck(fegeom.detJ[q] > 0.0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %" PetscInt_FMT ", quadrature points %" PetscInt_FMT, (double)fegeom.detJ[q], cell, q); 19799566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEInterpolateGradient_Static((PetscFE)obj, 1, &x[fieldOffset], &qgeom, q, interpolant)); 198063a3b9bcSJacob Faibussowitsch else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 19811555c271SMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 198253d2db2dSJoe Wallwork const PetscReal wt = quadWeights[q * qNc + qc]; 19831555c271SMatthew G. Knepley 19844bee2e38SMatthew G. Knepley for (d = 0; d < coordDim; ++d) grad[fc * coordDim + d] += interpolant[fc * dim + d] * wt * fegeom.detJ[q]; 19851555c271SMatthew G. Knepley } 19864bee2e38SMatthew G. Knepley vol += quadWeights[q * qNc] * fegeom.detJ[q]; 19871555c271SMatthew G. Knepley } 19881555c271SMatthew G. Knepley fieldOffset += Nb; 19891555c271SMatthew G. Knepley qc += Nc; 19901555c271SMatthew G. Knepley } 19919566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, NULL, locX, cell, NULL, &x)); 1992f8527842SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 1993ad540459SPierre Jolivet for (d = 0; d < coordDim; ++d) gradsum[fc * coordDim + d] += grad[fc * coordDim + d]; 1994f8527842SMatthew G. Knepley } 1995f8527842SMatthew G. Knepley volsum += vol; 1996db1066baSMatthew G. Knepley if (debug) { 19979566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "Vertex %" PetscInt_FMT " Cell %" PetscInt_FMT " gradient: [", v, cell)); 19981555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 19991555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) { 20009566063dSJacob Faibussowitsch if (fc || d > 0) PetscCall(PetscPrintf(PETSC_COMM_SELF, ", ")); 20019566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "%g", (double)PetscRealPart(grad[fc * coordDim + d]))); 20021555c271SMatthew G. Knepley } 20031555c271SMatthew G. Knepley } 20049566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "]\n")); 2005db1066baSMatthew G. Knepley } 20061555c271SMatthew G. Knepley } 20071555c271SMatthew G. Knepley for (fc = 0; fc < numComponents; ++fc) { 20081555c271SMatthew G. Knepley for (d = 0; d < coordDim; ++d) gradsum[fc * coordDim + d] /= volsum; 20091555c271SMatthew G. Knepley } 20109566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreTransitiveClosure(dm, v, PETSC_FALSE, &starSize, &star)); 20119566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dmC, NULL, locC, v, gradsum, INSERT_VALUES)); 20121555c271SMatthew G. Knepley } 20139566063dSJacob Faibussowitsch PetscCall(PetscFree6(gradsum, interpolant, coords, fegeom.detJ, fegeom.J, fegeom.invJ)); 20143ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 20151555c271SMatthew G. Knepley } 20161555c271SMatthew G. Knepley 2017d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexComputeIntegral_Internal(DM dm, Vec X, PetscInt cStart, PetscInt cEnd, PetscScalar *cintegral, void *user) 2018d71ae5a4SJacob Faibussowitsch { 2019338f77d5SMatthew G. Knepley DM dmAux = NULL; 202061aaff12SToby Isaac PetscDS prob, probAux = NULL; 202173d901b8SMatthew G. Knepley PetscSection section, sectionAux; 2022338f77d5SMatthew G. Knepley Vec locX, locA; 2023c330f8ffSToby Isaac PetscInt dim, numCells = cEnd - cStart, c, f; 2024c330f8ffSToby Isaac PetscBool useFVM = PETSC_FALSE; 2025338f77d5SMatthew G. Knepley /* DS */ 2026338f77d5SMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x, numConstants; 2027338f77d5SMatthew G. Knepley PetscInt NfAux, totDimAux, *aOff; 2028338f77d5SMatthew G. Knepley PetscScalar *u, *a; 2029338f77d5SMatthew G. Knepley const PetscScalar *constants; 2030338f77d5SMatthew G. Knepley /* Geometry */ 2031c330f8ffSToby Isaac PetscFEGeom *cgeomFEM; 2032338f77d5SMatthew G. Knepley DM dmGrad; 2033c330f8ffSToby Isaac PetscQuadrature affineQuad = NULL; 2034338f77d5SMatthew G. Knepley Vec cellGeometryFVM = NULL, faceGeometryFVM = NULL, locGrad = NULL; 2035b5a3613cSMatthew G. Knepley PetscFVCellGeom *cgeomFVM; 2036338f77d5SMatthew G. Knepley const PetscScalar *lgrad; 2037b7260050SToby Isaac PetscInt maxDegree; 2038c330f8ffSToby Isaac DMField coordField; 2039c330f8ffSToby Isaac IS cellIS; 204073d901b8SMatthew G. Knepley 204173d901b8SMatthew G. Knepley PetscFunctionBegin; 20429566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 20439566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 20449566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 20459566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 2046338f77d5SMatthew G. Knepley /* Determine which discretizations we have */ 2047b5a3613cSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 2048b5a3613cSMatthew G. Knepley PetscObject obj; 2049b5a3613cSMatthew G. Knepley PetscClassId id; 2050b5a3613cSMatthew G. Knepley 20519566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 20529566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 2053338f77d5SMatthew G. Knepley if (id == PETSCFV_CLASSID) useFVM = PETSC_TRUE; 2054338f77d5SMatthew G. Knepley } 2055338f77d5SMatthew G. Knepley /* Get local solution with boundary values */ 20569566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &locX)); 20579566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL)); 20589566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX)); 20599566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX)); 2060338f77d5SMatthew G. Knepley /* Read DS information */ 20619566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 20629566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(prob, &uOff)); 20639566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentDerivativeOffsets(prob, &uOff_x)); 20649566063dSJacob Faibussowitsch PetscCall(ISCreateStride(PETSC_COMM_SELF, numCells, cStart, 1, &cellIS)); 20659566063dSJacob Faibussowitsch PetscCall(PetscDSGetConstants(prob, &numConstants, &constants)); 2066338f77d5SMatthew G. Knepley /* Read Auxiliary DS information */ 20679566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &locA)); 20689a2a23afSMatthew G. Knepley if (locA) { 20699566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 20709566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 20719566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(probAux, &NfAux)); 20729566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 20739566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 20749566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(probAux, &aOff)); 2075338f77d5SMatthew G. Knepley } 2076338f77d5SMatthew G. Knepley /* Allocate data arrays */ 20779566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(numCells * totDim, &u)); 20789566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscMalloc1(numCells * totDimAux, &a)); 2079338f77d5SMatthew G. Knepley /* Read out geometry */ 20809566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 20819566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 2082b7260050SToby Isaac if (maxDegree <= 1) { 20839566063dSJacob Faibussowitsch PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &affineQuad)); 208448a46eb9SPierre Jolivet if (affineQuad) PetscCall(DMFieldCreateFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &cgeomFEM)); 2085b5a3613cSMatthew G. Knepley } 2086b5a3613cSMatthew G. Knepley if (useFVM) { 2087338f77d5SMatthew G. Knepley PetscFV fv = NULL; 2088b5a3613cSMatthew G. Knepley Vec grad; 2089b5a3613cSMatthew G. Knepley PetscInt fStart, fEnd; 2090b5a3613cSMatthew G. Knepley PetscBool compGrad; 2091b5a3613cSMatthew G. Knepley 2092338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 2093338f77d5SMatthew G. Knepley PetscObject obj; 2094338f77d5SMatthew G. Knepley PetscClassId id; 2095338f77d5SMatthew G. Knepley 20969566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 20979566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 20989371c9d4SSatish Balay if (id == PETSCFV_CLASSID) { 20999371c9d4SSatish Balay fv = (PetscFV)obj; 21009371c9d4SSatish Balay break; 21019371c9d4SSatish Balay } 2102338f77d5SMatthew G. Knepley } 21039566063dSJacob Faibussowitsch PetscCall(PetscFVGetComputeGradients(fv, &compGrad)); 21049566063dSJacob Faibussowitsch PetscCall(PetscFVSetComputeGradients(fv, PETSC_TRUE)); 21059566063dSJacob Faibussowitsch PetscCall(DMPlexComputeGeometryFVM(dm, &cellGeometryFVM, &faceGeometryFVM)); 21069566063dSJacob Faibussowitsch PetscCall(DMPlexComputeGradientFVM(dm, fv, faceGeometryFVM, cellGeometryFVM, &dmGrad)); 21079566063dSJacob Faibussowitsch PetscCall(PetscFVSetComputeGradients(fv, compGrad)); 21089566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometryFVM, (const PetscScalar **)&cgeomFVM)); 2109b5a3613cSMatthew G. Knepley /* Reconstruct and limit cell gradients */ 21109566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 21119566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmGrad, &grad)); 21129566063dSJacob Faibussowitsch PetscCall(DMPlexReconstructGradients_Internal(dm, fv, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad)); 2113b5a3613cSMatthew G. Knepley /* Communicate gradient values */ 21149566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dmGrad, &locGrad)); 21159566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad)); 21169566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad)); 21179566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmGrad, &grad)); 2118b5a3613cSMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 21199566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, 0.0, faceGeometryFVM, cellGeometryFVM, locGrad)); 21209566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(locGrad, &lgrad)); 2121b5a3613cSMatthew G. Knepley } 2122338f77d5SMatthew G. Knepley /* Read out data from inputs */ 212373d901b8SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 212473d901b8SMatthew G. Knepley PetscScalar *x = NULL; 212573d901b8SMatthew G. Knepley PetscInt i; 212673d901b8SMatthew G. Knepley 21279566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, locX, c, NULL, &x)); 21280f2d7e86SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c * totDim + i] = x[i]; 21299566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, locX, c, NULL, &x)); 213073d901b8SMatthew G. Knepley if (dmAux) { 21319566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dmAux, sectionAux, locA, c, NULL, &x)); 21320f2d7e86SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c * totDimAux + i] = x[i]; 21339566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dmAux, sectionAux, locA, c, NULL, &x)); 213473d901b8SMatthew G. Knepley } 213573d901b8SMatthew G. Knepley } 2136338f77d5SMatthew G. Knepley /* Do integration for each field */ 213773d901b8SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 2138c1f031eeSMatthew G. Knepley PetscObject obj; 2139c1f031eeSMatthew G. Knepley PetscClassId id; 2140c1f031eeSMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 214173d901b8SMatthew G. Knepley 21429566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 21439566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 2144c1f031eeSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 2145c1f031eeSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 2146c1f031eeSMatthew G. Knepley PetscQuadrature q; 2147c330f8ffSToby Isaac PetscFEGeom *chunkGeom = NULL; 2148c1f031eeSMatthew G. Knepley PetscInt Nq, Nb; 2149c1f031eeSMatthew G. Knepley 21509566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 21519566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &q)); 21529566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL)); 21539566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 2154c1f031eeSMatthew G. Knepley blockSize = Nb * Nq; 215573d901b8SMatthew G. Knepley batchSize = numBlocks * blockSize; 21569566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 215773d901b8SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 215873d901b8SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 215973d901b8SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 216073d901b8SMatthew G. Knepley offset = numCells - Nr; 216148a46eb9SPierre Jolivet if (!affineQuad) PetscCall(DMFieldCreateFEGeom(coordField, cellIS, q, PETSC_FALSE, &cgeomFEM)); 21629566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, 0, offset, &chunkGeom)); 21639566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrate(prob, f, Ne, chunkGeom, u, probAux, a, cintegral)); 21649566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, offset, numCells, &chunkGeom)); 21659566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrate(prob, f, Nr, chunkGeom, &u[offset * totDim], probAux, &a[offset * totDimAux], &cintegral[offset * Nf])); 21669566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, offset, numCells, &chunkGeom)); 216748a46eb9SPierre Jolivet if (!affineQuad) PetscCall(PetscFEGeomDestroy(&cgeomFEM)); 2168c1f031eeSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 2169c1f031eeSMatthew G. Knepley PetscInt foff; 2170420e96edSMatthew G. Knepley PetscPointFunc obj_func; 2171b69edc29SMatthew G. Knepley PetscScalar lint; 2172c1f031eeSMatthew G. Knepley 21739566063dSJacob Faibussowitsch PetscCall(PetscDSGetObjective(prob, f, &obj_func)); 21749566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(prob, f, &foff)); 2175c1f031eeSMatthew G. Knepley if (obj_func) { 2176c1f031eeSMatthew G. Knepley for (c = 0; c < numCells; ++c) { 2177b5a3613cSMatthew G. Knepley PetscScalar *u_x; 2178b5a3613cSMatthew G. Knepley 21799566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, c, lgrad, &u_x)); 2180338f77d5SMatthew G. Knepley obj_func(dim, Nf, NfAux, uOff, uOff_x, &u[totDim * c + foff], NULL, u_x, aOff, NULL, &a[totDimAux * c], NULL, NULL, 0.0, cgeomFVM[c].centroid, numConstants, constants, &lint); 2181338f77d5SMatthew G. Knepley cintegral[c * Nf + f] += PetscRealPart(lint) * cgeomFVM[c].volume; 218273d901b8SMatthew G. Knepley } 2183c1f031eeSMatthew G. Knepley } 218463a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 2185c1f031eeSMatthew G. Knepley } 2186338f77d5SMatthew G. Knepley /* Cleanup data arrays */ 2187b5a3613cSMatthew G. Knepley if (useFVM) { 21889566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(locGrad, &lgrad)); 21899566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(cellGeometryFVM, (const PetscScalar **)&cgeomFVM)); 21909566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dmGrad, &locGrad)); 21919566063dSJacob Faibussowitsch PetscCall(VecDestroy(&faceGeometryFVM)); 21929566063dSJacob Faibussowitsch PetscCall(VecDestroy(&cellGeometryFVM)); 21939566063dSJacob Faibussowitsch PetscCall(DMDestroy(&dmGrad)); 2194b5a3613cSMatthew G. Knepley } 21959566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscFree(a)); 21969566063dSJacob Faibussowitsch PetscCall(PetscFree(u)); 2197338f77d5SMatthew G. Knepley /* Cleanup */ 219848a46eb9SPierre Jolivet if (affineQuad) PetscCall(PetscFEGeomDestroy(&cgeomFEM)); 21999566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 22009566063dSJacob Faibussowitsch PetscCall(ISDestroy(&cellIS)); 22019566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &locX)); 22023ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2203338f77d5SMatthew G. Knepley } 2204338f77d5SMatthew G. Knepley 2205338f77d5SMatthew G. Knepley /*@ 2206338f77d5SMatthew G. Knepley DMPlexComputeIntegralFEM - Form the integral over the domain from the global input X using pointwise functions specified by the user 2207338f77d5SMatthew G. Knepley 2208338f77d5SMatthew G. Knepley Input Parameters: 2209338f77d5SMatthew G. Knepley + dm - The mesh 2210338f77d5SMatthew G. Knepley . X - Global input vector 2211338f77d5SMatthew G. Knepley - user - The user context 2212338f77d5SMatthew G. Knepley 2213338f77d5SMatthew G. Knepley Output Parameter: 2214338f77d5SMatthew G. Knepley . integral - Integral for each field 2215338f77d5SMatthew G. Knepley 2216338f77d5SMatthew G. Knepley Level: developer 2217338f77d5SMatthew G. Knepley 22181cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSNESComputeResidualFEM()` 2219338f77d5SMatthew G. Knepley @*/ 2220d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscScalar *integral, void *user) 2221d71ae5a4SJacob Faibussowitsch { 2222338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 2223b8feb594SMatthew G. Knepley PetscScalar *cintegral, *lintegral; 2224412e9a14SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cell; 2225338f77d5SMatthew G. Knepley 2226338f77d5SMatthew G. Knepley PetscFunctionBegin; 2227338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2228338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 22294f572ea9SToby Isaac PetscAssertPointer(integral, 3); 22309566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 22319566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 22329566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dm, &cellHeight)); 22339566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd)); 2234338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 22359566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &lintegral, (cEnd - cStart) * Nf, &cintegral)); 22369566063dSJacob Faibussowitsch PetscCall(DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user)); 2237338f77d5SMatthew G. Knepley /* Sum up values */ 2238338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2239338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 2240338f77d5SMatthew G. Knepley 22419566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c * Nf])); 2242b8feb594SMatthew G. Knepley for (f = 0; f < Nf; ++f) lintegral[f] += cintegral[c * Nf + f]; 2243338f77d5SMatthew G. Knepley } 22441c2dc1cbSBarry Smith PetscCall(MPIU_Allreduce(lintegral, integral, Nf, MPIU_SCALAR, MPIU_SUM, PetscObjectComm((PetscObject)dm))); 224573d901b8SMatthew G. Knepley if (mesh->printFEM) { 22469566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)dm), "Integral:")); 22479566063dSJacob Faibussowitsch for (f = 0; f < Nf; ++f) PetscCall(PetscPrintf(PetscObjectComm((PetscObject)dm), " %g", (double)PetscRealPart(integral[f]))); 22489566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)dm), "\n")); 224973d901b8SMatthew G. Knepley } 22509566063dSJacob Faibussowitsch PetscCall(PetscFree2(lintegral, cintegral)); 22519566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 22523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2253338f77d5SMatthew G. Knepley } 2254338f77d5SMatthew G. Knepley 2255338f77d5SMatthew G. Knepley /*@ 2256338f77d5SMatthew G. Knepley DMPlexComputeCellwiseIntegralFEM - Form the vector of cellwise integrals F from the global input X using pointwise functions specified by the user 2257338f77d5SMatthew G. Knepley 2258338f77d5SMatthew G. Knepley Input Parameters: 2259338f77d5SMatthew G. Knepley + dm - The mesh 2260338f77d5SMatthew G. Knepley . X - Global input vector 2261338f77d5SMatthew G. Knepley - user - The user context 2262338f77d5SMatthew G. Knepley 2263338f77d5SMatthew G. Knepley Output Parameter: 226460225df5SJacob Faibussowitsch . F - Cellwise integrals for each field 2265338f77d5SMatthew G. Knepley 2266338f77d5SMatthew G. Knepley Level: developer 2267338f77d5SMatthew G. Knepley 22681cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexSNESComputeResidualFEM()` 2269338f77d5SMatthew G. Knepley @*/ 2270d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeCellwiseIntegralFEM(DM dm, Vec X, Vec F, void *user) 2271d71ae5a4SJacob Faibussowitsch { 2272338f77d5SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 2273338f77d5SMatthew G. Knepley DM dmF; 2274338f77d5SMatthew G. Knepley PetscSection sectionF; 2275338f77d5SMatthew G. Knepley PetscScalar *cintegral, *af; 2276412e9a14SMatthew G. Knepley PetscInt Nf, f, cellHeight, cStart, cEnd, cell; 2277338f77d5SMatthew G. Knepley 2278338f77d5SMatthew G. Knepley PetscFunctionBegin; 2279338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 2280338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 2281338f77d5SMatthew G. Knepley PetscValidHeaderSpecific(F, VEC_CLASSID, 3); 22829566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 22839566063dSJacob Faibussowitsch PetscCall(DMGetNumFields(dm, &Nf)); 22849566063dSJacob Faibussowitsch PetscCall(DMPlexGetVTKCellHeight(dm, &cellHeight)); 22859566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dm, cellHeight, &cStart, &cEnd)); 2286338f77d5SMatthew G. Knepley /* TODO Introduce a loop over large chunks (right now this is a single chunk) */ 22879566063dSJacob Faibussowitsch PetscCall(PetscCalloc1((cEnd - cStart) * Nf, &cintegral)); 22889566063dSJacob Faibussowitsch PetscCall(DMPlexComputeIntegral_Internal(dm, X, cStart, cEnd, cintegral, user)); 2289338f77d5SMatthew G. Knepley /* Put values in F*/ 22909566063dSJacob Faibussowitsch PetscCall(VecGetDM(F, &dmF)); 22919566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmF, §ionF)); 22929566063dSJacob Faibussowitsch PetscCall(VecGetArray(F, &af)); 2293338f77d5SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2294338f77d5SMatthew G. Knepley const PetscInt c = cell - cStart; 2295338f77d5SMatthew G. Knepley PetscInt dof, off; 2296338f77d5SMatthew G. Knepley 22979566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, "Cell Integral", Nf, &cintegral[c * Nf])); 22989566063dSJacob Faibussowitsch PetscCall(PetscSectionGetDof(sectionF, cell, &dof)); 22999566063dSJacob Faibussowitsch PetscCall(PetscSectionGetOffset(sectionF, cell, &off)); 230063a3b9bcSJacob Faibussowitsch PetscCheck(dof == Nf, PETSC_COMM_SELF, PETSC_ERR_ARG_SIZ, "The number of cell dofs %" PetscInt_FMT " != %" PetscInt_FMT, dof, Nf); 2301338f77d5SMatthew G. Knepley for (f = 0; f < Nf; ++f) af[off + f] = cintegral[c * Nf + f]; 2302338f77d5SMatthew G. Knepley } 23039566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(F, &af)); 23049566063dSJacob Faibussowitsch PetscCall(PetscFree(cintegral)); 23059566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 23063ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 230773d901b8SMatthew G. Knepley } 230873d901b8SMatthew G. Knepley 2309d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdIntegral_Internal(DM dm, Vec locX, IS pointIS, void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), PetscScalar *fintegral, void *user) 2310d71ae5a4SJacob Faibussowitsch { 23119b6f715bSMatthew G. Knepley DM plex = NULL, plexA = NULL; 2312a6e0b375SMatthew G. Knepley DMEnclosureType encAux; 23139b6f715bSMatthew G. Knepley PetscDS prob, probAux = NULL; 23149b6f715bSMatthew G. Knepley PetscSection section, sectionAux = NULL; 23159b6f715bSMatthew G. Knepley Vec locA = NULL; 23169b6f715bSMatthew G. Knepley DMField coordField; 23179b6f715bSMatthew G. Knepley PetscInt Nf, totDim, *uOff, *uOff_x; 23189b6f715bSMatthew G. Knepley PetscInt NfAux = 0, totDimAux = 0, *aOff = NULL; 23199b6f715bSMatthew G. Knepley PetscScalar *u, *a = NULL; 232064c72086SMatthew G. Knepley const PetscScalar *constants; 23219b6f715bSMatthew G. Knepley PetscInt numConstants, f; 232264c72086SMatthew G. Knepley 232364c72086SMatthew G. Knepley PetscFunctionBegin; 23249566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 23259566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 23269566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 23279566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 23289566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &Nf)); 232964c72086SMatthew G. Knepley /* Determine which discretizations we have */ 23309b6f715bSMatthew G. Knepley for (f = 0; f < Nf; ++f) { 233164c72086SMatthew G. Knepley PetscObject obj; 233264c72086SMatthew G. Knepley PetscClassId id; 233364c72086SMatthew G. Knepley 23349566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 23359566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 233663a3b9bcSJacob Faibussowitsch PetscCheck(id != PETSCFV_CLASSID, PetscObjectComm((PetscObject)dm), PETSC_ERR_SUP, "Not supported for FVM (field %" PetscInt_FMT ")", f); 233764c72086SMatthew G. Knepley } 233864c72086SMatthew G. Knepley /* Read DS information */ 23399566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 23409566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(prob, &uOff)); 23419566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentDerivativeOffsets(prob, &uOff_x)); 23429566063dSJacob Faibussowitsch PetscCall(PetscDSGetConstants(prob, &numConstants, &constants)); 234364c72086SMatthew G. Knepley /* Read Auxiliary DS information */ 23449566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &locA)); 23459b6f715bSMatthew G. Knepley if (locA) { 23469b6f715bSMatthew G. Knepley DM dmAux; 23479b6f715bSMatthew G. Knepley 23489566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 23499566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 23509566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 23519566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 23529566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(probAux, &NfAux)); 23539566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 23549566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 23559566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffsets(probAux, &aOff)); 235664c72086SMatthew G. Knepley } 23579b6f715bSMatthew G. Knepley /* Integrate over points */ 23589b6f715bSMatthew G. Knepley { 23599b6f715bSMatthew G. Knepley PetscFEGeom *fgeom, *chunkGeom = NULL; 2360b7260050SToby Isaac PetscInt maxDegree; 23619b6f715bSMatthew G. Knepley PetscQuadrature qGeom = NULL; 23629b6f715bSMatthew G. Knepley const PetscInt *points; 23639b6f715bSMatthew G. Knepley PetscInt numFaces, face, Nq, field; 23649b6f715bSMatthew G. Knepley PetscInt numChunks, chunkSize, chunk, Nr, offset; 236564c72086SMatthew G. Knepley 23669566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 23679566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 23689566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(numFaces * totDim, &u, locA ? numFaces * totDimAux : 0, &a)); 23699566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree)); 237064c72086SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 237164c72086SMatthew G. Knepley PetscFE fe; 237264c72086SMatthew G. Knepley 23739566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&fe)); 23749566063dSJacob Faibussowitsch if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom)); 23759b6f715bSMatthew G. Knepley if (!qGeom) { 23769566063dSJacob Faibussowitsch PetscCall(PetscFEGetFaceQuadrature(fe, &qGeom)); 23779566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 23789b6f715bSMatthew G. Knepley } 23799566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 23809566063dSJacob Faibussowitsch PetscCall(DMPlexGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 23819b6f715bSMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 2382f15274beSMatthew Knepley const PetscInt point = points[face], *support; 23839b6f715bSMatthew G. Knepley PetscScalar *x = NULL; 2384f15274beSMatthew Knepley PetscInt i; 23859b6f715bSMatthew G. Knepley 23869566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 23879566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x)); 23889b6f715bSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face * totDim + i] = x[i]; 23899566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x)); 23909b6f715bSMatthew G. Knepley if (locA) { 23919b6f715bSMatthew G. Knepley PetscInt subp; 23929566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp)); 23939566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x)); 23949b6f715bSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[f * totDimAux + i] = x[i]; 23959566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x)); 23969b6f715bSMatthew G. Knepley } 23979b6f715bSMatthew G. Knepley } 23989b6f715bSMatthew G. Knepley /* Get blocking */ 23999b6f715bSMatthew G. Knepley { 24009b6f715bSMatthew G. Knepley PetscQuadrature q; 24019b6f715bSMatthew G. Knepley PetscInt numBatches, batchSize, numBlocks, blockSize; 24029b6f715bSMatthew G. Knepley PetscInt Nq, Nb; 24039b6f715bSMatthew G. Knepley 24049566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 24059566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &q)); 24069566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(q, NULL, NULL, &Nq, NULL, NULL)); 24079566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 240864c72086SMatthew G. Knepley blockSize = Nb * Nq; 240964c72086SMatthew G. Knepley batchSize = numBlocks * blockSize; 24109b6f715bSMatthew G. Knepley chunkSize = numBatches * batchSize; 24119566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 24129b6f715bSMatthew G. Knepley numChunks = numFaces / chunkSize; 24139b6f715bSMatthew G. Knepley Nr = numFaces % chunkSize; 241464c72086SMatthew G. Knepley offset = numFaces - Nr; 241564c72086SMatthew G. Knepley } 24169b6f715bSMatthew G. Knepley /* Do integration for each field */ 24179b6f715bSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 24189566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, chunk * chunkSize, (chunk + 1) * chunkSize, &chunkGeom)); 24199566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBd(prob, field, func, chunkSize, chunkGeom, u, probAux, a, fintegral)); 24209566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom)); 242164c72086SMatthew G. Knepley } 24229566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom)); 24239566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBd(prob, field, func, Nr, chunkGeom, &u[offset * totDim], probAux, a ? &a[offset * totDimAux] : NULL, &fintegral[offset * Nf])); 24249566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom)); 242564c72086SMatthew G. Knepley /* Cleanup data arrays */ 24269566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 24279566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 24289566063dSJacob Faibussowitsch PetscCall(PetscFree2(u, a)); 24299566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 243064c72086SMatthew G. Knepley } 243164c72086SMatthew G. Knepley } 24329566063dSJacob Faibussowitsch if (plex) PetscCall(DMDestroy(&plex)); 24339566063dSJacob Faibussowitsch if (plexA) PetscCall(DMDestroy(&plexA)); 24343ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 24359b6f715bSMatthew G. Knepley } 24369b6f715bSMatthew G. Knepley 243760225df5SJacob Faibussowitsch /*@C 24389b6f715bSMatthew G. Knepley DMPlexComputeBdIntegral - Form the integral over the specified boundary from the global input X using pointwise functions specified by the user 24399b6f715bSMatthew G. Knepley 24409b6f715bSMatthew G. Knepley Input Parameters: 24419b6f715bSMatthew G. Knepley + dm - The mesh 24429b6f715bSMatthew G. Knepley . X - Global input vector 2443a1cb98faSBarry Smith . label - The boundary `DMLabel` 2444a1cb98faSBarry Smith . numVals - The number of label values to use, or `PETSC_DETERMINE` for all values 2445a1cb98faSBarry Smith . vals - The label values to use, or NULL for all values 244667b8a455SSatish Balay . func - The function to integrate along the boundary 24479b6f715bSMatthew G. Knepley - user - The user context 24489b6f715bSMatthew G. Knepley 24499b6f715bSMatthew G. Knepley Output Parameter: 24509b6f715bSMatthew G. Knepley . integral - Integral for each field 24519b6f715bSMatthew G. Knepley 24529b6f715bSMatthew G. Knepley Level: developer 24539b6f715bSMatthew G. Knepley 24541cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeIntegralFEM()`, `DMPlexComputeBdResidualFEM()` 24559b6f715bSMatthew G. Knepley @*/ 2456d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdIntegral(DM dm, Vec X, DMLabel label, PetscInt numVals, const PetscInt vals[], void (*func)(PetscInt, PetscInt, PetscInt, const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[], PetscReal, const PetscReal[], const PetscReal[], PetscInt, const PetscScalar[], PetscScalar[]), PetscScalar *integral, void *user) 2457d71ae5a4SJacob Faibussowitsch { 24589b6f715bSMatthew G. Knepley Vec locX; 24599b6f715bSMatthew G. Knepley PetscSection section; 24609b6f715bSMatthew G. Knepley DMLabel depthLabel; 24619b6f715bSMatthew G. Knepley IS facetIS; 24629b6f715bSMatthew G. Knepley PetscInt dim, Nf, f, v; 24639b6f715bSMatthew G. Knepley 24649b6f715bSMatthew G. Knepley PetscFunctionBegin; 24659b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 24669b6f715bSMatthew G. Knepley PetscValidHeaderSpecific(X, VEC_CLASSID, 2); 2467292bffcbSToby Isaac PetscValidHeaderSpecific(label, DMLABEL_CLASSID, 3); 24684f572ea9SToby Isaac if (vals) PetscAssertPointer(vals, 5); 24694f572ea9SToby Isaac PetscAssertPointer(integral, 7); 24709566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 24719566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 24729566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 24739566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 24749566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 24759566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(section, &Nf)); 24769b6f715bSMatthew G. Knepley /* Get local solution with boundary values */ 24779566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dm, &locX)); 24789566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_TRUE, locX, 0.0, NULL, NULL, NULL)); 24799566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dm, X, INSERT_VALUES, locX)); 24809566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dm, X, INSERT_VALUES, locX)); 24819b6f715bSMatthew G. Knepley /* Loop over label values */ 24829566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(integral, Nf)); 24839b6f715bSMatthew G. Knepley for (v = 0; v < numVals; ++v) { 24849b6f715bSMatthew G. Knepley IS pointIS; 24859b6f715bSMatthew G. Knepley PetscInt numFaces, face; 24869b6f715bSMatthew G. Knepley PetscScalar *fintegral; 24879b6f715bSMatthew G. Knepley 24889566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, vals[v], &pointIS)); 24899b6f715bSMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 24909b6f715bSMatthew G. Knepley { 24919b6f715bSMatthew G. Knepley IS isectIS; 24929b6f715bSMatthew G. Knepley 24939b6f715bSMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 24949566063dSJacob Faibussowitsch PetscCall(ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS)); 24959566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 24969b6f715bSMatthew G. Knepley pointIS = isectIS; 24979b6f715bSMatthew G. Knepley } 24989566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 24999566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(numFaces * Nf, &fintegral)); 25009566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdIntegral_Internal(dm, locX, pointIS, func, fintegral, user)); 25019b6f715bSMatthew G. Knepley /* Sum point contributions into integral */ 25029371c9d4SSatish Balay for (f = 0; f < Nf; ++f) 25039371c9d4SSatish Balay for (face = 0; face < numFaces; ++face) integral[f] += fintegral[face * Nf + f]; 25049566063dSJacob Faibussowitsch PetscCall(PetscFree(fintegral)); 25059566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 25069b6f715bSMatthew G. Knepley } 25079566063dSJacob Faibussowitsch PetscCall(DMRestoreLocalVector(dm, &locX)); 25089566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 25099566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_IntegralFEM, dm, 0, 0, 0)); 25103ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 251164c72086SMatthew G. Knepley } 251264c72086SMatthew G. Knepley 2513d69c5d34SMatthew G. Knepley /*@ 2514a1cb98faSBarry Smith DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix I from the coarse `DM` to a uniformly refined `DM`. 2515d69c5d34SMatthew G. Knepley 2516d69c5d34SMatthew G. Knepley Input Parameters: 2517cf51de39SMatthew G. Knepley + dmc - The coarse mesh 2518cf51de39SMatthew G. Knepley . dmf - The fine mesh 2519cf51de39SMatthew G. Knepley . isRefined - Flag indicating regular refinement, rather than the same topology 2520d69c5d34SMatthew G. Knepley - user - The user context 2521d69c5d34SMatthew G. Knepley 2522d69c5d34SMatthew G. Knepley Output Parameter: 2523934789fcSMatthew G. Knepley . In - The interpolation matrix 2524d69c5d34SMatthew G. Knepley 2525d69c5d34SMatthew G. Knepley Level: developer 2526d69c5d34SMatthew G. Knepley 25271cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeInterpolatorGeneral()`, `DMPlexComputeJacobianFEM()` 2528d69c5d34SMatthew G. Knepley @*/ 2529d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, PetscBool isRefined, Mat In, void *user) 2530d71ae5a4SJacob Faibussowitsch { 2531d69c5d34SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dmc->data; 2532d69c5d34SMatthew G. Knepley const char *name = "Interpolator"; 2533d69c5d34SMatthew G. Knepley PetscFE *feRef; 253497c42addSMatthew G. Knepley PetscFV *fvRef; 2535d69c5d34SMatthew G. Knepley PetscSection fsection, fglobalSection; 2536d69c5d34SMatthew G. Knepley PetscSection csection, cglobalSection; 2537d69c5d34SMatthew G. Knepley PetscScalar *elemMat; 2538485ad865SMatthew G. Knepley PetscInt dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, c; 25392ea9c922SToby Isaac PetscInt cTotDim = 0, rTotDim = 0; 2540d69c5d34SMatthew G. Knepley 2541d69c5d34SMatthew G. Knepley PetscFunctionBegin; 25429566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 25439566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dmf, &dim)); 25449566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 25459566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &fglobalSection)); 25469566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 25479566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &cglobalSection)); 25489566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(fsection, &Nf)); 25499566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd)); 25509566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &feRef, Nf, &fvRef)); 2551d69c5d34SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 25522ea9c922SToby Isaac PetscObject obj, objc; 25532ea9c922SToby Isaac PetscClassId id, idc; 25542ea9c922SToby Isaac PetscInt rNb = 0, Nc = 0, cNb = 0; 2555d69c5d34SMatthew G. Knepley 25569566063dSJacob Faibussowitsch PetscCall(DMGetField(dmf, f, NULL, &obj)); 25579566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 255897c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 255997c42addSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 256097c42addSMatthew G. Knepley 2561cf51de39SMatthew G. Knepley if (isRefined) { 25629566063dSJacob Faibussowitsch PetscCall(PetscFERefine(fe, &feRef[f])); 2563cf51de39SMatthew G. Knepley } else { 25649566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)fe)); 2565cf51de39SMatthew G. Knepley feRef[f] = fe; 2566cf51de39SMatthew G. Knepley } 25679566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(feRef[f], &rNb)); 25689566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 256997c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 257097c42addSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 257197c42addSMatthew G. Knepley PetscDualSpace Q; 257297c42addSMatthew G. Knepley 2573cf51de39SMatthew G. Knepley if (isRefined) { 25749566063dSJacob Faibussowitsch PetscCall(PetscFVRefine(fv, &fvRef[f])); 2575cf51de39SMatthew G. Knepley } else { 25769566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)fv)); 2577cf51de39SMatthew G. Knepley fvRef[f] = fv; 2578cf51de39SMatthew G. Knepley } 25799566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[f], &Q)); 25809566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &rNb)); 25819566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fv, &Q)); 25829566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 258397c42addSMatthew G. Knepley } 25849566063dSJacob Faibussowitsch PetscCall(DMGetField(dmc, f, NULL, &objc)); 25859566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(objc, &idc)); 25862ea9c922SToby Isaac if (idc == PETSCFE_CLASSID) { 25872ea9c922SToby Isaac PetscFE fe = (PetscFE)objc; 25882ea9c922SToby Isaac 25899566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &cNb)); 25902ea9c922SToby Isaac } else if (id == PETSCFV_CLASSID) { 25912ea9c922SToby Isaac PetscFV fv = (PetscFV)obj; 25922ea9c922SToby Isaac PetscDualSpace Q; 25932ea9c922SToby Isaac 25949566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fv, &Q)); 25959566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &cNb)); 2596d69c5d34SMatthew G. Knepley } 25972ea9c922SToby Isaac rTotDim += rNb; 25982ea9c922SToby Isaac cTotDim += cNb; 25992ea9c922SToby Isaac } 26009566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(rTotDim * cTotDim, &elemMat)); 26019566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, rTotDim * cTotDim)); 2602d69c5d34SMatthew G. Knepley for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) { 2603d69c5d34SMatthew G. Knepley PetscDualSpace Qref; 2604d69c5d34SMatthew G. Knepley PetscQuadrature f; 2605d69c5d34SMatthew G. Knepley const PetscReal *qpoints, *qweights; 2606d69c5d34SMatthew G. Knepley PetscReal *points; 2607d69c5d34SMatthew G. Knepley PetscInt npoints = 0, Nc, Np, fpdim, i, k, p, d; 2608d69c5d34SMatthew G. Knepley 2609d69c5d34SMatthew G. Knepley /* Compose points from all dual basis functionals */ 261097c42addSMatthew G. Knepley if (feRef[fieldI]) { 26119566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(feRef[fieldI], &Qref)); 26129566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(feRef[fieldI], &Nc)); 261397c42addSMatthew G. Knepley } else { 26149566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[fieldI], &Qref)); 26159566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fvRef[fieldI], &Nc)); 261697c42addSMatthew G. Knepley } 26179566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Qref, &fpdim)); 2618d69c5d34SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 26199566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 26209566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, NULL, &Np, NULL, NULL)); 2621d69c5d34SMatthew G. Knepley npoints += Np; 2622d69c5d34SMatthew G. Knepley } 26239566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(npoints * dim, &points)); 2624d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 26259566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 26269566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, NULL, &Np, &qpoints, NULL)); 26279371c9d4SSatish Balay for (p = 0; p < Np; ++p, ++k) 26289371c9d4SSatish Balay for (d = 0; d < dim; ++d) points[k * dim + d] = qpoints[p * dim + d]; 2629d69c5d34SMatthew G. Knepley } 2630d69c5d34SMatthew G. Knepley 2631d69c5d34SMatthew G. Knepley for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) { 263297c42addSMatthew G. Knepley PetscObject obj; 263397c42addSMatthew G. Knepley PetscClassId id; 26349c3cf19fSMatthew G. Knepley PetscInt NcJ = 0, cpdim = 0, j, qNc; 2635d69c5d34SMatthew G. Knepley 26369566063dSJacob Faibussowitsch PetscCall(DMGetField(dmc, fieldJ, NULL, &obj)); 26379566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 263897c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 263997c42addSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 2640ef0bb6c7SMatthew G. Knepley PetscTabulation T = NULL; 2641d69c5d34SMatthew G. Knepley 2642d69c5d34SMatthew G. Knepley /* Evaluate basis at points */ 26439566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &NcJ)); 26449566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &cpdim)); 2645ffe73a53SMatthew G. Knepley /* For now, fields only interpolate themselves */ 2646ffe73a53SMatthew G. Knepley if (fieldI == fieldJ) { 264763a3b9bcSJacob Faibussowitsch PetscCheck(Nc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, Nc, NcJ); 26489566063dSJacob Faibussowitsch PetscCall(PetscFECreateTabulation(fe, 1, npoints, points, 0, &T)); 2649d69c5d34SMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 26509566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 26519566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights)); 265263a3b9bcSJacob Faibussowitsch PetscCheck(qNc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, qNc, NcJ); 2653d69c5d34SMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 265436a6d9c0SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2655d172c84bSMatthew G. Knepley /* 2656d172c84bSMatthew G. Knepley cTotDim: Total columns in element interpolation matrix, sum of number of dual basis functionals in each field 2657d172c84bSMatthew G. Knepley offsetI, offsetJ: Offsets into the larger element interpolation matrix for different fields 2658d172c84bSMatthew G. Knepley fpdim, i, cpdim, j: Dofs for fine and coarse grids, correspond to dual space basis functionals 2659d172c84bSMatthew G. Knepley qNC, Nc, Ncj, c: Number of components in this field 2660d172c84bSMatthew G. Knepley Np, p: Number of quad points in the fine grid functional i 2661d172c84bSMatthew G. Knepley k: i*Np + p, overall point number for the interpolation 2662d172c84bSMatthew G. Knepley */ 2663ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i) * cTotDim + offsetJ + j] += T->T[0][k * cpdim * NcJ + j * Nc + c] * qweights[p * qNc + c]; 266436a6d9c0SMatthew G. Knepley } 2665d69c5d34SMatthew G. Knepley } 2666d69c5d34SMatthew G. Knepley } 26679566063dSJacob Faibussowitsch PetscCall(PetscTabulationDestroy(&T)); 2668ffe73a53SMatthew G. Knepley } 266997c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 267097c42addSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 267197c42addSMatthew G. Knepley 267297c42addSMatthew G. Knepley /* Evaluate constant function at points */ 26739566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &NcJ)); 267497c42addSMatthew G. Knepley cpdim = 1; 267597c42addSMatthew G. Knepley /* For now, fields only interpolate themselves */ 267697c42addSMatthew G. Knepley if (fieldI == fieldJ) { 267763a3b9bcSJacob Faibussowitsch PetscCheck(Nc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, Nc, NcJ); 267897c42addSMatthew G. Knepley for (i = 0, k = 0; i < fpdim; ++i) { 26799566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Qref, i, &f)); 26809566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, &qNc, &Np, NULL, &qweights)); 268163a3b9bcSJacob Faibussowitsch PetscCheck(qNc == NcJ, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, qNc, NcJ); 268297c42addSMatthew G. Knepley for (p = 0; p < Np; ++p, ++k) { 268397c42addSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2684458eb97cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[(offsetI + i) * cTotDim + offsetJ + j] += 1.0 * qweights[p * qNc + c]; 268597c42addSMatthew G. Knepley } 268697c42addSMatthew G. Knepley } 268797c42addSMatthew G. Knepley } 268897c42addSMatthew G. Knepley } 268997c42addSMatthew G. Knepley } 2690d172c84bSMatthew G. Knepley offsetJ += cpdim; 2691d69c5d34SMatthew G. Knepley } 2692d172c84bSMatthew G. Knepley offsetI += fpdim; 26939566063dSJacob Faibussowitsch PetscCall(PetscFree(points)); 2694d69c5d34SMatthew G. Knepley } 26959566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat)); 26967f5b169aSMatthew G. Knepley /* Preallocate matrix */ 26977f5b169aSMatthew G. Knepley { 2698c094ef40SMatthew G. Knepley Mat preallocator; 2699c094ef40SMatthew G. Knepley PetscScalar *vals; 2700c094ef40SMatthew G. Knepley PetscInt *cellCIndices, *cellFIndices; 2701c094ef40SMatthew G. Knepley PetscInt locRows, locCols, cell; 27027f5b169aSMatthew G. Knepley 27039566063dSJacob Faibussowitsch PetscCall(MatGetLocalSize(In, &locRows, &locCols)); 27049566063dSJacob Faibussowitsch PetscCall(MatCreate(PetscObjectComm((PetscObject)In), &preallocator)); 27059566063dSJacob Faibussowitsch PetscCall(MatSetType(preallocator, MATPREALLOCATOR)); 27069566063dSJacob Faibussowitsch PetscCall(MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE)); 27079566063dSJacob Faibussowitsch PetscCall(MatSetUp(preallocator)); 27089566063dSJacob Faibussowitsch PetscCall(PetscCalloc3(rTotDim * cTotDim, &vals, cTotDim, &cellCIndices, rTotDim, &cellFIndices)); 27097f5b169aSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2710cf51de39SMatthew G. Knepley if (isRefined) { 27119566063dSJacob Faibussowitsch PetscCall(DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices)); 27129566063dSJacob Faibussowitsch PetscCall(MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES)); 2713cf51de39SMatthew G. Knepley } else { 27149566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosureGeneral(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, preallocator, cell, vals, INSERT_VALUES)); 2715cf51de39SMatthew G. Knepley } 27167f5b169aSMatthew G. Knepley } 27179566063dSJacob Faibussowitsch PetscCall(PetscFree3(vals, cellCIndices, cellFIndices)); 27189566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY)); 27199566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY)); 27209566063dSJacob Faibussowitsch PetscCall(MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In)); 27219566063dSJacob Faibussowitsch PetscCall(MatDestroy(&preallocator)); 27227f5b169aSMatthew G. Knepley } 27237f5b169aSMatthew G. Knepley /* Fill matrix */ 27249566063dSJacob Faibussowitsch PetscCall(MatZeroEntries(In)); 2725d69c5d34SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 2726cf51de39SMatthew G. Knepley if (isRefined) { 27279566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES)); 2728cf51de39SMatthew G. Knepley } else { 27299566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosureGeneral(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES)); 2730cf51de39SMatthew G. Knepley } 2731d69c5d34SMatthew G. Knepley } 27329566063dSJacob Faibussowitsch for (f = 0; f < Nf; ++f) PetscCall(PetscFEDestroy(&feRef[f])); 27339566063dSJacob Faibussowitsch PetscCall(PetscFree2(feRef, fvRef)); 27349566063dSJacob Faibussowitsch PetscCall(PetscFree(elemMat)); 27359566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY)); 27369566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY)); 27379318fe57SMatthew G. Knepley if (mesh->printFEM > 1) { 27389566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)In), "%s:\n", name)); 27392ce66baaSPierre Jolivet PetscCall(MatFilter(In, 1.0e-10, PETSC_FALSE, PETSC_FALSE)); 27409566063dSJacob Faibussowitsch PetscCall(MatView(In, NULL)); 2741d69c5d34SMatthew G. Knepley } 27429566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 27433ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 2744d69c5d34SMatthew G. Knepley } 27456c73c22cSMatthew G. Knepley 2746d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeMassMatrixNested(DM dmc, DM dmf, Mat mass, void *user) 2747d71ae5a4SJacob Faibussowitsch { 2748bd041c0cSMatthew G. Knepley SETERRQ(PetscObjectComm((PetscObject)dmc), PETSC_ERR_SUP, "Laziness"); 2749bd041c0cSMatthew G. Knepley } 2750bd041c0cSMatthew G. Knepley 275168132eb9SMatthew G. Knepley /*@ 2752a1cb98faSBarry Smith DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix I from the coarse `DM` to a non-nested fine `DM`. 275368132eb9SMatthew G. Knepley 275468132eb9SMatthew G. Knepley Input Parameters: 275568132eb9SMatthew G. Knepley + dmf - The fine mesh 275668132eb9SMatthew G. Knepley . dmc - The coarse mesh 275768132eb9SMatthew G. Knepley - user - The user context 275868132eb9SMatthew G. Knepley 275968132eb9SMatthew G. Knepley Output Parameter: 276068132eb9SMatthew G. Knepley . In - The interpolation matrix 276168132eb9SMatthew G. Knepley 276268132eb9SMatthew G. Knepley Level: developer 276368132eb9SMatthew G. Knepley 27641cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeInterpolatorNested()`, `DMPlexComputeJacobianFEM()` 276568132eb9SMatthew G. Knepley @*/ 2766d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user) 2767d71ae5a4SJacob Faibussowitsch { 276864e98e1dSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dmf->data; 276964e98e1dSMatthew G. Knepley const char *name = "Interpolator"; 27704ef9d792SMatthew G. Knepley PetscDS prob; 2771a0806964SMatthew G. Knepley Mat interp; 2772a0806964SMatthew G. Knepley PetscSection fsection, globalFSection; 2773a0806964SMatthew G. Knepley PetscSection csection, globalCSection; 2774a0806964SMatthew G. Knepley PetscInt locRows, locCols; 27754ef9d792SMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 27764ef9d792SMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 27774ef9d792SMatthew G. Knepley PetscScalar *elemMat; 2778a0806964SMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell, s; 27794ef9d792SMatthew G. Knepley 27804ef9d792SMatthew G. Knepley PetscFunctionBegin; 27819566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 27829566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dmc, &dim)); 27839566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmc, &prob)); 27849566063dSJacob Faibussowitsch PetscCall(PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL)); 27859566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 27869566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0, dim * dim, &J, dim * dim, &invJ)); 27879566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0c, dim * dim, &Jc, dim * dim, &invJc)); 27889566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 27899566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &globalFSection)); 27909566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 27919566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &globalCSection)); 2792a0806964SMatthew G. Knepley PetscCall(DMPlexGetSimplexOrBoxCells(dmf, 0, &cStart, &cEnd)); 27939566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 27949566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(totDim, &elemMat)); 27954ef9d792SMatthew G. Knepley 2796a0806964SMatthew G. Knepley PetscCall(MatGetLocalSize(In, &locRows, &locCols)); 2797a0806964SMatthew G. Knepley PetscCall(MatCreate(PetscObjectComm((PetscObject)In), &interp)); 2798a0806964SMatthew G. Knepley PetscCall(MatSetType(interp, MATPREALLOCATOR)); 2799a0806964SMatthew G. Knepley PetscCall(MatSetSizes(interp, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE)); 2800a0806964SMatthew G. Knepley PetscCall(MatSetUp(interp)); 2801a0806964SMatthew G. Knepley for (s = 0; s < 2; ++s) { 28024ef9d792SMatthew G. Knepley for (field = 0; field < Nf; ++field) { 28034ef9d792SMatthew G. Knepley PetscObject obj; 28044ef9d792SMatthew G. Knepley PetscClassId id; 2805c0d7054bSMatthew G. Knepley PetscDualSpace Q = NULL; 2806ef0bb6c7SMatthew G. Knepley PetscTabulation T = NULL; 28074ef9d792SMatthew G. Knepley PetscQuadrature f; 28084ef9d792SMatthew G. Knepley const PetscReal *qpoints, *qweights; 2809d0f6233fSMatthew G. Knepley PetscInt Nc, qNc, Np, fpdim, off, i, d; 28104ef9d792SMatthew G. Knepley 2811d0f6233fSMatthew G. Knepley PetscCall(PetscDSGetFieldOffset(prob, field, &off)); 28129566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 28139566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 28144ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 28154ef9d792SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 28164ef9d792SMatthew G. Knepley 28179566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(fe, &Q)); 28189566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 2819a0806964SMatthew G. Knepley if (s) PetscCall(PetscFECreateTabulation(fe, 1, 1, x, 0, &T)); 28204ef9d792SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 28214ef9d792SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 28224ef9d792SMatthew G. Knepley 28239566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fv, &Q)); 28244ef9d792SMatthew G. Knepley Nc = 1; 282563a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dmc), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, field); 28269566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &fpdim)); 28274ef9d792SMatthew G. Knepley /* For each fine grid cell */ 28284ef9d792SMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 28294ef9d792SMatthew G. Knepley PetscInt *findices, *cindices; 28304ef9d792SMatthew G. Knepley PetscInt numFIndices, numCIndices; 28314ef9d792SMatthew G. Knepley 28329566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 28339566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ)); 2834d0f6233fSMatthew G. Knepley PetscCheck(numFIndices == totDim, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %" PetscInt_FMT " != %" PetscInt_FMT " dual basis vecs", numFIndices, totDim); 28354ef9d792SMatthew G. Knepley for (i = 0; i < fpdim; ++i) { 28364ef9d792SMatthew G. Knepley Vec pointVec; 28374ef9d792SMatthew G. Knepley PetscScalar *pV; 283812111d7cSToby Isaac PetscSF coarseCellSF = NULL; 28393a93e3b7SToby Isaac const PetscSFNode *coarseCells; 2840d0f6233fSMatthew G. Knepley PetscInt numCoarseCells, cpdim, row = findices[i + off], q, c, j; 28414ef9d792SMatthew G. Knepley 28424ef9d792SMatthew G. Knepley /* Get points from the dual basis functional quadrature */ 28439566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(Q, i, &f)); 28449566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(f, NULL, &qNc, &Np, &qpoints, &qweights)); 284563a3b9bcSJacob Faibussowitsch PetscCheck(qNc == Nc, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in quadrature %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, qNc, Nc); 28469566063dSJacob Faibussowitsch PetscCall(VecCreateSeq(PETSC_COMM_SELF, Np * dim, &pointVec)); 28479566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(pointVec, dim)); 28489566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 28494ef9d792SMatthew G. Knepley for (q = 0; q < Np; ++q) { 2850c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2851c330f8ffSToby Isaac 28524ef9d792SMatthew G. Knepley /* Transform point to real space */ 2853c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q * dim], x); 28544ef9d792SMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q * dim + d] = x[d]; 28554ef9d792SMatthew G. Knepley } 28569566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 28574ef9d792SMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 28581555c271SMatthew G. Knepley /* OPT: Read this out from preallocation information */ 28599566063dSJacob Faibussowitsch PetscCall(DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF)); 28604ef9d792SMatthew G. Knepley /* Update preallocation info */ 28619566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells)); 28625f80ce2aSJacob Faibussowitsch PetscCheck(numCoarseCells == Np, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Not all closure points located"); 28639566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 28644ef9d792SMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 2865826eb36dSMatthew G. Knepley PetscReal pVReal[3]; 2866c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 2867826eb36dSMatthew G. Knepley 28689566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 2869a0806964SMatthew G. Knepley if (id == PETSCFE_CLASSID) PetscCall(PetscFEGetDimension((PetscFE)obj, &cpdim)); 2870a0806964SMatthew G. Knepley else cpdim = 1; 2871a0806964SMatthew G. Knepley 2872a0806964SMatthew G. Knepley if (s) { 28734ef9d792SMatthew G. Knepley /* Transform points from real space to coarse reference space */ 28749566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc)); 2875e2d86523SMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell * dim + d]); 2876c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 28774ef9d792SMatthew G. Knepley 28784ef9d792SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 28794ef9d792SMatthew G. Knepley /* Evaluate coarse basis on contained point */ 2880a0806964SMatthew G. Knepley PetscCall(PetscFEComputeTabulation((PetscFE)obj, 1, x, 0, T)); 28819566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, cpdim)); 28824ef9d792SMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 28834ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 2884ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j * Nc + c] * qweights[ccell * qNc + c]; 28854ef9d792SMatthew G. Knepley } 28864ef9d792SMatthew G. Knepley } else { 28874ef9d792SMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 28889c3cf19fSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0 * qweights[ccell * qNc + c]; 28894ef9d792SMatthew G. Knepley } 28904ef9d792SMatthew G. Knepley } 28919566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat)); 2892a0806964SMatthew G. Knepley } 2893a0806964SMatthew G. Knepley /* Update interpolator */ 2894d0f6233fSMatthew G. Knepley PetscCheck(numCIndices == totDim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %" PetscInt_FMT " != %" PetscInt_FMT, numCIndices, totDim); 2895a0806964SMatthew G. Knepley PetscCall(MatSetValues(interp, 1, &row, cpdim, &cindices[off], elemMat, INSERT_VALUES)); 28969566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 28974ef9d792SMatthew G. Knepley } 28989566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 28999566063dSJacob Faibussowitsch PetscCall(PetscSFDestroy(&coarseCellSF)); 29009566063dSJacob Faibussowitsch PetscCall(VecDestroy(&pointVec)); 29014ef9d792SMatthew G. Knepley } 29029566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 29034ef9d792SMatthew G. Knepley } 2904a0806964SMatthew G. Knepley if (s && id == PETSCFE_CLASSID) PetscCall(PetscTabulationDestroy(&T)); 2905a0806964SMatthew G. Knepley } 2906a0806964SMatthew G. Knepley if (!s) { 2907a0806964SMatthew G. Knepley PetscCall(MatAssemblyBegin(interp, MAT_FINAL_ASSEMBLY)); 2908a0806964SMatthew G. Knepley PetscCall(MatAssemblyEnd(interp, MAT_FINAL_ASSEMBLY)); 2909a0806964SMatthew G. Knepley PetscCall(MatPreallocatorPreallocate(interp, PETSC_TRUE, In)); 2910a0806964SMatthew G. Knepley PetscCall(MatDestroy(&interp)); 2911a0806964SMatthew G. Knepley interp = In; 2912a0806964SMatthew G. Knepley } 29134ef9d792SMatthew G. Knepley } 29149566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0, J, invJ)); 29159566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0c, Jc, invJc)); 29169566063dSJacob Faibussowitsch PetscCall(PetscFree(elemMat)); 29179566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY)); 29189566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY)); 29199566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_InterpolatorFEM, dmc, dmf, 0, 0)); 29203ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 29214ef9d792SMatthew G. Knepley } 29224ef9d792SMatthew G. Knepley 292346fa42a0SMatthew G. Knepley /*@ 2924a1cb98faSBarry Smith DMPlexComputeMassMatrixGeneral - Form the local portion of the mass matrix M from the coarse `DM` to a non-nested fine `DM`. 2925bd041c0cSMatthew G. Knepley 2926bd041c0cSMatthew G. Knepley Input Parameters: 2927bd041c0cSMatthew G. Knepley + dmf - The fine mesh 2928bd041c0cSMatthew G. Knepley . dmc - The coarse mesh 2929bd041c0cSMatthew G. Knepley - user - The user context 2930bd041c0cSMatthew G. Knepley 2931bd041c0cSMatthew G. Knepley Output Parameter: 2932bd041c0cSMatthew G. Knepley . mass - The mass matrix 2933bd041c0cSMatthew G. Knepley 2934bd041c0cSMatthew G. Knepley Level: developer 2935bd041c0cSMatthew G. Knepley 29361cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeMassMatrixNested()`, `DMPlexComputeInterpolatorNested()`, `DMPlexComputeInterpolatorGeneral()`, `DMPlexComputeJacobianFEM()` 2937bd041c0cSMatthew G. Knepley @*/ 2938d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeMassMatrixGeneral(DM dmc, DM dmf, Mat mass, void *user) 2939d71ae5a4SJacob Faibussowitsch { 2940bd041c0cSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dmf->data; 2941bd041c0cSMatthew G. Knepley const char *name = "Mass Matrix"; 2942bd041c0cSMatthew G. Knepley PetscDS prob; 2943bd041c0cSMatthew G. Knepley PetscSection fsection, csection, globalFSection, globalCSection; 2944e8f14785SLisandro Dalcin PetscHSetIJ ht; 2945bd041c0cSMatthew G. Knepley PetscLayout rLayout; 2946bd041c0cSMatthew G. Knepley PetscInt *dnz, *onz; 2947bd041c0cSMatthew G. Knepley PetscInt locRows, rStart, rEnd; 2948bd041c0cSMatthew G. Knepley PetscReal *x, *v0, *J, *invJ, detJ; 2949bd041c0cSMatthew G. Knepley PetscReal *v0c, *Jc, *invJc, detJc; 2950bd041c0cSMatthew G. Knepley PetscScalar *elemMat; 2951bd041c0cSMatthew G. Knepley PetscInt dim, Nf, field, totDim, cStart, cEnd, cell, ccell; 2952bd041c0cSMatthew G. Knepley 2953bd041c0cSMatthew G. Knepley PetscFunctionBegin; 29549566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDim(dmc, &dim)); 29559566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmc, &prob)); 29569566063dSJacob Faibussowitsch PetscCall(PetscDSGetWorkspace(prob, &x, NULL, NULL, NULL, NULL)); 29579566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 29589566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0, dim * dim, &J, dim * dim, &invJ)); 29599566063dSJacob Faibussowitsch PetscCall(PetscMalloc3(dim, &v0c, dim * dim, &Jc, dim * dim, &invJc)); 29609566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 29619566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &globalFSection)); 29629566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 29639566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &globalCSection)); 29649566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd)); 29659566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 29669566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(totDim, &elemMat)); 2967bd041c0cSMatthew G. Knepley 29689566063dSJacob Faibussowitsch PetscCall(MatGetLocalSize(mass, &locRows, NULL)); 29699566063dSJacob Faibussowitsch PetscCall(PetscLayoutCreate(PetscObjectComm((PetscObject)mass), &rLayout)); 29709566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetLocalSize(rLayout, locRows)); 29719566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetBlockSize(rLayout, 1)); 29729566063dSJacob Faibussowitsch PetscCall(PetscLayoutSetUp(rLayout)); 29739566063dSJacob Faibussowitsch PetscCall(PetscLayoutGetRange(rLayout, &rStart, &rEnd)); 29749566063dSJacob Faibussowitsch PetscCall(PetscLayoutDestroy(&rLayout)); 29759566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(locRows, &dnz, locRows, &onz)); 29769566063dSJacob Faibussowitsch PetscCall(PetscHSetIJCreate(&ht)); 2977bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 2978bd041c0cSMatthew G. Knepley PetscObject obj; 2979bd041c0cSMatthew G. Knepley PetscClassId id; 2980bd041c0cSMatthew G. Knepley PetscQuadrature quad; 2981bd041c0cSMatthew G. Knepley const PetscReal *qpoints; 2982bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 2983bd041c0cSMatthew G. Knepley 29849566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 29859566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 29869566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscFEGetQuadrature((PetscFE)obj, &quad)); 29879566063dSJacob Faibussowitsch else PetscCall(PetscFVGetQuadrature((PetscFV)obj, &quad)); 29889566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, NULL)); 2989bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 2990bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 2991bd041c0cSMatthew G. Knepley Vec pointVec; 2992bd041c0cSMatthew G. Knepley PetscScalar *pV; 2993bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 2994bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 2995bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, q, c; 2996bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 2997bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 2998bd041c0cSMatthew G. Knepley 29999566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 30009566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ)); 3001bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 30029566063dSJacob Faibussowitsch PetscCall(VecCreateSeq(PETSC_COMM_SELF, Nq * dim, &pointVec)); 30039566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(pointVec, dim)); 30049566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 3005bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 3006c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3007c330f8ffSToby Isaac 3008bd041c0cSMatthew G. Knepley /* Transform point to real space */ 3009c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q * dim], x); 3010bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q * dim + d] = x[d]; 3011bd041c0cSMatthew G. Knepley } 30129566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 3013bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 30149566063dSJacob Faibussowitsch PetscCall(DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF)); 30159566063dSJacob Faibussowitsch PetscCall(PetscSFViewFromOptions(coarseCellSF, NULL, "-interp_sf_view")); 3016bd041c0cSMatthew G. Knepley /* Update preallocation info */ 30179566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells)); 30185f80ce2aSJacob Faibussowitsch PetscCheck(numCoarseCells == Nq, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Not all closure points located"); 3019bd041c0cSMatthew G. Knepley { 3020e8f14785SLisandro Dalcin PetscHashIJKey key; 3021e8f14785SLisandro Dalcin PetscBool missing; 3022bd041c0cSMatthew G. Knepley 3023bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 3024e8f14785SLisandro Dalcin key.i = findices[i]; 3025e8f14785SLisandro Dalcin if (key.i >= 0) { 3026bd041c0cSMatthew G. Knepley /* Get indices for coarse elements */ 3027bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 30289566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3029bd041c0cSMatthew G. Knepley for (c = 0; c < numCIndices; ++c) { 3030e8f14785SLisandro Dalcin key.j = cindices[c]; 3031e8f14785SLisandro Dalcin if (key.j < 0) continue; 30329566063dSJacob Faibussowitsch PetscCall(PetscHSetIJQueryAdd(ht, key, &missing)); 3033bd041c0cSMatthew G. Knepley if (missing) { 3034e8f14785SLisandro Dalcin if ((key.j >= rStart) && (key.j < rEnd)) ++dnz[key.i - rStart]; 3035e8f14785SLisandro Dalcin else ++onz[key.i - rStart]; 3036bd041c0cSMatthew G. Knepley } 3037bd041c0cSMatthew G. Knepley } 30389566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3039bd041c0cSMatthew G. Knepley } 3040bd041c0cSMatthew G. Knepley } 3041bd041c0cSMatthew G. Knepley } 3042bd041c0cSMatthew G. Knepley } 30439566063dSJacob Faibussowitsch PetscCall(PetscSFDestroy(&coarseCellSF)); 30449566063dSJacob Faibussowitsch PetscCall(VecDestroy(&pointVec)); 30459566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 3046bd041c0cSMatthew G. Knepley } 3047bd041c0cSMatthew G. Knepley } 30489566063dSJacob Faibussowitsch PetscCall(PetscHSetIJDestroy(&ht)); 30499566063dSJacob Faibussowitsch PetscCall(MatXAIJSetPreallocation(mass, 1, dnz, onz, NULL, NULL)); 30509566063dSJacob Faibussowitsch PetscCall(MatSetOption(mass, MAT_NEW_NONZERO_ALLOCATION_ERR, PETSC_TRUE)); 30519566063dSJacob Faibussowitsch PetscCall(PetscFree2(dnz, onz)); 3052bd041c0cSMatthew G. Knepley for (field = 0; field < Nf; ++field) { 3053bd041c0cSMatthew G. Knepley PetscObject obj; 3054bd041c0cSMatthew G. Knepley PetscClassId id; 3055ef0bb6c7SMatthew G. Knepley PetscTabulation T, Tfine; 3056bd041c0cSMatthew G. Knepley PetscQuadrature quad; 3057bd041c0cSMatthew G. Knepley const PetscReal *qpoints, *qweights; 3058bd041c0cSMatthew G. Knepley PetscInt Nq, Nc, i, d; 3059bd041c0cSMatthew G. Knepley 30609566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 30619566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 3062ef0bb6c7SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 30639566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature((PetscFE)obj, &quad)); 30649566063dSJacob Faibussowitsch PetscCall(PetscFEGetCellTabulation((PetscFE)obj, 1, &Tfine)); 30659566063dSJacob Faibussowitsch PetscCall(PetscFECreateTabulation((PetscFE)obj, 1, 1, x, 0, &T)); 3066ef0bb6c7SMatthew G. Knepley } else { 30679566063dSJacob Faibussowitsch PetscCall(PetscFVGetQuadrature((PetscFV)obj, &quad)); 3068ef0bb6c7SMatthew G. Knepley } 30699566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, &Nc, &Nq, &qpoints, &qweights)); 3070bd041c0cSMatthew G. Knepley /* For each fine grid cell */ 3071bd041c0cSMatthew G. Knepley for (cell = cStart; cell < cEnd; ++cell) { 3072bd041c0cSMatthew G. Knepley Vec pointVec; 3073bd041c0cSMatthew G. Knepley PetscScalar *pV; 3074bd041c0cSMatthew G. Knepley PetscSF coarseCellSF = NULL; 3075bd041c0cSMatthew G. Knepley const PetscSFNode *coarseCells; 3076bd041c0cSMatthew G. Knepley PetscInt numCoarseCells, cpdim, q, c, j; 3077bd041c0cSMatthew G. Knepley PetscInt *findices, *cindices; 3078bd041c0cSMatthew G. Knepley PetscInt numFIndices, numCIndices; 3079bd041c0cSMatthew G. Knepley 30809566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 30819566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ)); 3082bd041c0cSMatthew G. Knepley /* Get points from the quadrature */ 30839566063dSJacob Faibussowitsch PetscCall(VecCreateSeq(PETSC_COMM_SELF, Nq * dim, &pointVec)); 30849566063dSJacob Faibussowitsch PetscCall(VecSetBlockSize(pointVec, dim)); 30859566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 3086bd041c0cSMatthew G. Knepley for (q = 0; q < Nq; ++q) { 3087c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3088c330f8ffSToby Isaac 3089bd041c0cSMatthew G. Knepley /* Transform point to real space */ 3090c330f8ffSToby Isaac CoordinatesRefToReal(dim, dim, xi0, v0, J, &qpoints[q * dim], x); 3091bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pV[q * dim + d] = x[d]; 3092bd041c0cSMatthew G. Knepley } 30939566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 3094bd041c0cSMatthew G. Knepley /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */ 30959566063dSJacob Faibussowitsch PetscCall(DMLocatePoints(dmc, pointVec, DM_POINTLOCATION_NEAREST, &coarseCellSF)); 3096bd041c0cSMatthew G. Knepley /* Update matrix */ 30979566063dSJacob Faibussowitsch PetscCall(PetscSFGetGraph(coarseCellSF, NULL, &numCoarseCells, NULL, &coarseCells)); 30985f80ce2aSJacob Faibussowitsch PetscCheck(numCoarseCells == Nq, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Not all closure points located"); 30999566063dSJacob Faibussowitsch PetscCall(VecGetArray(pointVec, &pV)); 3100bd041c0cSMatthew G. Knepley for (ccell = 0; ccell < numCoarseCells; ++ccell) { 3101bd041c0cSMatthew G. Knepley PetscReal pVReal[3]; 3102c330f8ffSToby Isaac const PetscReal xi0[3] = {-1., -1., -1.}; 3103c330f8ffSToby Isaac 31049566063dSJacob Faibussowitsch PetscCall(DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3105bd041c0cSMatthew G. Knepley /* Transform points from real space to coarse reference space */ 31069566063dSJacob Faibussowitsch PetscCall(DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell].index, NULL, v0c, Jc, invJc, &detJc)); 3107bd041c0cSMatthew G. Knepley for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell * dim + d]); 3108c330f8ffSToby Isaac CoordinatesRealToRef(dim, dim, xi0, v0c, invJc, pVReal, x); 3109bd041c0cSMatthew G. Knepley 3110bd041c0cSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 3111bd041c0cSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 3112bd041c0cSMatthew G. Knepley 3113bd041c0cSMatthew G. Knepley /* Evaluate coarse basis on contained point */ 31149566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &cpdim)); 31159566063dSJacob Faibussowitsch PetscCall(PetscFEComputeTabulation(fe, 1, x, 0, T)); 3116bd041c0cSMatthew G. Knepley /* Get elemMat entries by multiplying by weight */ 3117bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 31189566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, cpdim)); 3119bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3120ef0bb6c7SMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += T->T[0][j * Nc + c] * Tfine->T[0][(ccell * numFIndices + i) * Nc + c] * qweights[ccell * Nc + c] * detJ; 3121bd041c0cSMatthew G. Knepley } 3122bd041c0cSMatthew G. Knepley /* Update interpolator */ 31239566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat)); 312463a3b9bcSJacob Faibussowitsch PetscCheck(numCIndices == cpdim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %" PetscInt_FMT " != %" PetscInt_FMT, numCIndices, cpdim); 31259566063dSJacob Faibussowitsch PetscCall(MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES)); 3126bd041c0cSMatthew G. Knepley } 3127bd041c0cSMatthew G. Knepley } else { 3128bd041c0cSMatthew G. Knepley cpdim = 1; 3129bd041c0cSMatthew G. Knepley for (i = 0; i < numFIndices; ++i) { 31309566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, cpdim)); 3131bd041c0cSMatthew G. Knepley for (j = 0; j < cpdim; ++j) { 3132bd041c0cSMatthew G. Knepley for (c = 0; c < Nc; ++c) elemMat[j] += 1.0 * 1.0 * qweights[ccell * Nc + c] * detJ; 3133bd041c0cSMatthew G. Knepley } 3134bd041c0cSMatthew G. Knepley /* Update interpolator */ 31359566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, 1, numCIndices, elemMat)); 313663a3b9bcSJacob Faibussowitsch PetscCall(PetscPrintf(PETSC_COMM_SELF, "Nq: %" PetscInt_FMT " %" PetscInt_FMT " Nf: %" PetscInt_FMT " %" PetscInt_FMT " Nc: %" PetscInt_FMT " %" PetscInt_FMT "\n", ccell, Nq, i, numFIndices, j, numCIndices)); 313763a3b9bcSJacob Faibussowitsch PetscCheck(numCIndices == cpdim, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Number of element matrix columns %" PetscInt_FMT " != %" PetscInt_FMT, numCIndices, cpdim); 31389566063dSJacob Faibussowitsch PetscCall(MatSetValues(mass, 1, &findices[i], numCIndices, cindices, elemMat, ADD_VALUES)); 3139bd041c0cSMatthew G. Knepley } 3140bd041c0cSMatthew G. Knepley } 31419566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell].index, PETSC_FALSE, &numCIndices, &cindices, NULL, NULL)); 3142bd041c0cSMatthew G. Knepley } 31439566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(pointVec, &pV)); 31449566063dSJacob Faibussowitsch PetscCall(PetscSFDestroy(&coarseCellSF)); 31459566063dSJacob Faibussowitsch PetscCall(VecDestroy(&pointVec)); 31469566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, PETSC_FALSE, &numFIndices, &findices, NULL, NULL)); 3147bd041c0cSMatthew G. Knepley } 31489566063dSJacob Faibussowitsch if (id == PETSCFE_CLASSID) PetscCall(PetscTabulationDestroy(&T)); 3149bd041c0cSMatthew G. Knepley } 31509566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0, J, invJ)); 31519566063dSJacob Faibussowitsch PetscCall(PetscFree3(v0c, Jc, invJc)); 31529566063dSJacob Faibussowitsch PetscCall(PetscFree(elemMat)); 31539566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(mass, MAT_FINAL_ASSEMBLY)); 31549566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(mass, MAT_FINAL_ASSEMBLY)); 31553ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3156bd041c0cSMatthew G. Knepley } 3157bd041c0cSMatthew G. Knepley 3158bd041c0cSMatthew G. Knepley /*@ 315946fa42a0SMatthew G. Knepley DMPlexComputeInjectorFEM - Compute a mapping from coarse unknowns to fine unknowns 316046fa42a0SMatthew G. Knepley 316146fa42a0SMatthew G. Knepley Input Parameters: 316246fa42a0SMatthew G. Knepley + dmc - The coarse mesh 316360225df5SJacob Faibussowitsch . dmf - The fine mesh 316446fa42a0SMatthew G. Knepley - user - The user context 316546fa42a0SMatthew G. Knepley 316646fa42a0SMatthew G. Knepley Output Parameter: 316746fa42a0SMatthew G. Knepley . sc - The mapping 316846fa42a0SMatthew G. Knepley 316946fa42a0SMatthew G. Knepley Level: developer 317046fa42a0SMatthew G. Knepley 31711cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexComputeInterpolatorNested()`, `DMPlexComputeJacobianFEM()` 317246fa42a0SMatthew G. Knepley @*/ 3173d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user) 3174d71ae5a4SJacob Faibussowitsch { 3175e9d4ef1bSMatthew G. Knepley PetscDS prob; 31767c927364SMatthew G. Knepley PetscFE *feRef; 317797c42addSMatthew G. Knepley PetscFV *fvRef; 31787c927364SMatthew G. Knepley Vec fv, cv; 31797c927364SMatthew G. Knepley IS fis, cis; 31807c927364SMatthew G. Knepley PetscSection fsection, fglobalSection, csection, cglobalSection; 31817c927364SMatthew G. Knepley PetscInt *cmap, *cellCIndices, *cellFIndices, *cindices, *findices; 3182485ad865SMatthew G. Knepley PetscInt cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, c, dim, d, startC, endC, offsetC, offsetF, m; 31836f3d3cbcSMatthew G. Knepley PetscBool *needAvg; 31847c927364SMatthew G. Knepley 31857c927364SMatthew G. Knepley PetscFunctionBegin; 31869566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_InjectorFEM, dmc, dmf, 0, 0)); 31879566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dmf, &dim)); 31889566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmf, &fsection)); 31899566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmf, &fglobalSection)); 31909566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmc, &csection)); 31919566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dmc, &cglobalSection)); 31929566063dSJacob Faibussowitsch PetscCall(PetscSectionGetNumFields(fsection, &Nf)); 31939566063dSJacob Faibussowitsch PetscCall(DMPlexGetSimplexOrBoxCells(dmc, 0, &cStart, &cEnd)); 31949566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmc, &prob)); 31959566063dSJacob Faibussowitsch PetscCall(PetscCalloc3(Nf, &feRef, Nf, &fvRef, Nf, &needAvg)); 31967c927364SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 319797c42addSMatthew G. Knepley PetscObject obj; 319897c42addSMatthew G. Knepley PetscClassId id; 3199aa7890ccSMatthew G. Knepley PetscInt fNb = 0, Nc = 0; 32007c927364SMatthew G. Knepley 32019566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 32029566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 320397c42addSMatthew G. Knepley if (id == PETSCFE_CLASSID) { 320497c42addSMatthew G. Knepley PetscFE fe = (PetscFE)obj; 32056f3d3cbcSMatthew G. Knepley PetscSpace sp; 32069b2fc754SMatthew G. Knepley PetscInt maxDegree; 320797c42addSMatthew G. Knepley 32089566063dSJacob Faibussowitsch PetscCall(PetscFERefine(fe, &feRef[f])); 32099566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(feRef[f], &fNb)); 32109566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(fe, &Nc)); 32119566063dSJacob Faibussowitsch PetscCall(PetscFEGetBasisSpace(fe, &sp)); 32129566063dSJacob Faibussowitsch PetscCall(PetscSpaceGetDegree(sp, NULL, &maxDegree)); 32139b2fc754SMatthew G. Knepley if (!maxDegree) needAvg[f] = PETSC_TRUE; 321497c42addSMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 321597c42addSMatthew G. Knepley PetscFV fv = (PetscFV)obj; 321697c42addSMatthew G. Knepley PetscDualSpace Q; 321797c42addSMatthew G. Knepley 32189566063dSJacob Faibussowitsch PetscCall(PetscFVRefine(fv, &fvRef[f])); 32199566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[f], &Q)); 32209566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(Q, &fNb)); 32219566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 32226f3d3cbcSMatthew G. Knepley needAvg[f] = PETSC_TRUE; 322397c42addSMatthew G. Knepley } 3224d172c84bSMatthew G. Knepley fTotDim += fNb; 32257c927364SMatthew G. Knepley } 32269566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &cTotDim)); 32279566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(cTotDim, &cmap)); 32287c927364SMatthew G. Knepley for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) { 32297c927364SMatthew G. Knepley PetscFE feC; 323097c42addSMatthew G. Knepley PetscFV fvC; 32317c927364SMatthew G. Knepley PetscDualSpace QF, QC; 3232d172c84bSMatthew G. Knepley PetscInt order = -1, NcF, NcC, fpdim, cpdim; 32337c927364SMatthew G. Knepley 323497c42addSMatthew G. Knepley if (feRef[field]) { 32359566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&feC)); 32369566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(feC, &NcC)); 32379566063dSJacob Faibussowitsch PetscCall(PetscFEGetNumComponents(feRef[field], &NcF)); 32389566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(feRef[field], &QF)); 32399566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetOrder(QF, &order)); 32409566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QF, &fpdim)); 32419566063dSJacob Faibussowitsch PetscCall(PetscFEGetDualSpace(feC, &QC)); 32429566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QC, &cpdim)); 324397c42addSMatthew G. Knepley } else { 32449566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, (PetscObject *)&fvC)); 32459566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fvC, &NcC)); 32469566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fvRef[field], &NcF)); 32479566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvRef[field], &QF)); 32489566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QF, &fpdim)); 32499566063dSJacob Faibussowitsch PetscCall(PetscFVGetDualSpace(fvC, &QC)); 32509566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetDimension(QC, &cpdim)); 325197c42addSMatthew G. Knepley } 325263a3b9bcSJacob Faibussowitsch PetscCheck(NcF == NcC, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %" PetscInt_FMT " does not match coarse field %" PetscInt_FMT, NcF, NcC); 32537c927364SMatthew G. Knepley for (c = 0; c < cpdim; ++c) { 32547c927364SMatthew G. Knepley PetscQuadrature cfunc; 3255d172c84bSMatthew G. Knepley const PetscReal *cqpoints, *cqweights; 3256d172c84bSMatthew G. Knepley PetscInt NqcC, NpC; 325797c42addSMatthew G. Knepley PetscBool found = PETSC_FALSE; 32587c927364SMatthew G. Knepley 32599566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(QC, c, &cfunc)); 32609566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(cfunc, NULL, &NqcC, &NpC, &cqpoints, &cqweights)); 326163a3b9bcSJacob Faibussowitsch PetscCheck(NqcC == NcC, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %" PetscInt_FMT " must match number of field components %" PetscInt_FMT, NqcC, NcC); 32621dca8a05SBarry Smith PetscCheck(NpC == 1 || !feRef[field], PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments"); 32637c927364SMatthew G. Knepley for (f = 0; f < fpdim; ++f) { 32647c927364SMatthew G. Knepley PetscQuadrature ffunc; 3265d172c84bSMatthew G. Knepley const PetscReal *fqpoints, *fqweights; 32667c927364SMatthew G. Knepley PetscReal sum = 0.0; 3267d172c84bSMatthew G. Knepley PetscInt NqcF, NpF; 32687c927364SMatthew G. Knepley 32699566063dSJacob Faibussowitsch PetscCall(PetscDualSpaceGetFunctional(QF, f, &ffunc)); 32709566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(ffunc, NULL, &NqcF, &NpF, &fqpoints, &fqweights)); 327163a3b9bcSJacob Faibussowitsch PetscCheck(NqcF == NcF, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of quadrature components %" PetscInt_FMT " must match number of field components %" PetscInt_FMT, NqcF, NcF); 32727c927364SMatthew G. Knepley if (NpC != NpF) continue; 32737c927364SMatthew G. Knepley for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]); 32747c927364SMatthew G. Knepley if (sum > 1.0e-9) continue; 3275d172c84bSMatthew G. Knepley for (d = 0; d < NcC; ++d) sum += PetscAbsReal(cqweights[d] * fqweights[d]); 3276d172c84bSMatthew G. Knepley if (sum < 1.0e-9) continue; 3277d172c84bSMatthew G. Knepley cmap[offsetC + c] = offsetF + f; 327897c42addSMatthew G. Knepley found = PETSC_TRUE; 32797c927364SMatthew G. Knepley break; 32807c927364SMatthew G. Knepley } 328197c42addSMatthew G. Knepley if (!found) { 328297c42addSMatthew G. Knepley /* TODO We really want the average here, but some asshole put VecScatter in the interface */ 3283d172c84bSMatthew G. Knepley if (fvRef[field] || (feRef[field] && order == 0)) { 3284d172c84bSMatthew G. Knepley cmap[offsetC + c] = offsetF + 0; 328597c42addSMatthew G. Knepley } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection"); 328697c42addSMatthew G. Knepley } 32877c927364SMatthew G. Knepley } 3288d172c84bSMatthew G. Knepley offsetC += cpdim; 3289d172c84bSMatthew G. Knepley offsetF += fpdim; 32907c927364SMatthew G. Knepley } 32919371c9d4SSatish Balay for (f = 0; f < Nf; ++f) { 32929371c9d4SSatish Balay PetscCall(PetscFEDestroy(&feRef[f])); 32939371c9d4SSatish Balay PetscCall(PetscFVDestroy(&fvRef[f])); 32949371c9d4SSatish Balay } 32959566063dSJacob Faibussowitsch PetscCall(PetscFree3(feRef, fvRef, needAvg)); 32967c927364SMatthew G. Knepley 32979566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmf, &fv)); 32989566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmc, &cv)); 32999566063dSJacob Faibussowitsch PetscCall(VecGetOwnershipRange(cv, &startC, &endC)); 33009566063dSJacob Faibussowitsch PetscCall(PetscSectionGetConstrainedStorageSize(cglobalSection, &m)); 33019566063dSJacob Faibussowitsch PetscCall(PetscMalloc2(cTotDim, &cellCIndices, fTotDim, &cellFIndices)); 33029566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(m, &cindices)); 33039566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(m, &findices)); 33047c927364SMatthew G. Knepley for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1; 33057c927364SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 33069566063dSJacob Faibussowitsch PetscCall(DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices)); 33077c927364SMatthew G. Knepley for (d = 0; d < cTotDim; ++d) { 33080bd915a7SMatthew G. Knepley if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue; 330963a3b9bcSJacob Faibussowitsch PetscCheck(!(findices[cellCIndices[d] - startC] >= 0) || !(findices[cellCIndices[d] - startC] != cellFIndices[cmap[d]]), PETSC_COMM_SELF, PETSC_ERR_PLIB, "Coarse dof %" PetscInt_FMT " maps to both %" PetscInt_FMT " and %" PetscInt_FMT, cindices[cellCIndices[d] - startC], findices[cellCIndices[d] - startC], cellFIndices[cmap[d]]); 33107c927364SMatthew G. Knepley cindices[cellCIndices[d] - startC] = cellCIndices[d]; 33117c927364SMatthew G. Knepley findices[cellCIndices[d] - startC] = cellFIndices[cmap[d]]; 33127c927364SMatthew G. Knepley } 33137c927364SMatthew G. Knepley } 33149566063dSJacob Faibussowitsch PetscCall(PetscFree(cmap)); 33159566063dSJacob Faibussowitsch PetscCall(PetscFree2(cellCIndices, cellFIndices)); 33167c927364SMatthew G. Knepley 33179566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis)); 33189566063dSJacob Faibussowitsch PetscCall(ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis)); 33199566063dSJacob Faibussowitsch PetscCall(VecScatterCreate(cv, cis, fv, fis, sc)); 33209566063dSJacob Faibussowitsch PetscCall(ISDestroy(&cis)); 33219566063dSJacob Faibussowitsch PetscCall(ISDestroy(&fis)); 33229566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmf, &fv)); 33239566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmc, &cv)); 33249566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_InjectorFEM, dmc, dmf, 0, 0)); 33253ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3326cb1e1211SMatthew G Knepley } 3327a1cf66bbSMatthew G. Knepley 33282f856554SMatthew G. Knepley /*@C 33292f856554SMatthew G. Knepley DMPlexGetCellFields - Retrieve the field values values for a chunk of cells 33302f856554SMatthew G. Knepley 33312f856554SMatthew G. Knepley Input Parameters: 3332a1cb98faSBarry Smith + dm - The `DM` 33332f856554SMatthew G. Knepley . cellIS - The cells to include 33342f856554SMatthew G. Knepley . locX - A local vector with the solution fields 33352f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 33362f856554SMatthew G. Knepley - locA - A local vector with auxiliary fields, or NULL 33372f856554SMatthew G. Knepley 33382f856554SMatthew G. Knepley Output Parameters: 33392f856554SMatthew G. Knepley + u - The field coefficients 33402f856554SMatthew G. Knepley . u_t - The fields derivative coefficients 33412f856554SMatthew G. Knepley - a - The auxiliary field coefficients 33422f856554SMatthew G. Knepley 33432f856554SMatthew G. Knepley Level: developer 33442f856554SMatthew G. Knepley 33451cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 33462f856554SMatthew G. Knepley @*/ 3347d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 3348d71ae5a4SJacob Faibussowitsch { 33492f856554SMatthew G. Knepley DM plex, plexA = NULL; 3350a6e0b375SMatthew G. Knepley DMEnclosureType encAux; 33512f856554SMatthew G. Knepley PetscSection section, sectionAux; 33522f856554SMatthew G. Knepley PetscDS prob; 33532f856554SMatthew G. Knepley const PetscInt *cells; 33542f856554SMatthew G. Knepley PetscInt cStart, cEnd, numCells, totDim, totDimAux, c; 33552f856554SMatthew G. Knepley 33562f856554SMatthew G. Knepley PetscFunctionBegin; 33572f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 3358064a246eSJacob Faibussowitsch PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 3359ad540459SPierre Jolivet if (locX_t) PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 4); 3360ad540459SPierre Jolivet if (locA) PetscValidHeaderSpecific(locA, VEC_CLASSID, 5); 33614f572ea9SToby Isaac PetscAssertPointer(u, 6); 33624f572ea9SToby Isaac PetscAssertPointer(u_t, 7); 33634f572ea9SToby Isaac PetscAssertPointer(a, 8); 33649566063dSJacob Faibussowitsch PetscCall(DMPlexConvertPlex(dm, &plex, PETSC_FALSE)); 33659566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 33669566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 336707218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob, NULL)); 33689566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 33692f856554SMatthew G. Knepley if (locA) { 33702f856554SMatthew G. Knepley DM dmAux; 33712f856554SMatthew G. Knepley PetscDS probAux; 33722f856554SMatthew G. Knepley 33739566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 33749566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 33759566063dSJacob Faibussowitsch PetscCall(DMPlexConvertPlex(dmAux, &plexA, PETSC_FALSE)); 33769566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 33779566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 33789566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 33792f856554SMatthew G. Knepley } 33802f856554SMatthew G. Knepley numCells = cEnd - cStart; 33819566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u)); 33829371c9d4SSatish Balay if (locX_t) PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u_t)); 3383ad540459SPierre Jolivet else *u_t = NULL; 33849371c9d4SSatish Balay if (locA) PetscCall(DMGetWorkArray(dm, numCells * totDimAux, MPIU_SCALAR, a)); 3385ad540459SPierre Jolivet else *a = NULL; 33862f856554SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 33872f856554SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 33882f856554SMatthew G. Knepley const PetscInt cind = c - cStart; 33892f856554SMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL, *ul = *u, *ul_t = *u_t, *al = *a; 33902f856554SMatthew G. Knepley PetscInt i; 33912f856554SMatthew G. Knepley 33929566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, cell, NULL, &x)); 33932f856554SMatthew G. Knepley for (i = 0; i < totDim; ++i) ul[cind * totDim + i] = x[i]; 33949566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, cell, NULL, &x)); 33952f856554SMatthew G. Knepley if (locX_t) { 33969566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX_t, cell, NULL, &x_t)); 33972f856554SMatthew G. Knepley for (i = 0; i < totDim; ++i) ul_t[cind * totDim + i] = x_t[i]; 33989566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, cell, NULL, &x_t)); 33992f856554SMatthew G. Knepley } 34002f856554SMatthew G. Knepley if (locA) { 34012f856554SMatthew G. Knepley PetscInt subcell; 34029566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, cell, &subcell)); 34039566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subcell, NULL, &x)); 34042f856554SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) al[cind * totDimAux + i] = x[i]; 34059566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subcell, NULL, &x)); 34062f856554SMatthew G. Knepley } 34072f856554SMatthew G. Knepley } 34089566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 34099566063dSJacob Faibussowitsch if (locA) PetscCall(DMDestroy(&plexA)); 34109566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 34113ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 34122f856554SMatthew G. Knepley } 34132f856554SMatthew G. Knepley 34142f856554SMatthew G. Knepley /*@C 34152f856554SMatthew G. Knepley DMPlexRestoreCellFields - Restore the field values values for a chunk of cells 34162f856554SMatthew G. Knepley 34172f856554SMatthew G. Knepley Input Parameters: 3418a1cb98faSBarry Smith + dm - The `DM` 34192f856554SMatthew G. Knepley . cellIS - The cells to include 34202f856554SMatthew G. Knepley . locX - A local vector with the solution fields 34212f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 34222f856554SMatthew G. Knepley - locA - A local vector with auxiliary fields, or NULL 34232f856554SMatthew G. Knepley 34242f856554SMatthew G. Knepley Output Parameters: 34252f856554SMatthew G. Knepley + u - The field coefficients 34262f856554SMatthew G. Knepley . u_t - The fields derivative coefficients 34272f856554SMatthew G. Knepley - a - The auxiliary field coefficients 34282f856554SMatthew G. Knepley 34292f856554SMatthew G. Knepley Level: developer 34302f856554SMatthew G. Knepley 34311cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 34322f856554SMatthew G. Knepley @*/ 3433d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexRestoreCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 3434d71ae5a4SJacob Faibussowitsch { 34352f856554SMatthew G. Knepley PetscFunctionBegin; 34369566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u)); 34379566063dSJacob Faibussowitsch if (locX_t) PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, u_t)); 34389566063dSJacob Faibussowitsch if (locA) PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, a)); 34393ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 34402f856554SMatthew G. Knepley } 34412f856554SMatthew G. Knepley 344207218a29SMatthew G. Knepley PetscErrorCode DMPlexGetHybridCellFields(DM dm, IS cellIS, Vec locX, Vec locX_t, Vec locA, PetscScalar **u, PetscScalar **u_t, PetscScalar **a) 3443d71ae5a4SJacob Faibussowitsch { 344407218a29SMatthew G. Knepley DM plex, plexA = NULL; 344507218a29SMatthew G. Knepley DMEnclosureType encAux; 344607218a29SMatthew G. Knepley PetscSection section, sectionAux; 344707218a29SMatthew G. Knepley PetscDS ds, dsIn; 34486528b96dSMatthew G. Knepley const PetscInt *cells; 344907218a29SMatthew G. Knepley PetscInt cStart, cEnd, numCells, c, totDim, totDimAux, Nf, f; 34506528b96dSMatthew G. Knepley 34516528b96dSMatthew G. Knepley PetscFunctionBegin; 345207218a29SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 345307218a29SMatthew G. Knepley PetscValidHeaderSpecific(cellIS, IS_CLASSID, 2); 345407218a29SMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 3); 345507218a29SMatthew G. Knepley if (locX_t) { PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 4); } 345607218a29SMatthew G. Knepley if (locA) { PetscValidHeaderSpecific(locA, VEC_CLASSID, 5); } 34574f572ea9SToby Isaac PetscAssertPointer(u, 6); 34584f572ea9SToby Isaac PetscAssertPointer(u_t, 7); 34594f572ea9SToby Isaac PetscAssertPointer(a, 8); 346007218a29SMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 346107218a29SMatthew G. Knepley numCells = cEnd - cStart; 346207218a29SMatthew G. Knepley PetscCall(DMPlexConvertPlex(dm, &plex, PETSC_FALSE)); 346307218a29SMatthew G. Knepley PetscCall(DMGetLocalSection(dm, §ion)); 346407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, &dsIn)); 346507218a29SMatthew G. Knepley PetscCall(PetscDSGetNumFields(dsIn, &Nf)); 346607218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsIn, &totDim)); 346707218a29SMatthew G. Knepley if (locA) { 346807218a29SMatthew G. Knepley DM dmAux; 346907218a29SMatthew G. Knepley PetscDS probAux; 347007218a29SMatthew G. Knepley 347107218a29SMatthew G. Knepley PetscCall(VecGetDM(locA, &dmAux)); 347207218a29SMatthew G. Knepley PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 347307218a29SMatthew G. Knepley PetscCall(DMPlexConvertPlex(dmAux, &plexA, PETSC_FALSE)); 347407218a29SMatthew G. Knepley PetscCall(DMGetLocalSection(dmAux, §ionAux)); 347507218a29SMatthew G. Knepley PetscCall(DMGetDS(dmAux, &probAux)); 347607218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 347707218a29SMatthew G. Knepley } 347807218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u)); 347907218a29SMatthew G. Knepley if (locX_t) PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, u_t)); 348007218a29SMatthew G. Knepley else { 348107218a29SMatthew G. Knepley *u_t = NULL; 348207218a29SMatthew G. Knepley } 348307218a29SMatthew G. Knepley if (locA) PetscCall(DMGetWorkArray(dm, numCells * totDimAux, MPIU_SCALAR, a)); 348407218a29SMatthew G. Knepley else { 348507218a29SMatthew G. Knepley *a = NULL; 348607218a29SMatthew G. Knepley } 348707218a29SMatthew G. Knepley // Loop over cohesive cells 348807218a29SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 348907218a29SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 349007218a29SMatthew G. Knepley const PetscInt cind = c - cStart; 3491*74a0c561SMatthew G. Knepley PetscScalar *xf = NULL, *xc = NULL, *x = NULL, *xf_t = NULL, *xc_t = NULL; 3492*74a0c561SMatthew G. Knepley PetscScalar *ul = &(*u)[cind * totDim], *ul_t = u_t ? &(*u_t)[cind * totDim] : NULL; 349307218a29SMatthew G. Knepley const PetscInt *cone, *ornt; 349407218a29SMatthew G. Knepley PetscInt Nx = 0, Nxf, s; 349507218a29SMatthew G. Knepley 349607218a29SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cell, &cone)); 349707218a29SMatthew G. Knepley PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt)); 349807218a29SMatthew G. Knepley // Put in cohesive unknowns 349907218a29SMatthew G. Knepley PetscCall(DMPlexVecGetClosure(plex, section, locX, cell, &Nxf, &xf)); 3500*74a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecGetClosure(plex, section, locX_t, cell, NULL, &xf_t)); 350107218a29SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 350207218a29SMatthew G. Knepley PetscInt fdofIn, foff, foffIn; 350307218a29SMatthew G. Knepley PetscBool cohesive; 350407218a29SMatthew G. Knepley 350507218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(dsIn, f, &cohesive)); 350607218a29SMatthew G. Knepley if (!cohesive) continue; 350707218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsIn, f, &fdofIn)); 350807218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldOffsetCohesive(ds, f, &foff)); 350907218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldOffsetCohesive(dsIn, f, &foffIn)); 351007218a29SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul[foffIn + i] = xf[foff + i]; 3511*74a0c561SMatthew G. Knepley if (locX_t) 3512*74a0c561SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul_t[foffIn + i] = xf_t[foff + i]; 351307218a29SMatthew G. Knepley Nx += fdofIn; 351407218a29SMatthew G. Knepley } 351507218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plex, section, locX, cell, &Nxf, &xf)); 3516*74a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, cell, NULL, &xf_t)); 351707218a29SMatthew G. Knepley // Loop over sides of surface 351807218a29SMatthew G. Knepley for (s = 0; s < 2; ++s) { 351907218a29SMatthew G. Knepley const PetscInt *support; 352007218a29SMatthew G. Knepley const PetscInt face = cone[s]; 352107218a29SMatthew G. Knepley PetscInt ssize, ncell, Nxc; 352207218a29SMatthew G. Knepley 352307218a29SMatthew G. Knepley // I don't think I need the face to have 0 orientation in the hybrid cell 352407218a29SMatthew G. Knepley //PetscCheck(!ornt[s], PETSC_COMM_SELF, PETSC_ERR_SUP, "Face %" PetscInt_FMT " in hybrid cell %" PetscInt_FMT " has orientation %" PetscInt_FMT " != 0", face, cell, ornt[s]); 352507218a29SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, face, &support)); 352607218a29SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, face, &ssize)); 352707218a29SMatthew G. Knepley if (support[0] == cell) ncell = support[1]; 352807218a29SMatthew G. Knepley else if (support[1] == cell) ncell = support[0]; 352907218a29SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", face, cell); 353007218a29SMatthew G. Knepley // Get closure of both face and cell, stick in cell for normal fields and face for cohesive fields 353107218a29SMatthew G. Knepley PetscCall(DMPlexVecGetClosure(plex, section, locX, ncell, &Nxc, &xc)); 3532*74a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecGetClosure(plex, section, locX_t, ncell, NULL, &xc_t)); 353307218a29SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 353407218a29SMatthew G. Knepley PetscInt fdofIn, foffIn; 353507218a29SMatthew G. Knepley PetscBool cohesive; 353607218a29SMatthew G. Knepley 353707218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(dsIn, f, &cohesive)); 353807218a29SMatthew G. Knepley if (cohesive) continue; 353907218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsIn, f, &fdofIn)); 354007218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldOffsetCohesive(dsIn, f, &foffIn)); 354107218a29SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul[foffIn + s * fdofIn + i] = xc[foffIn + i]; 3542*74a0c561SMatthew G. Knepley if (locX_t) 3543*74a0c561SMatthew G. Knepley for (PetscInt i = 0; i < fdofIn; ++i) ul_t[foffIn + s * fdofIn + i] = xc_t[foffIn + i]; 354407218a29SMatthew G. Knepley Nx += fdofIn; 354507218a29SMatthew G. Knepley } 354607218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plex, section, locX, ncell, &Nxc, &xc)); 3547*74a0c561SMatthew G. Knepley if (locX_t) PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, ncell, NULL, &xc_t)); 354807218a29SMatthew G. Knepley } 354907218a29SMatthew G. Knepley PetscCheck(Nx == totDim, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Closure size %" PetscInt_FMT " for cell %" PetscInt_FMT " does not match DS size %" PetscInt_FMT, Nx, cell, totDim); 355007218a29SMatthew G. Knepley 355107218a29SMatthew G. Knepley if (locA) { 355207218a29SMatthew G. Knepley PetscScalar *al = &(*a)[cind * totDimAux]; 355307218a29SMatthew G. Knepley PetscInt subcell; 355407218a29SMatthew G. Knepley 355507218a29SMatthew G. Knepley PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, cell, &subcell)); 355607218a29SMatthew G. Knepley PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subcell, &Nx, &x)); 355707218a29SMatthew G. Knepley PetscCheck(Nx == totDimAux, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Closure size %" PetscInt_FMT " for subcell %" PetscInt_FMT "does not match DS size %" PetscInt_FMT, Nx, subcell, totDimAux); 355807218a29SMatthew G. Knepley for (PetscInt i = 0; i < totDimAux; ++i) al[i] = x[i]; 355907218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subcell, &Nx, &x)); 356007218a29SMatthew G. Knepley } 356107218a29SMatthew G. Knepley } 356207218a29SMatthew G. Knepley PetscCall(DMDestroy(&plex)); 356307218a29SMatthew G. Knepley PetscCall(DMDestroy(&plexA)); 356407218a29SMatthew G. Knepley PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 356507218a29SMatthew G. Knepley PetscFunctionReturn(PETSC_SUCCESS); 356607218a29SMatthew G. Knepley } 356707218a29SMatthew G. Knepley 356807218a29SMatthew G. Knepley /* 35693e2b0218SMatthew G. Knepley DMPlexGetHybridFields - Get the field values for the negative side (s = 0) and positive side (s = 1) of the interface 357007218a29SMatthew G. Knepley 357107218a29SMatthew G. Knepley Input Parameters: 357207218a29SMatthew G. Knepley + dm - The full domain DM 357307218a29SMatthew G. Knepley . dmX - An array of DM for the field, say an auxiliary DM, indexed by s 357407218a29SMatthew G. Knepley . dsX - An array of PetscDS for the field, indexed by s 357507218a29SMatthew G. Knepley . cellIS - The interface cells for which we want values 357607218a29SMatthew G. Knepley . locX - An array of local vectors with the field values, indexed by s 357707218a29SMatthew G. Knepley - useCell - Flag to have values come from neighboring cell rather than endcap face 357807218a29SMatthew G. Knepley 357907218a29SMatthew G. Knepley Output Parameter: 358007218a29SMatthew G. Knepley . x - An array of field values, indexed by s 358107218a29SMatthew G. Knepley 358207218a29SMatthew G. Knepley Note: 358376fbde31SPierre Jolivet The arrays in `x` will be allocated using `DMGetWorkArray()`, and must be returned using `DMPlexRestoreHybridFields()`. 358407218a29SMatthew G. Knepley 358507218a29SMatthew G. Knepley Level: advanced 358607218a29SMatthew G. Knepley 358776fbde31SPierre Jolivet .seealso: `DMPlexRestoreHybridFields()`, `DMGetWorkArray()` 358807218a29SMatthew G. Knepley */ 358907218a29SMatthew G. Knepley static PetscErrorCode DMPlexGetHybridFields(DM dm, DM dmX[], PetscDS dsX[], IS cellIS, Vec locX[], PetscBool useCell, PetscScalar *x[]) 359007218a29SMatthew G. Knepley { 359107218a29SMatthew G. Knepley DM plexX[2]; 359207218a29SMatthew G. Knepley DMEnclosureType encX[2]; 359307218a29SMatthew G. Knepley PetscSection sectionX[2]; 359407218a29SMatthew G. Knepley const PetscInt *cells; 359507218a29SMatthew G. Knepley PetscInt cStart, cEnd, numCells, c, s, totDimX[2]; 359607218a29SMatthew G. Knepley 359707218a29SMatthew G. Knepley PetscFunctionBegin; 35984f572ea9SToby Isaac PetscAssertPointer(locX, 5); 359907218a29SMatthew G. Knepley if (!locX[0] || !locX[1]) PetscFunctionReturn(PETSC_SUCCESS); 36004f572ea9SToby Isaac PetscAssertPointer(dmX, 2); 36014f572ea9SToby Isaac PetscAssertPointer(dsX, 3); 360207218a29SMatthew G. Knepley PetscValidHeaderSpecific(cellIS, IS_CLASSID, 4); 36034f572ea9SToby Isaac PetscAssertPointer(x, 7); 36049566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 36056528b96dSMatthew G. Knepley numCells = cEnd - cStart; 3606148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) { 360707218a29SMatthew G. Knepley PetscValidHeaderSpecific(dmX[s], DM_CLASSID, 2); 360807218a29SMatthew G. Knepley PetscValidHeaderSpecific(dsX[s], PETSCDS_CLASSID, 3); 360907218a29SMatthew G. Knepley PetscValidHeaderSpecific(locX[s], VEC_CLASSID, 5); 361007218a29SMatthew G. Knepley PetscCall(DMPlexConvertPlex(dmX[s], &plexX[s], PETSC_FALSE)); 361107218a29SMatthew G. Knepley PetscCall(DMGetEnclosureRelation(dmX[s], dm, &encX[s])); 361207218a29SMatthew G. Knepley PetscCall(DMGetLocalSection(dmX[s], §ionX[s])); 361307218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsX[s], &totDimX[s])); 361407218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dmX[s], numCells * totDimX[s], MPIU_SCALAR, &x[s])); 361504c51a94SMatthew G. Knepley } 3616148442b3SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 36176528b96dSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 36186528b96dSMatthew G. Knepley const PetscInt cind = c - cStart; 36196528b96dSMatthew G. Knepley const PetscInt *cone, *ornt; 36206528b96dSMatthew G. Knepley 36219566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 36229566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeOrientation(dm, cell, &ornt)); 362307218a29SMatthew G. Knepley //PetscCheck(!ornt[0], PETSC_COMM_SELF, PETSC_ERR_SUP, "Face %" PetscInt_FMT " in hybrid cell %" PetscInt_FMT " has orientation %" PetscInt_FMT " != 0", cone[0], cell, ornt[0]); 3624148442b3SMatthew G. Knepley for (s = 0; s < 2; ++s) { 362507218a29SMatthew G. Knepley const PetscInt tdX = totDimX[s]; 362607218a29SMatthew G. Knepley PetscScalar *closure = NULL, *xl = &x[s][cind * tdX]; 362707218a29SMatthew G. Knepley PetscInt face = cone[s], point = face, subpoint, Nx, i; 362807218a29SMatthew G. Knepley 362907218a29SMatthew G. Knepley if (useCell) { 36305fedec97SMatthew G. Knepley const PetscInt *support; 363107218a29SMatthew G. Knepley PetscInt ssize; 36326528b96dSMatthew G. Knepley 363307218a29SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, face, &support)); 363407218a29SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, face, &ssize)); 363507218a29SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", face, cell, ssize); 363607218a29SMatthew G. Knepley if (support[0] == cell) point = support[1]; 363707218a29SMatthew G. Knepley else if (support[1] == cell) point = support[0]; 363807218a29SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", face, cell); 363907218a29SMatthew G. Knepley } 364007218a29SMatthew G. Knepley PetscCall(DMGetEnclosurePoint(plexX[s], dm, encX[s], point, &subpoint)); 364107218a29SMatthew G. Knepley PetscCall(DMPlexVecGetOrientedClosure_Internal(plexX[s], sectionX[s], locX[s], subpoint, ornt[s], &Nx, &closure)); 364207218a29SMatthew G. Knepley PetscCheck(Nx == tdX, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Closure size %" PetscInt_FMT " for subpoint %" PetscInt_FMT " does not match DS size %" PetscInt_FMT, Nx, subpoint, tdX); 364307218a29SMatthew G. Knepley for (i = 0; i < Nx; ++i) xl[i] = closure[i]; 364407218a29SMatthew G. Knepley PetscCall(DMPlexVecRestoreClosure(plexX[s], sectionX[s], locX[s], subpoint, &Nx, &closure)); 36456528b96dSMatthew G. Knepley } 36466528b96dSMatthew G. Knepley } 364707218a29SMatthew G. Knepley for (s = 0; s < 2; ++s) PetscCall(DMDestroy(&plexX[s])); 36489566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 36493ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 36506528b96dSMatthew G. Knepley } 36516528b96dSMatthew G. Knepley 365207218a29SMatthew G. Knepley static PetscErrorCode DMPlexRestoreHybridFields(DM dm, DM dmX[], PetscDS dsX[], IS cellIS, Vec locX[], PetscBool useCell, PetscScalar *x[]) 3653d71ae5a4SJacob Faibussowitsch { 36546528b96dSMatthew G. Knepley PetscFunctionBegin; 365507218a29SMatthew G. Knepley if (!locX[0] || !locX[1]) PetscFunctionReturn(PETSC_SUCCESS); 365607218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dmX[0], 0, MPIU_SCALAR, &x[0])); 365707218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dmX[1], 0, MPIU_SCALAR, &x[1])); 36583ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 36596528b96dSMatthew G. Knepley } 36606528b96dSMatthew G. Knepley 36612f856554SMatthew G. Knepley /*@C 36622f856554SMatthew G. Knepley DMPlexGetFaceFields - Retrieve the field values values for a chunk of faces 36632f856554SMatthew G. Knepley 36642f856554SMatthew G. Knepley Input Parameters: 3665a1cb98faSBarry Smith + dm - The `DM` 36662f856554SMatthew G. Knepley . fStart - The first face to include 36672f856554SMatthew G. Knepley . fEnd - The first face to exclude 36682f856554SMatthew G. Knepley . locX - A local vector with the solution fields 36692f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 36702f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 36712f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry 367260225df5SJacob Faibussowitsch - locGrad - A local vector with field gradients, or NULL 36732f856554SMatthew G. Knepley 36742f856554SMatthew G. Knepley Output Parameters: 36752f856554SMatthew G. Knepley + Nface - The number of faces with field values 36762f856554SMatthew G. Knepley . uL - The field values at the left side of the face 36772f856554SMatthew G. Knepley - uR - The field values at the right side of the face 36782f856554SMatthew G. Knepley 36792f856554SMatthew G. Knepley Level: developer 36802f856554SMatthew G. Knepley 36811cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetCellFields()` 36822f856554SMatthew G. Knepley @*/ 3683d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR) 3684d71ae5a4SJacob Faibussowitsch { 36852f856554SMatthew G. Knepley DM dmFace, dmCell, dmGrad = NULL; 36862f856554SMatthew G. Knepley PetscSection section; 36872f856554SMatthew G. Knepley PetscDS prob; 36882f856554SMatthew G. Knepley DMLabel ghostLabel; 36892f856554SMatthew G. Knepley const PetscScalar *facegeom, *cellgeom, *x, *lgrad; 36902f856554SMatthew G. Knepley PetscBool *isFE; 36912f856554SMatthew G. Knepley PetscInt dim, Nf, f, Nc, numFaces = fEnd - fStart, iface, face; 36922f856554SMatthew G. Knepley 36932f856554SMatthew G. Knepley PetscFunctionBegin; 36942f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 36952f856554SMatthew G. Knepley PetscValidHeaderSpecific(locX, VEC_CLASSID, 4); 3696ad540459SPierre Jolivet if (locX_t) PetscValidHeaderSpecific(locX_t, VEC_CLASSID, 5); 36972f856554SMatthew G. Knepley PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 6); 36982f856554SMatthew G. Knepley PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 7); 3699ad540459SPierre Jolivet if (locGrad) PetscValidHeaderSpecific(locGrad, VEC_CLASSID, 8); 37004f572ea9SToby Isaac PetscAssertPointer(uL, 10); 37014f572ea9SToby Isaac PetscAssertPointer(uR, 11); 37029566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 37039566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 37049566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 37059566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 37069566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalComponents(prob, &Nc)); 37079566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(Nf, &isFE)); 37082f856554SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 37092f856554SMatthew G. Knepley PetscObject obj; 37102f856554SMatthew G. Knepley PetscClassId id; 37112f856554SMatthew G. Knepley 37129566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 37139566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 37149371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 37159371c9d4SSatish Balay isFE[f] = PETSC_TRUE; 37169371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 37179371c9d4SSatish Balay isFE[f] = PETSC_FALSE; 37189371c9d4SSatish Balay } else { 37199371c9d4SSatish Balay isFE[f] = PETSC_FALSE; 37209371c9d4SSatish Balay } 37212f856554SMatthew G. Knepley } 37229566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 37239566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(locX, &x)); 37249566063dSJacob Faibussowitsch PetscCall(VecGetDM(faceGeometry, &dmFace)); 37259566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometry, &facegeom)); 37269566063dSJacob Faibussowitsch PetscCall(VecGetDM(cellGeometry, &dmCell)); 37279566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometry, &cellgeom)); 37282f856554SMatthew G. Knepley if (locGrad) { 37299566063dSJacob Faibussowitsch PetscCall(VecGetDM(locGrad, &dmGrad)); 37309566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(locGrad, &lgrad)); 37312f856554SMatthew G. Knepley } 37329566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * Nc, MPIU_SCALAR, uL)); 37339566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * Nc, MPIU_SCALAR, uR)); 37342f856554SMatthew G. Knepley /* Right now just eat the extra work for FE (could make a cell loop) */ 37352f856554SMatthew G. Knepley for (face = fStart, iface = 0; face < fEnd; ++face) { 37362f856554SMatthew G. Knepley const PetscInt *cells; 37372f856554SMatthew G. Knepley PetscFVFaceGeom *fg; 37382f856554SMatthew G. Knepley PetscFVCellGeom *cgL, *cgR; 37392f856554SMatthew G. Knepley PetscScalar *xL, *xR, *gL, *gR; 37402f856554SMatthew G. Knepley PetscScalar *uLl = *uL, *uRl = *uR; 37412f856554SMatthew G. Knepley PetscInt ghost, nsupp, nchild; 37422f856554SMatthew G. Knepley 37439566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, face, &ghost)); 37449566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &nsupp)); 37459566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, face, &nchild, NULL)); 37462f856554SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 37479566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmFace, face, facegeom, &fg)); 37489566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &cells)); 37499566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL)); 37509566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR)); 37512f856554SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 37522f856554SMatthew G. Knepley PetscInt off; 37532f856554SMatthew G. Knepley 37549566063dSJacob Faibussowitsch PetscCall(PetscDSGetComponentOffset(prob, f, &off)); 37552f856554SMatthew G. Knepley if (isFE[f]) { 37562f856554SMatthew G. Knepley const PetscInt *cone; 37572f856554SMatthew G. Knepley PetscInt comp, coneSizeL, coneSizeR, faceLocL, faceLocR, ldof, rdof, d; 37582f856554SMatthew G. Knepley 37592f856554SMatthew G. Knepley xL = xR = NULL; 37609566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(section, f, &comp)); 37619566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **)&xL)); 37629566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **)&xR)); 37639566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cells[0], &cone)); 37649566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cells[0], &coneSizeL)); 37659371c9d4SSatish Balay for (faceLocL = 0; faceLocL < coneSizeL; ++faceLocL) 37669371c9d4SSatish Balay if (cone[faceLocL] == face) break; 37679566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cells[1], &cone)); 37689566063dSJacob Faibussowitsch PetscCall(DMPlexGetConeSize(dm, cells[1], &coneSizeR)); 37699371c9d4SSatish Balay for (faceLocR = 0; faceLocR < coneSizeR; ++faceLocR) 37709371c9d4SSatish Balay if (cone[faceLocR] == face) break; 37711dca8a05SBarry Smith PetscCheck(faceLocL != coneSizeL || faceLocR != coneSizeR, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Could not find face %" PetscInt_FMT " in cone of cell %" PetscInt_FMT " or cell %" PetscInt_FMT, face, cells[0], cells[1]); 37722f856554SMatthew G. Knepley /* Check that FEM field has values in the right cell (sometimes its an FV ghost cell) */ 37732f856554SMatthew G. Knepley /* TODO: this is a hack that might not be right for nonconforming */ 37742f856554SMatthew G. Knepley if (faceLocL < coneSizeL) { 37759566063dSJacob Faibussowitsch PetscCall(PetscFEEvaluateFaceFields_Internal(prob, f, faceLocL, xL, &uLl[iface * Nc + off])); 37769566063dSJacob Faibussowitsch if (rdof == ldof && faceLocR < coneSizeR) PetscCall(PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface * Nc + off])); 37772f856554SMatthew G. Knepley else { 37789371c9d4SSatish Balay for (d = 0; d < comp; ++d) uRl[iface * Nc + off + d] = uLl[iface * Nc + off + d]; 37799371c9d4SSatish Balay } 37809371c9d4SSatish Balay } else { 37819566063dSJacob Faibussowitsch PetscCall(PetscFEEvaluateFaceFields_Internal(prob, f, faceLocR, xR, &uRl[iface * Nc + off])); 37829566063dSJacob Faibussowitsch PetscCall(PetscSectionGetFieldComponents(section, f, &comp)); 37832f856554SMatthew G. Knepley for (d = 0; d < comp; ++d) uLl[iface * Nc + off + d] = uRl[iface * Nc + off + d]; 37842f856554SMatthew G. Knepley } 37859566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, locX, cells[0], &ldof, (PetscScalar **)&xL)); 37869566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, locX, cells[1], &rdof, (PetscScalar **)&xR)); 37872f856554SMatthew G. Knepley } else { 37882f856554SMatthew G. Knepley PetscFV fv; 37892f856554SMatthew G. Knepley PetscInt numComp, c; 37902f856554SMatthew G. Knepley 37919566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, (PetscObject *)&fv)); 37929566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &numComp)); 37939566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cells[0], f, x, &xL)); 37949566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cells[1], f, x, &xR)); 37952f856554SMatthew G. Knepley if (dmGrad) { 37962f856554SMatthew G. Knepley PetscReal dxL[3], dxR[3]; 37972f856554SMatthew G. Knepley 37989566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, cells[0], lgrad, &gL)); 37999566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmGrad, cells[1], lgrad, &gR)); 38002f856554SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cgL->centroid, fg->centroid, dxL); 38012f856554SMatthew G. Knepley DMPlex_WaxpyD_Internal(dim, -1, cgR->centroid, fg->centroid, dxR); 38022f856554SMatthew G. Knepley for (c = 0; c < numComp; ++c) { 38032f856554SMatthew G. Knepley uLl[iface * Nc + off + c] = xL[c] + DMPlex_DotD_Internal(dim, &gL[c * dim], dxL); 38042f856554SMatthew G. Knepley uRl[iface * Nc + off + c] = xR[c] + DMPlex_DotD_Internal(dim, &gR[c * dim], dxR); 38052f856554SMatthew G. Knepley } 38062f856554SMatthew G. Knepley } else { 38072f856554SMatthew G. Knepley for (c = 0; c < numComp; ++c) { 38082f856554SMatthew G. Knepley uLl[iface * Nc + off + c] = xL[c]; 38092f856554SMatthew G. Knepley uRl[iface * Nc + off + c] = xR[c]; 38102f856554SMatthew G. Knepley } 38112f856554SMatthew G. Knepley } 38122f856554SMatthew G. Knepley } 38132f856554SMatthew G. Knepley } 38142f856554SMatthew G. Knepley ++iface; 38152f856554SMatthew G. Knepley } 38162f856554SMatthew G. Knepley *Nface = iface; 38179566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(locX, &x)); 38189566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(faceGeometry, &facegeom)); 38199566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(cellGeometry, &cellgeom)); 382048a46eb9SPierre Jolivet if (locGrad) PetscCall(VecRestoreArrayRead(locGrad, &lgrad)); 38219566063dSJacob Faibussowitsch PetscCall(PetscFree(isFE)); 38223ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 38232f856554SMatthew G. Knepley } 38242f856554SMatthew G. Knepley 38252f856554SMatthew G. Knepley /*@C 38262f856554SMatthew G. Knepley DMPlexRestoreFaceFields - Restore the field values values for a chunk of faces 38272f856554SMatthew G. Knepley 38282f856554SMatthew G. Knepley Input Parameters: 3829a1cb98faSBarry Smith + dm - The `DM` 38302f856554SMatthew G. Knepley . fStart - The first face to include 38312f856554SMatthew G. Knepley . fEnd - The first face to exclude 38322f856554SMatthew G. Knepley . locX - A local vector with the solution fields 38332f856554SMatthew G. Knepley . locX_t - A local vector with solution field time derivatives, or NULL 38342f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 38352f856554SMatthew G. Knepley . cellGeometry - A local vector with cell geometry 383660225df5SJacob Faibussowitsch - locGrad - A local vector with field gradients, or NULL 38372f856554SMatthew G. Knepley 38382f856554SMatthew G. Knepley Output Parameters: 38392f856554SMatthew G. Knepley + Nface - The number of faces with field values 38402f856554SMatthew G. Knepley . uL - The field values at the left side of the face 38412f856554SMatthew G. Knepley - uR - The field values at the right side of the face 38422f856554SMatthew G. Knepley 38432f856554SMatthew G. Knepley Level: developer 38442f856554SMatthew G. Knepley 38451cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 38462f856554SMatthew G. Knepley @*/ 3847d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexRestoreFaceFields(DM dm, PetscInt fStart, PetscInt fEnd, Vec locX, Vec locX_t, Vec faceGeometry, Vec cellGeometry, Vec locGrad, PetscInt *Nface, PetscScalar **uL, PetscScalar **uR) 3848d71ae5a4SJacob Faibussowitsch { 38492f856554SMatthew G. Knepley PetscFunctionBegin; 38509566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uL)); 38519566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_SCALAR, uR)); 38523ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 38532f856554SMatthew G. Knepley } 38542f856554SMatthew G. Knepley 38552f856554SMatthew G. Knepley /*@C 38562f856554SMatthew G. Knepley DMPlexGetFaceGeometry - Retrieve the geometric values for a chunk of faces 38572f856554SMatthew G. Knepley 38582f856554SMatthew G. Knepley Input Parameters: 3859a1cb98faSBarry Smith + dm - The `DM` 38602f856554SMatthew G. Knepley . fStart - The first face to include 38612f856554SMatthew G. Knepley . fEnd - The first face to exclude 38622f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 38632f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry 38642f856554SMatthew G. Knepley 38652f856554SMatthew G. Knepley Output Parameters: 38662f856554SMatthew G. Knepley + Nface - The number of faces with field values 38672f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal 38682f856554SMatthew G. Knepley - vol - The cell volume 38692f856554SMatthew G. Knepley 38702f856554SMatthew G. Knepley Level: developer 38712f856554SMatthew G. Knepley 38721cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetCellFields()` 38732f856554SMatthew G. Knepley @*/ 3874d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol) 3875d71ae5a4SJacob Faibussowitsch { 38762f856554SMatthew G. Knepley DM dmFace, dmCell; 38772f856554SMatthew G. Knepley DMLabel ghostLabel; 38782f856554SMatthew G. Knepley const PetscScalar *facegeom, *cellgeom; 38792f856554SMatthew G. Knepley PetscInt dim, numFaces = fEnd - fStart, iface, face; 38802f856554SMatthew G. Knepley 38812f856554SMatthew G. Knepley PetscFunctionBegin; 38822f856554SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 38832f856554SMatthew G. Knepley PetscValidHeaderSpecific(faceGeometry, VEC_CLASSID, 4); 38842f856554SMatthew G. Knepley PetscValidHeaderSpecific(cellGeometry, VEC_CLASSID, 5); 38854f572ea9SToby Isaac PetscAssertPointer(fgeom, 7); 38864f572ea9SToby Isaac PetscAssertPointer(vol, 8); 38879566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 38889566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 38899566063dSJacob Faibussowitsch PetscCall(VecGetDM(faceGeometry, &dmFace)); 38909566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometry, &facegeom)); 38919566063dSJacob Faibussowitsch PetscCall(VecGetDM(cellGeometry, &dmCell)); 38929566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometry, &cellgeom)); 38939566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(numFaces, fgeom)); 38949566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * 2, MPIU_SCALAR, vol)); 38952f856554SMatthew G. Knepley for (face = fStart, iface = 0; face < fEnd; ++face) { 38962f856554SMatthew G. Knepley const PetscInt *cells; 38972f856554SMatthew G. Knepley PetscFVFaceGeom *fg; 38982f856554SMatthew G. Knepley PetscFVCellGeom *cgL, *cgR; 38992f856554SMatthew G. Knepley PetscFVFaceGeom *fgeoml = *fgeom; 39002f856554SMatthew G. Knepley PetscReal *voll = *vol; 39012f856554SMatthew G. Knepley PetscInt ghost, d, nchild, nsupp; 39022f856554SMatthew G. Knepley 39039566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, face, &ghost)); 39049566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &nsupp)); 39059566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, face, &nchild, NULL)); 39062f856554SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 39079566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmFace, face, facegeom, &fg)); 39089566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &cells)); 39099566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cgL)); 39109566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalRead(dmCell, cells[1], cellgeom, &cgR)); 39112f856554SMatthew G. Knepley for (d = 0; d < dim; ++d) { 39122f856554SMatthew G. Knepley fgeoml[iface].centroid[d] = fg->centroid[d]; 39132f856554SMatthew G. Knepley fgeoml[iface].normal[d] = fg->normal[d]; 39142f856554SMatthew G. Knepley } 39152f856554SMatthew G. Knepley voll[iface * 2 + 0] = cgL->volume; 39162f856554SMatthew G. Knepley voll[iface * 2 + 1] = cgR->volume; 39172f856554SMatthew G. Knepley ++iface; 39182f856554SMatthew G. Knepley } 39192f856554SMatthew G. Knepley *Nface = iface; 39209566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(faceGeometry, &facegeom)); 39219566063dSJacob Faibussowitsch PetscCall(VecRestoreArrayRead(cellGeometry, &cellgeom)); 39223ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 39232f856554SMatthew G. Knepley } 39242f856554SMatthew G. Knepley 39252f856554SMatthew G. Knepley /*@C 39262f856554SMatthew G. Knepley DMPlexRestoreFaceGeometry - Restore the field values values for a chunk of faces 39272f856554SMatthew G. Knepley 39282f856554SMatthew G. Knepley Input Parameters: 3929a1cb98faSBarry Smith + dm - The `DM` 39302f856554SMatthew G. Knepley . fStart - The first face to include 39312f856554SMatthew G. Knepley . fEnd - The first face to exclude 39322f856554SMatthew G. Knepley . faceGeometry - A local vector with face geometry 39332f856554SMatthew G. Knepley - cellGeometry - A local vector with cell geometry 39342f856554SMatthew G. Knepley 39352f856554SMatthew G. Knepley Output Parameters: 39362f856554SMatthew G. Knepley + Nface - The number of faces with field values 39372f856554SMatthew G. Knepley . fgeom - The extract the face centroid and normal 39382f856554SMatthew G. Knepley - vol - The cell volume 39392f856554SMatthew G. Knepley 39402f856554SMatthew G. Knepley Level: developer 39412f856554SMatthew G. Knepley 39421cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetFaceFields()` 39432f856554SMatthew G. Knepley @*/ 3944d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexRestoreFaceGeometry(DM dm, PetscInt fStart, PetscInt fEnd, Vec faceGeometry, Vec cellGeometry, PetscInt *Nface, PetscFVFaceGeom **fgeom, PetscReal **vol) 3945d71ae5a4SJacob Faibussowitsch { 39462f856554SMatthew G. Knepley PetscFunctionBegin; 39479566063dSJacob Faibussowitsch PetscCall(PetscFree(*fgeom)); 39489566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, 0, MPIU_REAL, vol)); 39493ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 39502f856554SMatthew G. Knepley } 39512f856554SMatthew G. Knepley 3952d71ae5a4SJacob Faibussowitsch PetscErrorCode DMSNESGetFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 3953d71ae5a4SJacob Faibussowitsch { 3954a1cf66bbSMatthew G. Knepley char composeStr[33] = {0}; 3955a1cf66bbSMatthew G. Knepley PetscObjectId id; 3956a1cf66bbSMatthew G. Knepley PetscContainer container; 3957a1cf66bbSMatthew G. Knepley 3958a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 39599566063dSJacob Faibussowitsch PetscCall(PetscObjectGetId((PetscObject)quad, &id)); 396063a3b9bcSJacob Faibussowitsch PetscCall(PetscSNPrintf(composeStr, 32, "DMSNESGetFEGeom_%" PetscInt64_FMT "\n", id)); 39619566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)pointIS, composeStr, (PetscObject *)&container)); 3962a1cf66bbSMatthew G. Knepley if (container) { 39639566063dSJacob Faibussowitsch PetscCall(PetscContainerGetPointer(container, (void **)geom)); 3964a1cf66bbSMatthew G. Knepley } else { 39659566063dSJacob Faibussowitsch PetscCall(DMFieldCreateFEGeom(coordField, pointIS, quad, faceData, geom)); 39669566063dSJacob Faibussowitsch PetscCall(PetscContainerCreate(PETSC_COMM_SELF, &container)); 39679566063dSJacob Faibussowitsch PetscCall(PetscContainerSetPointer(container, (void *)*geom)); 39689566063dSJacob Faibussowitsch PetscCall(PetscContainerSetUserDestroy(container, PetscContainerUserDestroy_PetscFEGeom)); 39699566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)pointIS, composeStr, (PetscObject)container)); 39709566063dSJacob Faibussowitsch PetscCall(PetscContainerDestroy(&container)); 3971a1cf66bbSMatthew G. Knepley } 39723ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3973a1cf66bbSMatthew G. Knepley } 3974a1cf66bbSMatthew G. Knepley 3975d71ae5a4SJacob Faibussowitsch PetscErrorCode DMSNESRestoreFEGeom(DMField coordField, IS pointIS, PetscQuadrature quad, PetscBool faceData, PetscFEGeom **geom) 3976d71ae5a4SJacob Faibussowitsch { 3977a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 3978a1cf66bbSMatthew G. Knepley *geom = NULL; 39793ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3980a1cf66bbSMatthew G. Knepley } 3981a1cf66bbSMatthew G. Knepley 3982d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeResidual_Patch_Internal(DM dm, PetscSection section, IS cellIS, PetscReal t, Vec locX, Vec locX_t, Vec locF, void *user) 3983d71ae5a4SJacob Faibussowitsch { 398492d50984SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 398592d50984SMatthew G. Knepley const char *name = "Residual"; 398692d50984SMatthew G. Knepley DM dmAux = NULL; 398792d50984SMatthew G. Knepley DMLabel ghostLabel = NULL; 398892d50984SMatthew G. Knepley PetscDS prob = NULL; 398992d50984SMatthew G. Knepley PetscDS probAux = NULL; 399092d50984SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 399192d50984SMatthew G. Knepley PetscBool isImplicit = (locX_t || t == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 399292d50984SMatthew G. Knepley DMField coordField = NULL; 3993c0006e53SPatrick Farrell Vec locA; 3994c0006e53SPatrick Farrell PetscScalar *u = NULL, *u_t, *a, *uL = NULL, *uR = NULL; 399592d50984SMatthew G. Knepley IS chunkIS; 399692d50984SMatthew G. Knepley const PetscInt *cells; 399792d50984SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 3998364207b6SKarl Rupp PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, chunk, fStart, fEnd; 399992d50984SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 400006ad1575SMatthew G. Knepley PetscFormKey key; 400192d50984SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 400292d50984SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 400392d50984SMatthew G. Knepley 400492d50984SMatthew G. Knepley PetscFunctionBegin; 40059566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 400692d50984SMatthew G. Knepley /* FEM+FVM */ 400792d50984SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 40089566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 40099566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 40109566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 40119566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 40129566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &locA)); 401392d50984SMatthew G. Knepley if (locA) { 40149566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 40159566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 40169566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 401792d50984SMatthew G. Knepley } 401892d50984SMatthew G. Knepley /* 2: Get geometric data */ 401992d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 402092d50984SMatthew G. Knepley PetscObject obj; 402192d50984SMatthew G. Knepley PetscClassId id; 402292d50984SMatthew G. Knepley PetscBool fimp; 402392d50984SMatthew G. Knepley 40249566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(prob, f, &fimp)); 402592d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 40269566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 40279566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 4028ad540459SPierre Jolivet if (id == PETSCFE_CLASSID) useFEM = PETSC_TRUE; 40295f80ce2aSJacob Faibussowitsch PetscCheck(id != PETSCFV_CLASSID, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Use of FVM with PCPATCH not yet implemented"); 403092d50984SMatthew G. Knepley } 403192d50984SMatthew G. Knepley if (useFEM) { 40329566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 40339566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 403492d50984SMatthew G. Knepley if (maxDegree <= 1) { 40359566063dSJacob Faibussowitsch PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &affineQuad)); 403648a46eb9SPierre Jolivet if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 403792d50984SMatthew G. Knepley } else { 40389566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 403992d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 404092d50984SMatthew G. Knepley PetscObject obj; 404192d50984SMatthew G. Knepley PetscClassId id; 404292d50984SMatthew G. Knepley PetscBool fimp; 404392d50984SMatthew G. Knepley 40449566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(prob, f, &fimp)); 404592d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 40469566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 40479566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 404892d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 404992d50984SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 405092d50984SMatthew G. Knepley 40519566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 40529566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 40539566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 405492d50984SMatthew G. Knepley } 405592d50984SMatthew G. Knepley } 405692d50984SMatthew G. Knepley } 405792d50984SMatthew G. Knepley } 405892d50984SMatthew G. Knepley /* Loop over chunks */ 40599566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 40609566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 40619566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISCreate(PETSC_COMM_SELF, &chunkIS)); 406292d50984SMatthew G. Knepley numCells = cEnd - cStart; 406392d50984SMatthew G. Knepley numChunks = 1; 406492d50984SMatthew G. Knepley cellChunkSize = numCells / numChunks; 406592d50984SMatthew G. Knepley numChunks = PetscMin(1, numCells); 40666528b96dSMatthew G. Knepley key.label = NULL; 40676528b96dSMatthew G. Knepley key.value = 0; 406806ad1575SMatthew G. Knepley key.part = 0; 406992d50984SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 4070c0006e53SPatrick Farrell PetscScalar *elemVec, *fluxL = NULL, *fluxR = NULL; 4071c0006e53SPatrick Farrell PetscReal *vol = NULL; 4072c0006e53SPatrick Farrell PetscFVFaceGeom *fgeom = NULL; 407392d50984SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 4074c0006e53SPatrick Farrell PetscInt numFaces = 0; 407592d50984SMatthew G. Knepley 407692d50984SMatthew G. Knepley /* Extract field coefficients */ 407792d50984SMatthew G. Knepley if (useFEM) { 40789566063dSJacob Faibussowitsch PetscCall(ISGetPointSubrange(chunkIS, cS, cE, cells)); 40799566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 40809566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 40819566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemVec, numCells * totDim)); 408292d50984SMatthew G. Knepley } 408392d50984SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 408492d50984SMatthew G. Knepley /* Loop over fields */ 408592d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 408692d50984SMatthew G. Knepley PetscObject obj; 408792d50984SMatthew G. Knepley PetscClassId id; 408892d50984SMatthew G. Knepley PetscBool fimp; 408992d50984SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 409092d50984SMatthew G. Knepley 40916528b96dSMatthew G. Knepley key.field = f; 40929566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(prob, f, &fimp)); 409392d50984SMatthew G. Knepley if (isImplicit != fimp) continue; 40949566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 40959566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 409692d50984SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 409792d50984SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 409892d50984SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 409992d50984SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 410092d50984SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 410192d50984SMatthew G. Knepley PetscInt Nq, Nb; 410292d50984SMatthew G. Knepley 41039566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 41049566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 41059566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 410692d50984SMatthew G. Knepley blockSize = Nb; 410792d50984SMatthew G. Knepley batchSize = numBlocks * blockSize; 41089566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 410992d50984SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 411092d50984SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 411192d50984SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 411292d50984SMatthew G. Knepley offset = numCells - Nr; 411392d50984SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 411492d50984SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 41159566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, 0, offset, &chunkGeom)); 41169566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateResidual(prob, key, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec)); 41179566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, offset, numCells, &chunkGeom)); 41189566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateResidual(prob, key, Nr, chunkGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, &a[offset * totDimAux], t, &elemVec[offset * totDim])); 41199566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &chunkGeom)); 412092d50984SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 412192d50984SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 412292d50984SMatthew G. Knepley 412392d50984SMatthew G. Knepley Ne = numFaces; 412492d50984SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 412592d50984SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 41269566063dSJacob Faibussowitsch PetscCall(PetscFVIntegrateRHSFunction(fv, prob, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR)); 412763a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 412892d50984SMatthew G. Knepley } 412992d50984SMatthew G. Knepley /* Loop over domain */ 413092d50984SMatthew G. Knepley if (useFEM) { 413192d50984SMatthew G. Knepley /* Add elemVec to locX */ 413292d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 413392d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 413492d50984SMatthew G. Knepley const PetscInt cind = c - cStart; 413592d50984SMatthew G. Knepley 41369566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, name, totDim, &elemVec[cind * totDim])); 413792d50984SMatthew G. Knepley if (ghostLabel) { 413892d50984SMatthew G. Knepley PetscInt ghostVal; 413992d50984SMatthew G. Knepley 41409566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 414192d50984SMatthew G. Knepley if (ghostVal > 0) continue; 414292d50984SMatthew G. Knepley } 41439566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind * totDim], ADD_ALL_VALUES)); 414492d50984SMatthew G. Knepley } 414592d50984SMatthew G. Knepley } 414692d50984SMatthew G. Knepley /* Handle time derivative */ 414792d50984SMatthew G. Knepley if (locX_t) { 414892d50984SMatthew G. Knepley PetscScalar *x_t, *fa; 414992d50984SMatthew G. Knepley 41509566063dSJacob Faibussowitsch PetscCall(VecGetArray(locF, &fa)); 41519566063dSJacob Faibussowitsch PetscCall(VecGetArray(locX_t, &x_t)); 415292d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 415392d50984SMatthew G. Knepley PetscFV fv; 415492d50984SMatthew G. Knepley PetscObject obj; 415592d50984SMatthew G. Knepley PetscClassId id; 415692d50984SMatthew G. Knepley PetscInt pdim, d; 415792d50984SMatthew G. Knepley 41589566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, f, &obj)); 41599566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 416092d50984SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 416192d50984SMatthew G. Knepley fv = (PetscFV)obj; 41629566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 416392d50984SMatthew G. Knepley for (c = cS; c < cE; ++c) { 416492d50984SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 416592d50984SMatthew G. Knepley PetscScalar *u_t, *r; 416692d50984SMatthew G. Knepley 416792d50984SMatthew G. Knepley if (ghostLabel) { 416892d50984SMatthew G. Knepley PetscInt ghostVal; 416992d50984SMatthew G. Knepley 41709566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 417192d50984SMatthew G. Knepley if (ghostVal > 0) continue; 417292d50984SMatthew G. Knepley } 41739566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t)); 41749566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cell, f, fa, &r)); 417592d50984SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 417692d50984SMatthew G. Knepley } 417792d50984SMatthew G. Knepley } 41789566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locX_t, &x_t)); 41799566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locF, &fa)); 418092d50984SMatthew G. Knepley } 418192d50984SMatthew G. Knepley if (useFEM) { 41829566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 41839566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 418492d50984SMatthew G. Knepley } 418592d50984SMatthew G. Knepley } 41869566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISDestroy(&chunkIS)); 41879566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 418892d50984SMatthew G. Knepley /* TODO Could include boundary residual here (see DMPlexComputeResidual_Internal) */ 418992d50984SMatthew G. Knepley if (useFEM) { 419092d50984SMatthew G. Knepley if (maxDegree <= 1) { 41919566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 41929566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 419392d50984SMatthew G. Knepley } else { 419492d50984SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 41959566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 41969566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&quads[f])); 419792d50984SMatthew G. Knepley } 41989566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 419992d50984SMatthew G. Knepley } 420092d50984SMatthew G. Knepley } 42019566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 42023ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 420392d50984SMatthew G. Knepley } 420492d50984SMatthew G. Knepley 4205a1cf66bbSMatthew G. Knepley /* 4206a1cf66bbSMatthew G. Knepley We always assemble JacP, and if the matrix is different from Jac and two different sets of point functions are provided, we also assemble Jac 4207a1cf66bbSMatthew G. Knepley 4208a1cf66bbSMatthew G. Knepley X - The local solution vector 4209a5b23f4aSJose E. Roman X_t - The local solution time derivative vector, or NULL 4210a1cf66bbSMatthew G. Knepley */ 4211d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Patch_Internal(DM dm, PetscSection section, PetscSection globalSection, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *ctx) 4212d71ae5a4SJacob Faibussowitsch { 4213a1cf66bbSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 4214a1cf66bbSMatthew G. Knepley const char *name = "Jacobian", *nameP = "JacobianPre"; 4215a1cf66bbSMatthew G. Knepley DM dmAux = NULL; 4216a1cf66bbSMatthew G. Knepley PetscDS prob, probAux = NULL; 4217a1cf66bbSMatthew G. Knepley PetscSection sectionAux = NULL; 4218a1cf66bbSMatthew G. Knepley Vec A; 4219a1cf66bbSMatthew G. Knepley DMField coordField; 4220a1cf66bbSMatthew G. Knepley PetscFEGeom *cgeomFEM; 4221a1cf66bbSMatthew G. Knepley PetscQuadrature qGeom = NULL; 4222a1cf66bbSMatthew G. Knepley Mat J = Jac, JP = JacP; 4223a1cf66bbSMatthew G. Knepley PetscScalar *work, *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL, *elemMatP = NULL, *elemMatD = NULL; 4224e432b41dSStefano Zampini PetscBool hasJac, hasPrec, hasDyn, assembleJac, *isFE, hasFV = PETSC_FALSE; 4225a1cf66bbSMatthew G. Knepley const PetscInt *cells; 422606ad1575SMatthew G. Knepley PetscFormKey key; 42279b2fc754SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, maxDegree, numCells, cStart, cEnd, numChunks, chunkSize, chunk, totDim, totDimAux = 0, sz, wsz, off = 0, offCell = 0; 4228a1cf66bbSMatthew G. Knepley 4229a1cf66bbSMatthew G. Knepley PetscFunctionBegin; 42309566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(cellIS, &numCells)); 42319566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 42329566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 42339566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 42349566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, NULL, 0, 0, &A)); 42359a2a23afSMatthew G. Knepley if (A) { 42369566063dSJacob Faibussowitsch PetscCall(VecGetDM(A, &dmAux)); 42379566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dmAux, §ionAux)); 42389566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 4239a1cf66bbSMatthew G. Knepley } 4240a1cf66bbSMatthew G. Knepley /* Get flags */ 42419566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 42429566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, Nf, MPIU_BOOL, &isFE)); 4243a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 4244a1cf66bbSMatthew G. Knepley PetscObject disc; 4245a1cf66bbSMatthew G. Knepley PetscClassId id; 42469566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, &disc)); 42479566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(disc, &id)); 42489371c9d4SSatish Balay if (id == PETSCFE_CLASSID) { 42499371c9d4SSatish Balay isFE[fieldI] = PETSC_TRUE; 42509371c9d4SSatish Balay } else if (id == PETSCFV_CLASSID) { 42519371c9d4SSatish Balay hasFV = PETSC_TRUE; 42529371c9d4SSatish Balay isFE[fieldI] = PETSC_FALSE; 42539371c9d4SSatish Balay } 4254a1cf66bbSMatthew G. Knepley } 42559566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobian(prob, &hasJac)); 42569566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobianPreconditioner(prob, &hasPrec)); 42579566063dSJacob Faibussowitsch PetscCall(PetscDSHasDynamicJacobian(prob, &hasDyn)); 4258a1cf66bbSMatthew G. Knepley assembleJac = hasJac && hasPrec && (Jac != JacP) ? PETSC_TRUE : PETSC_FALSE; 4259a1cf66bbSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 42609566063dSJacob Faibussowitsch if (hasFV) PetscCall(MatSetOption(JP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE)); /* No allocated space for FV stuff, so ignore the zero entries */ 42619566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 42629566063dSJacob Faibussowitsch if (probAux) PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 4263a1cf66bbSMatthew G. Knepley /* Compute batch sizes */ 4264a1cf66bbSMatthew G. Knepley if (isFE[0]) { 4265a1cf66bbSMatthew G. Knepley PetscFE fe; 4266a1cf66bbSMatthew G. Knepley PetscQuadrature q; 4267a1cf66bbSMatthew G. Knepley PetscInt numQuadPoints, numBatches, batchSize, numBlocks, blockSize, Nb; 4268a1cf66bbSMatthew G. Knepley 42699566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, 0, (PetscObject *)&fe)); 42709566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &q)); 42719566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(q, NULL, NULL, &numQuadPoints, NULL, NULL)); 42729566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 42739566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 4274a1cf66bbSMatthew G. Knepley blockSize = Nb * numQuadPoints; 4275a1cf66bbSMatthew G. Knepley batchSize = numBlocks * blockSize; 4276a1cf66bbSMatthew G. Knepley chunkSize = numBatches * batchSize; 4277a1cf66bbSMatthew G. Knepley numChunks = numCells / chunkSize + numCells % chunkSize; 42789566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 4279a1cf66bbSMatthew G. Knepley } else { 4280a1cf66bbSMatthew G. Knepley chunkSize = numCells; 4281a1cf66bbSMatthew G. Knepley numChunks = 1; 4282a1cf66bbSMatthew G. Knepley } 4283a1cf66bbSMatthew G. Knepley /* Get work space */ 4284a1cf66bbSMatthew G. Knepley wsz = (((X ? 1 : 0) + (X_t ? 1 : 0) + (dmAux ? 1 : 0)) * totDim + ((hasJac ? 1 : 0) + (hasPrec ? 1 : 0) + (hasDyn ? 1 : 0)) * totDim * totDim) * chunkSize; 42859566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, wsz, MPIU_SCALAR, &work)); 42869566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(work, wsz)); 4287a1cf66bbSMatthew G. Knepley off = 0; 4288a1cf66bbSMatthew G. Knepley u = X ? (sz = chunkSize * totDim, off += sz, work + off - sz) : NULL; 4289a1cf66bbSMatthew G. Knepley u_t = X_t ? (sz = chunkSize * totDim, off += sz, work + off - sz) : NULL; 4290a1cf66bbSMatthew G. Knepley a = dmAux ? (sz = chunkSize * totDimAux, off += sz, work + off - sz) : NULL; 4291a1cf66bbSMatthew G. Knepley elemMat = hasJac ? (sz = chunkSize * totDim * totDim, off += sz, work + off - sz) : NULL; 4292a1cf66bbSMatthew G. Knepley elemMatP = hasPrec ? (sz = chunkSize * totDim * totDim, off += sz, work + off - sz) : NULL; 4293a1cf66bbSMatthew G. Knepley elemMatD = hasDyn ? (sz = chunkSize * totDim * totDim, off += sz, work + off - sz) : NULL; 429463a3b9bcSJacob Faibussowitsch PetscCheck(off == wsz, PETSC_COMM_SELF, PETSC_ERR_PLIB, "Error is workspace size %" PetscInt_FMT " should be %" PetscInt_FMT, off, wsz); 4295a1cf66bbSMatthew G. Knepley /* Setup geometry */ 42969566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 42979566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 42989566063dSJacob Faibussowitsch if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom)); 4299a1cf66bbSMatthew G. Knepley if (!qGeom) { 4300a1cf66bbSMatthew G. Knepley PetscFE fe; 4301a1cf66bbSMatthew G. Knepley 43029566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, 0, (PetscObject *)&fe)); 43039566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &qGeom)); 43049566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 4305a1cf66bbSMatthew G. Knepley } 43069566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 4307a1cf66bbSMatthew G. Knepley /* Compute volume integrals */ 43089566063dSJacob Faibussowitsch if (assembleJac) PetscCall(MatZeroEntries(J)); 43099566063dSJacob Faibussowitsch PetscCall(MatZeroEntries(JP)); 43106528b96dSMatthew G. Knepley key.label = NULL; 43116528b96dSMatthew G. Knepley key.value = 0; 431206ad1575SMatthew G. Knepley key.part = 0; 4313a1cf66bbSMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk, offCell += chunkSize) { 4314a1cf66bbSMatthew G. Knepley const PetscInt Ncell = PetscMin(chunkSize, numCells - offCell); 4315a1cf66bbSMatthew G. Knepley PetscInt c; 4316a1cf66bbSMatthew G. Knepley 4317a1cf66bbSMatthew G. Knepley /* Extract values */ 4318a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 4319a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c + offCell] : c + offCell; 4320a1cf66bbSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 4321a1cf66bbSMatthew G. Knepley PetscInt i; 4322a1cf66bbSMatthew G. Knepley 4323a1cf66bbSMatthew G. Knepley if (X) { 43249566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X, cell, NULL, &x)); 4325a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[c * totDim + i] = x[i]; 43269566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x)); 4327a1cf66bbSMatthew G. Knepley } 4328a1cf66bbSMatthew G. Knepley if (X_t) { 43299566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t)); 4330a1cf66bbSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[c * totDim + i] = x_t[i]; 43319566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t)); 4332a1cf66bbSMatthew G. Knepley } 4333a1cf66bbSMatthew G. Knepley if (dmAux) { 43349566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dmAux, sectionAux, A, cell, NULL, &x)); 4335a1cf66bbSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[c * totDimAux + i] = x[i]; 43369566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dmAux, sectionAux, A, cell, NULL, &x)); 4337a1cf66bbSMatthew G. Knepley } 4338a1cf66bbSMatthew G. Knepley } 4339a1cf66bbSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 4340a1cf66bbSMatthew G. Knepley PetscFE fe; 43419566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 4342a1cf66bbSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 43436528b96dSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 43449566063dSJacob Faibussowitsch if (hasJac) PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMat)); 43459566063dSJacob Faibussowitsch if (hasPrec) PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatP)); 43469566063dSJacob Faibussowitsch if (hasDyn) PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ncell, cgeomFEM, u, u_t, probAux, a, t, X_tShift, elemMatD)); 4347a1cf66bbSMatthew G. Knepley } 4348a1cf66bbSMatthew G. Knepley /* For finite volume, add the identity */ 4349a1cf66bbSMatthew G. Knepley if (!isFE[fieldI]) { 4350a1cf66bbSMatthew G. Knepley PetscFV fv; 4351a1cf66bbSMatthew G. Knepley PetscInt eOffset = 0, Nc, fc, foff; 4352a1cf66bbSMatthew G. Knepley 43539566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(prob, fieldI, &foff)); 43549566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fv)); 43559566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &Nc)); 4356a1cf66bbSMatthew G. Knepley for (c = 0; c < chunkSize; ++c, eOffset += totDim * totDim) { 4357a1cf66bbSMatthew G. Knepley for (fc = 0; fc < Nc; ++fc) { 4358a1cf66bbSMatthew G. Knepley const PetscInt i = foff + fc; 4359ad540459SPierre Jolivet if (hasJac) elemMat[eOffset + i * totDim + i] = 1.0; 4360ad540459SPierre Jolivet if (hasPrec) elemMatP[eOffset + i * totDim + i] = 1.0; 4361a1cf66bbSMatthew G. Knepley } 4362a1cf66bbSMatthew G. Knepley } 4363a1cf66bbSMatthew G. Knepley } 4364a1cf66bbSMatthew G. Knepley } 4365a1cf66bbSMatthew G. Knepley /* Add contribution from X_t */ 43669371c9d4SSatish Balay if (hasDyn) { 43679371c9d4SSatish Balay for (c = 0; c < chunkSize * totDim * totDim; ++c) elemMat[c] += X_tShift * elemMatD[c]; 43689371c9d4SSatish Balay } 4369a1cf66bbSMatthew G. Knepley /* Insert values into matrix */ 4370a1cf66bbSMatthew G. Knepley for (c = 0; c < Ncell; ++c) { 4371a1cf66bbSMatthew G. Knepley const PetscInt cell = cells ? cells[c + offCell] : c + offCell; 4372a1cf66bbSMatthew G. Knepley if (mesh->printFEM > 1) { 43739566063dSJacob Faibussowitsch if (hasJac) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[(c - cStart) * totDim * totDim])); 43749566063dSJacob Faibussowitsch if (hasPrec) PetscCall(DMPrintCellMatrix(cell, nameP, totDim, totDim, &elemMatP[(c - cStart) * totDim * totDim])); 4375a1cf66bbSMatthew G. Knepley } 43769566063dSJacob Faibussowitsch if (assembleJac) PetscCall(DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[(c - cStart) * totDim * totDim], ADD_VALUES)); 43779566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosure(dm, section, globalSection, JP, cell, &elemMat[(c - cStart) * totDim * totDim], ADD_VALUES)); 4378a1cf66bbSMatthew G. Knepley } 4379a1cf66bbSMatthew G. Knepley } 4380a1cf66bbSMatthew G. Knepley /* Cleanup */ 43819566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 43829566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 43839566063dSJacob Faibussowitsch if (hasFV) PetscCall(MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE)); 43849566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, Nf, MPIU_BOOL, &isFE)); 43859566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, ((1 + (X_t ? 1 : 0) + (dmAux ? 1 : 0)) * totDim + ((hasJac ? 1 : 0) + (hasPrec ? 1 : 0) + (hasDyn ? 1 : 0)) * totDim * totDim) * chunkSize, MPIU_SCALAR, &work)); 4386a1cf66bbSMatthew G. Knepley /* Compute boundary integrals */ 43879566063dSJacob Faibussowitsch /* PetscCall(DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, ctx)); */ 4388a1cf66bbSMatthew G. Knepley /* Assemble matrix */ 43899371c9d4SSatish Balay if (assembleJac) { 43909371c9d4SSatish Balay PetscCall(MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY)); 43919371c9d4SSatish Balay PetscCall(MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY)); 43929371c9d4SSatish Balay } 43939371c9d4SSatish Balay PetscCall(MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY)); 43949371c9d4SSatish Balay PetscCall(MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY)); 43959566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 43963ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 4397a1cf66bbSMatthew G. Knepley } 43983e9753d6SMatthew G. Knepley 43993e9753d6SMatthew G. Knepley /******** FEM Assembly Function ********/ 44003e9753d6SMatthew G. Knepley 4401d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMConvertPlex_Internal(DM dm, DM *plex, PetscBool copy) 4402d71ae5a4SJacob Faibussowitsch { 44033e9753d6SMatthew G. Knepley PetscBool isPlex; 44043e9753d6SMatthew G. Knepley 44053e9753d6SMatthew G. Knepley PetscFunctionBegin; 44069566063dSJacob Faibussowitsch PetscCall(PetscObjectTypeCompare((PetscObject)dm, DMPLEX, &isPlex)); 44073e9753d6SMatthew G. Knepley if (isPlex) { 44083e9753d6SMatthew G. Knepley *plex = dm; 44099566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)dm)); 44103e9753d6SMatthew G. Knepley } else { 44119566063dSJacob Faibussowitsch PetscCall(PetscObjectQuery((PetscObject)dm, "dm_plex", (PetscObject *)plex)); 44123e9753d6SMatthew G. Knepley if (!*plex) { 44139566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, plex)); 44149566063dSJacob Faibussowitsch PetscCall(PetscObjectCompose((PetscObject)dm, "dm_plex", (PetscObject)*plex)); 44151baa6e33SBarry Smith if (copy) PetscCall(DMCopyAuxiliaryVec(dm, *plex)); 44163e9753d6SMatthew G. Knepley } else { 44179566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)*plex)); 44183e9753d6SMatthew G. Knepley } 44193e9753d6SMatthew G. Knepley } 44203ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 44213e9753d6SMatthew G. Knepley } 44223e9753d6SMatthew G. Knepley 44233e9753d6SMatthew G. Knepley /*@ 44243e9753d6SMatthew G. Knepley DMPlexGetGeometryFVM - Return precomputed geometric data 44253e9753d6SMatthew G. Knepley 442620f4b53cSBarry Smith Collective 44273e9753d6SMatthew G. Knepley 44283e9753d6SMatthew G. Knepley Input Parameter: 4429a1cb98faSBarry Smith . dm - The `DM` 44303e9753d6SMatthew G. Knepley 44313e9753d6SMatthew G. Knepley Output Parameters: 44323e9753d6SMatthew G. Knepley + facegeom - The values precomputed from face geometry 44333e9753d6SMatthew G. Knepley . cellgeom - The values precomputed from cell geometry 44343e9753d6SMatthew G. Knepley - minRadius - The minimum radius over the mesh of an inscribed sphere in a cell 44353e9753d6SMatthew G. Knepley 44363e9753d6SMatthew G. Knepley Level: developer 44373e9753d6SMatthew G. Knepley 44381cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMTSSetRHSFunctionLocal()` 44393e9753d6SMatthew G. Knepley @*/ 4440d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetGeometryFVM(DM dm, Vec *facegeom, Vec *cellgeom, PetscReal *minRadius) 4441d71ae5a4SJacob Faibussowitsch { 44423e9753d6SMatthew G. Knepley DM plex; 44433e9753d6SMatthew G. Knepley 44443e9753d6SMatthew G. Knepley PetscFunctionBegin; 44453e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 44469566063dSJacob Faibussowitsch PetscCall(DMConvertPlex_Internal(dm, &plex, PETSC_TRUE)); 44479566063dSJacob Faibussowitsch PetscCall(DMPlexGetDataFVM(plex, NULL, cellgeom, facegeom, NULL)); 44489566063dSJacob Faibussowitsch if (minRadius) PetscCall(DMPlexGetMinRadius(plex, minRadius)); 44499566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 44503ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 44513e9753d6SMatthew G. Knepley } 44523e9753d6SMatthew G. Knepley 44533e9753d6SMatthew G. Knepley /*@ 44543e9753d6SMatthew G. Knepley DMPlexGetGradientDM - Return gradient data layout 44553e9753d6SMatthew G. Knepley 445620f4b53cSBarry Smith Collective 44573e9753d6SMatthew G. Knepley 44583e9753d6SMatthew G. Knepley Input Parameters: 4459a1cb98faSBarry Smith + dm - The `DM` 446020f4b53cSBarry Smith - fv - The `PetscFV` 44613e9753d6SMatthew G. Knepley 44623e9753d6SMatthew G. Knepley Output Parameter: 44633e9753d6SMatthew G. Knepley . dmGrad - The layout for gradient values 44643e9753d6SMatthew G. Knepley 44653e9753d6SMatthew G. Knepley Level: developer 44663e9753d6SMatthew G. Knepley 44671cc06b55SBarry Smith .seealso: [](ch_unstructured), `DM`, `DMPLEX`, `DMPlexGetGeometryFVM()` 44683e9753d6SMatthew G. Knepley @*/ 4469d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexGetGradientDM(DM dm, PetscFV fv, DM *dmGrad) 4470d71ae5a4SJacob Faibussowitsch { 44713e9753d6SMatthew G. Knepley DM plex; 44723e9753d6SMatthew G. Knepley PetscBool computeGradients; 44733e9753d6SMatthew G. Knepley 44743e9753d6SMatthew G. Knepley PetscFunctionBegin; 44753e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(dm, DM_CLASSID, 1); 44763e9753d6SMatthew G. Knepley PetscValidHeaderSpecific(fv, PETSCFV_CLASSID, 2); 44774f572ea9SToby Isaac PetscAssertPointer(dmGrad, 3); 44789566063dSJacob Faibussowitsch PetscCall(PetscFVGetComputeGradients(fv, &computeGradients)); 44799371c9d4SSatish Balay if (!computeGradients) { 44809371c9d4SSatish Balay *dmGrad = NULL; 44813ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 44829371c9d4SSatish Balay } 44839566063dSJacob Faibussowitsch PetscCall(DMConvertPlex_Internal(dm, &plex, PETSC_TRUE)); 44849566063dSJacob Faibussowitsch PetscCall(DMPlexGetDataFVM(plex, fv, NULL, NULL, dmGrad)); 44859566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 44863ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 44873e9753d6SMatthew G. Knepley } 44883e9753d6SMatthew G. Knepley 4489d71ae5a4SJacob Faibussowitsch static PetscErrorCode DMPlexComputeBdResidual_Single_Internal(DM dm, PetscReal t, PetscWeakForm wf, PetscFormKey key, Vec locX, Vec locX_t, Vec locF, DMField coordField, IS facetIS) 4490d71ae5a4SJacob Faibussowitsch { 44913e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 44923e9753d6SMatthew G. Knepley DM plex = NULL, plexA = NULL; 44933e9753d6SMatthew G. Knepley DMEnclosureType encAux; 44943e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 44953e9753d6SMatthew G. Knepley PetscSection section, sectionAux = NULL; 44963e9753d6SMatthew G. Knepley Vec locA = NULL; 44973e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t = NULL, *a = NULL, *elemVec = NULL; 44983e9753d6SMatthew G. Knepley PetscInt totDim, totDimAux = 0; 44993e9753d6SMatthew G. Knepley 45003e9753d6SMatthew G. Knepley PetscFunctionBegin; 45019566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 45029566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 45039566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 45049566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 45059566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &locA)); 45063e9753d6SMatthew G. Knepley if (locA) { 45073e9753d6SMatthew G. Knepley DM dmAux; 45083e9753d6SMatthew G. Knepley 45099566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 45109566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 45119566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 45129566063dSJacob Faibussowitsch PetscCall(DMGetDS(plexA, &probAux)); 45139566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 45149566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plexA, §ionAux)); 45153e9753d6SMatthew G. Knepley } 45160c290148SMatthew G. Knepley { 45173e9753d6SMatthew G. Knepley PetscFEGeom *fgeom; 45183e9753d6SMatthew G. Knepley PetscInt maxDegree; 45193e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 45203e9753d6SMatthew G. Knepley IS pointIS; 45213e9753d6SMatthew G. Knepley const PetscInt *points; 45223e9753d6SMatthew G. Knepley PetscInt numFaces, face, Nq; 45233e9753d6SMatthew G. Knepley 45249566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(key.label, key.value, &pointIS)); 45250c290148SMatthew G. Knepley if (!pointIS) goto end; /* No points with that id on this process */ 45263e9753d6SMatthew G. Knepley { 45273e9753d6SMatthew G. Knepley IS isectIS; 45283e9753d6SMatthew G. Knepley 45293e9753d6SMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a priori if one is a superset of the other */ 45309566063dSJacob Faibussowitsch PetscCall(ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS)); 45319566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 45323e9753d6SMatthew G. Knepley pointIS = isectIS; 45333e9753d6SMatthew G. Knepley } 45349566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 45359566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 45369566063dSJacob Faibussowitsch PetscCall(PetscMalloc4(numFaces * totDim, &u, locX_t ? numFaces * totDim : 0, &u_t, numFaces * totDim, &elemVec, locA ? numFaces * totDimAux : 0, &a)); 45379566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree)); 453848a46eb9SPierre Jolivet if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom)); 45393e9753d6SMatthew G. Knepley if (!qGeom) { 45403e9753d6SMatthew G. Knepley PetscFE fe; 45413e9753d6SMatthew G. Knepley 45429566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, key.field, (PetscObject *)&fe)); 45439566063dSJacob Faibussowitsch PetscCall(PetscFEGetFaceQuadrature(fe, &qGeom)); 45449566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 45453e9753d6SMatthew G. Knepley } 45469566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 45479566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 45483e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 4549f15274beSMatthew Knepley const PetscInt point = points[face], *support; 45503e9753d6SMatthew G. Knepley PetscScalar *x = NULL; 4551f15274beSMatthew Knepley PetscInt i; 45523e9753d6SMatthew G. Knepley 45539566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 45549566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x)); 45553e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face * totDim + i] = x[i]; 45569566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x)); 45573e9753d6SMatthew G. Knepley if (locX_t) { 45589566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX_t, support[0], NULL, &x)); 45593e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[face * totDim + i] = x[i]; 45609566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, support[0], NULL, &x)); 45613e9753d6SMatthew G. Knepley } 45623e9753d6SMatthew G. Knepley if (locA) { 45633e9753d6SMatthew G. Knepley PetscInt subp; 45643e9753d6SMatthew G. Knepley 45659566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp)); 45669566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x)); 45673e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[face * totDimAux + i] = x[i]; 45689566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x)); 45693e9753d6SMatthew G. Knepley } 45703e9753d6SMatthew G. Knepley } 45719566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemVec, numFaces * totDim)); 45723e9753d6SMatthew G. Knepley { 45733e9753d6SMatthew G. Knepley PetscFE fe; 45743e9753d6SMatthew G. Knepley PetscInt Nb; 45753e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 45763e9753d6SMatthew G. Knepley /* Conforming batches */ 45773e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 45783e9753d6SMatthew G. Knepley /* Remainder */ 45793e9753d6SMatthew G. Knepley PetscInt Nr, offset; 45803e9753d6SMatthew G. Knepley 45819566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, key.field, (PetscObject *)&fe)); 45829566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 45839566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 45843e9753d6SMatthew G. Knepley /* TODO: documentation is unclear about what is going on with these numbers: how should Nb / Nq factor in ? */ 45853e9753d6SMatthew G. Knepley blockSize = Nb; 45863e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 45879566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 45883e9753d6SMatthew G. Knepley numChunks = numFaces / (numBatches * batchSize); 45893e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 45903e9753d6SMatthew G. Knepley Nr = numFaces % (numBatches * batchSize); 45913e9753d6SMatthew G. Knepley offset = numFaces - Nr; 45929566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, 0, offset, &chunkGeom)); 45939566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBdResidual(prob, wf, key, Ne, chunkGeom, u, u_t, probAux, a, t, elemVec)); 45949566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, 0, offset, &chunkGeom)); 45959566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom)); 45969566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBdResidual(prob, wf, key, Nr, chunkGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, a ? &a[offset * totDimAux] : NULL, t, &elemVec[offset * totDim])); 45979566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom)); 45983e9753d6SMatthew G. Knepley } 45993e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 46003e9753d6SMatthew G. Knepley const PetscInt point = points[face], *support; 46013e9753d6SMatthew G. Knepley 46029566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(point, "BdResidual", totDim, &elemVec[face * totDim])); 46039566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(plex, point, &support)); 46049566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(plex, NULL, locF, support[0], &elemVec[face * totDim], ADD_ALL_VALUES)); 46053e9753d6SMatthew G. Knepley } 46069566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 46079566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 46089566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 46099566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 46109566063dSJacob Faibussowitsch PetscCall(PetscFree4(u, u_t, elemVec, a)); 46113e9753d6SMatthew G. Knepley } 46120c290148SMatthew G. Knepley end: 46139566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 46149566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plexA)); 46153ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46163e9753d6SMatthew G. Knepley } 46173e9753d6SMatthew G. Knepley 4618d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdResidualSingle(DM dm, PetscReal t, PetscWeakForm wf, PetscFormKey key, Vec locX, Vec locX_t, Vec locF) 4619d71ae5a4SJacob Faibussowitsch { 46203e9753d6SMatthew G. Knepley DMField coordField; 46213e9753d6SMatthew G. Knepley DMLabel depthLabel; 46223e9753d6SMatthew G. Knepley IS facetIS; 46233e9753d6SMatthew G. Knepley PetscInt dim; 46243e9753d6SMatthew G. Knepley 46253e9753d6SMatthew G. Knepley PetscFunctionBegin; 46269566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 46279566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 46289566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 46299566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 46309566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdResidual_Single_Internal(dm, t, wf, key, locX, locX_t, locF, coordField, facetIS)); 46319566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 46323ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46333e9753d6SMatthew G. Knepley } 46343e9753d6SMatthew G. Knepley 4635d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdResidual_Internal(DM dm, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 4636d71ae5a4SJacob Faibussowitsch { 46373e9753d6SMatthew G. Knepley PetscDS prob; 46383e9753d6SMatthew G. Knepley PetscInt numBd, bd; 46393e9753d6SMatthew G. Knepley DMField coordField = NULL; 46403e9753d6SMatthew G. Knepley IS facetIS = NULL; 46413e9753d6SMatthew G. Knepley DMLabel depthLabel; 46423e9753d6SMatthew G. Knepley PetscInt dim; 46433e9753d6SMatthew G. Knepley 46443e9753d6SMatthew G. Knepley PetscFunctionBegin; 46459566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 46469566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 46479566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 46489566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 46499566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 46503e9753d6SMatthew G. Knepley for (bd = 0; bd < numBd; ++bd) { 465145480ffeSMatthew G. Knepley PetscWeakForm wf; 46523e9753d6SMatthew G. Knepley DMBoundaryConditionType type; 46533e9753d6SMatthew G. Knepley DMLabel label; 46543e9753d6SMatthew G. Knepley const PetscInt *values; 46550c290148SMatthew G. Knepley PetscInt field, numValues, v; 46563e9753d6SMatthew G. Knepley PetscObject obj; 46573e9753d6SMatthew G. Knepley PetscClassId id; 46580c290148SMatthew G. Knepley PetscFormKey key; 46593e9753d6SMatthew G. Knepley 46609566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, bd, &wf, &type, NULL, &label, &numValues, &values, &field, NULL, NULL, NULL, NULL, NULL)); 46613d3e5d66SMatthew G. Knepley if (type & DM_BC_ESSENTIAL) continue; 46629566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, field, &obj)); 46639566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 46643d3e5d66SMatthew G. Knepley if (id != PETSCFE_CLASSID) continue; 46653e9753d6SMatthew G. Knepley if (!facetIS) { 46663e9753d6SMatthew G. Knepley DMLabel depthLabel; 46673e9753d6SMatthew G. Knepley PetscInt dim; 46683e9753d6SMatthew G. Knepley 46699566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 46709566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 46719566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 46723e9753d6SMatthew G. Knepley } 46739566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 46740c290148SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 46750c290148SMatthew G. Knepley key.label = label; 46760c290148SMatthew G. Knepley key.value = values[v]; 46770c290148SMatthew G. Knepley key.field = field; 46780c290148SMatthew G. Knepley key.part = 0; 46799566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdResidual_Single_Internal(dm, t, wf, key, locX, locX_t, locF, coordField, facetIS)); 46800c290148SMatthew G. Knepley } 46813e9753d6SMatthew G. Knepley } 46829566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 46833ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 46843e9753d6SMatthew G. Knepley } 46853e9753d6SMatthew G. Knepley 4686d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeResidual_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal time, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 4687d71ae5a4SJacob Faibussowitsch { 46883e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 46893e9753d6SMatthew G. Knepley const char *name = "Residual"; 46903e9753d6SMatthew G. Knepley DM dmAux = NULL; 46913e9753d6SMatthew G. Knepley DM dmGrad = NULL; 46923e9753d6SMatthew G. Knepley DMLabel ghostLabel = NULL; 46936528b96dSMatthew G. Knepley PetscDS ds = NULL; 46946528b96dSMatthew G. Knepley PetscDS dsAux = NULL; 46953e9753d6SMatthew G. Knepley PetscSection section = NULL; 46963e9753d6SMatthew G. Knepley PetscBool useFEM = PETSC_FALSE; 46973e9753d6SMatthew G. Knepley PetscBool useFVM = PETSC_FALSE; 46983e9753d6SMatthew G. Knepley PetscBool isImplicit = (locX_t || time == PETSC_MIN_REAL) ? PETSC_TRUE : PETSC_FALSE; 46993e9753d6SMatthew G. Knepley PetscFV fvm = NULL; 47003e9753d6SMatthew G. Knepley PetscFVCellGeom *cgeomFVM = NULL; 47013e9753d6SMatthew G. Knepley PetscFVFaceGeom *fgeomFVM = NULL; 47023e9753d6SMatthew G. Knepley DMField coordField = NULL; 47033e9753d6SMatthew G. Knepley Vec locA, cellGeometryFVM = NULL, faceGeometryFVM = NULL, grad, locGrad = NULL; 47043e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t, *a, *uL, *uR; 47053e9753d6SMatthew G. Knepley IS chunkIS; 47063e9753d6SMatthew G. Knepley const PetscInt *cells; 47073e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 47083e9753d6SMatthew G. Knepley PetscInt Nf, f, totDim, totDimAux, numChunks, cellChunkSize, faceChunkSize, chunk, fStart, fEnd; 47093e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 47103e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 47113e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 47123e9753d6SMatthew G. Knepley 47133e9753d6SMatthew G. Knepley PetscFunctionBegin; 47143ba16761SJacob Faibussowitsch if (!cellIS) PetscFunctionReturn(PETSC_SUCCESS); 4715437e83fbSMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 47163ba16761SJacob Faibussowitsch if (cStart >= cEnd) PetscFunctionReturn(PETSC_SUCCESS); 47179566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 47183e9753d6SMatthew G. Knepley /* TODO The places where we have to use isFE are probably the member functions for the PetscDisc class */ 47193e9753d6SMatthew G. Knepley /* TODO The FVM geometry is over-manipulated. Make the precalc functions return exactly what we need */ 47203e9753d6SMatthew G. Knepley /* FEM+FVM */ 47219566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 47223e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 47239566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 47249566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 472507218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, NULL)); 47269566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &Nf)); 47279566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 47289566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &locA)); 47293e9753d6SMatthew G. Knepley if (locA) { 47303e9753d6SMatthew G. Knepley PetscInt subcell; 47319566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 47321059d808SMatthew G. Knepley PetscCall(DMGetEnclosurePoint(dmAux, dm, DM_ENC_UNKNOWN, cells ? cells[cStart] : cStart, &subcell)); 473307218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux, subcell, &dsAux, NULL)); 47349566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux, &totDimAux)); 47353e9753d6SMatthew G. Knepley } 47363e9753d6SMatthew G. Knepley /* 2: Get geometric data */ 47373e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 47383e9753d6SMatthew G. Knepley PetscObject obj; 47393e9753d6SMatthew G. Knepley PetscClassId id; 47403e9753d6SMatthew G. Knepley PetscBool fimp; 47413e9753d6SMatthew G. Knepley 47429566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(ds, f, &fimp)); 47433e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 47449566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 47459566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 4746ad540459SPierre Jolivet if (id == PETSCFE_CLASSID) useFEM = PETSC_TRUE; 47479371c9d4SSatish Balay if (id == PETSCFV_CLASSID) { 47489371c9d4SSatish Balay useFVM = PETSC_TRUE; 47499371c9d4SSatish Balay fvm = (PetscFV)obj; 47509371c9d4SSatish Balay } 47513e9753d6SMatthew G. Knepley } 47523e9753d6SMatthew G. Knepley if (useFEM) { 47539566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 47549566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 47553e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 47569566063dSJacob Faibussowitsch PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &affineQuad)); 475748a46eb9SPierre Jolivet if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 47583e9753d6SMatthew G. Knepley } else { 47599566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 47603e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 47613e9753d6SMatthew G. Knepley PetscObject obj; 47623e9753d6SMatthew G. Knepley PetscClassId id; 47633e9753d6SMatthew G. Knepley PetscBool fimp; 47643e9753d6SMatthew G. Knepley 47659566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(ds, f, &fimp)); 47663e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 47679566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 47689566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 47693e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 47703e9753d6SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 47713e9753d6SMatthew G. Knepley 47729566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 47739566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 47749566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 47753e9753d6SMatthew G. Knepley } 47763e9753d6SMatthew G. Knepley } 47773e9753d6SMatthew G. Knepley } 47783e9753d6SMatthew G. Knepley } 47793e9753d6SMatthew G. Knepley if (useFVM) { 47809566063dSJacob Faibussowitsch PetscCall(DMPlexGetGeometryFVM(dm, &faceGeometryFVM, &cellGeometryFVM, NULL)); 47819566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(faceGeometryFVM, (const PetscScalar **)&fgeomFVM)); 47829566063dSJacob Faibussowitsch PetscCall(VecGetArrayRead(cellGeometryFVM, (const PetscScalar **)&cgeomFVM)); 47833e9753d6SMatthew G. Knepley /* Reconstruct and limit cell gradients */ 47849566063dSJacob Faibussowitsch PetscCall(DMPlexGetGradientDM(dm, fvm, &dmGrad)); 47853e9753d6SMatthew G. Knepley if (dmGrad) { 47869566063dSJacob Faibussowitsch PetscCall(DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd)); 47879566063dSJacob Faibussowitsch PetscCall(DMGetGlobalVector(dmGrad, &grad)); 47889566063dSJacob Faibussowitsch PetscCall(DMPlexReconstructGradients_Internal(dm, fvm, fStart, fEnd, faceGeometryFVM, cellGeometryFVM, locX, grad)); 47893e9753d6SMatthew G. Knepley /* Communicate gradient values */ 47909566063dSJacob Faibussowitsch PetscCall(DMGetLocalVector(dmGrad, &locGrad)); 47919566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalBegin(dmGrad, grad, INSERT_VALUES, locGrad)); 47929566063dSJacob Faibussowitsch PetscCall(DMGlobalToLocalEnd(dmGrad, grad, INSERT_VALUES, locGrad)); 47939566063dSJacob Faibussowitsch PetscCall(DMRestoreGlobalVector(dmGrad, &grad)); 47943e9753d6SMatthew G. Knepley } 47953e9753d6SMatthew G. Knepley /* Handle non-essential (e.g. outflow) boundary values */ 47969566063dSJacob Faibussowitsch PetscCall(DMPlexInsertBoundaryValues(dm, PETSC_FALSE, locX, time, faceGeometryFVM, cellGeometryFVM, locGrad)); 47973e9753d6SMatthew G. Knepley } 47983e9753d6SMatthew G. Knepley /* Loop over chunks */ 47999566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISCreate(PETSC_COMM_SELF, &chunkIS)); 48003e9753d6SMatthew G. Knepley numCells = cEnd - cStart; 48013e9753d6SMatthew G. Knepley numChunks = 1; 48023e9753d6SMatthew G. Knepley cellChunkSize = numCells / numChunks; 48033e9753d6SMatthew G. Knepley faceChunkSize = (fEnd - fStart) / numChunks; 48043e9753d6SMatthew G. Knepley numChunks = PetscMin(1, numCells); 48053e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 48063e9753d6SMatthew G. Knepley PetscScalar *elemVec, *fluxL, *fluxR; 48073e9753d6SMatthew G. Knepley PetscReal *vol; 48083e9753d6SMatthew G. Knepley PetscFVFaceGeom *fgeom; 48093e9753d6SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 48103e9753d6SMatthew G. Knepley PetscInt fS = fStart + chunk * faceChunkSize, fE = PetscMin(fS + faceChunkSize, fEnd), numFaces = 0, face; 48113e9753d6SMatthew G. Knepley 48123e9753d6SMatthew G. Knepley /* Extract field coefficients */ 48133e9753d6SMatthew G. Knepley if (useFEM) { 48149566063dSJacob Faibussowitsch PetscCall(ISGetPointSubrange(chunkIS, cS, cE, cells)); 48159566063dSJacob Faibussowitsch PetscCall(DMPlexGetCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 48169566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 48179566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemVec, numCells * totDim)); 48183e9753d6SMatthew G. Knepley } 48193e9753d6SMatthew G. Knepley if (useFVM) { 48209566063dSJacob Faibussowitsch PetscCall(DMPlexGetFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR)); 48219566063dSJacob Faibussowitsch PetscCall(DMPlexGetFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol)); 48229566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxL)); 48239566063dSJacob Faibussowitsch PetscCall(DMGetWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxR)); 48249566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(fluxL, numFaces * totDim)); 48259566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(fluxR, numFaces * totDim)); 48263e9753d6SMatthew G. Knepley } 48273e9753d6SMatthew G. Knepley /* TODO We will interlace both our field coefficients (u, u_t, uL, uR, etc.) and our output (elemVec, fL, fR). I think this works */ 48283e9753d6SMatthew G. Knepley /* Loop over fields */ 48293e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 48303e9753d6SMatthew G. Knepley PetscObject obj; 48313e9753d6SMatthew G. Knepley PetscClassId id; 48323e9753d6SMatthew G. Knepley PetscBool fimp; 48333e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset; 48343e9753d6SMatthew G. Knepley 48356528b96dSMatthew G. Knepley key.field = f; 48369566063dSJacob Faibussowitsch PetscCall(PetscDSGetImplicit(ds, f, &fimp)); 48373e9753d6SMatthew G. Knepley if (isImplicit != fimp) continue; 48389566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 48399566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 48403e9753d6SMatthew G. Knepley if (id == PETSCFE_CLASSID) { 48413e9753d6SMatthew G. Knepley PetscFE fe = (PetscFE)obj; 48423e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 48433e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 48443e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 48453e9753d6SMatthew G. Knepley PetscInt Nq, Nb; 48463e9753d6SMatthew G. Knepley 48479566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 48489566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 48499566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 48503e9753d6SMatthew G. Knepley blockSize = Nb; 48513e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 48529566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 48533e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 48543e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 48553e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 48563e9753d6SMatthew G. Knepley offset = numCells - Nr; 48573e9753d6SMatthew G. Knepley /* Integrate FE residual to get elemVec (need fields at quadrature points) */ 48583e9753d6SMatthew G. Knepley /* For FV, I think we use a P0 basis and the cell coefficients (for subdivided cells, we can tweak the basis tabulation to be the indicator function) */ 48599566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, 0, offset, &chunkGeom)); 48609566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateResidual(ds, key, Ne, chunkGeom, u, u_t, dsAux, a, t, elemVec)); 48619566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(geom, offset, numCells, &chunkGeom)); 4862072f5ffdSStefano Zampini PetscCall(PetscFEIntegrateResidual(ds, key, Nr, chunkGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, dsAux, a ? &a[offset * totDimAux] : NULL, t, &elemVec[offset * totDim])); 48639566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &chunkGeom)); 48643e9753d6SMatthew G. Knepley } else if (id == PETSCFV_CLASSID) { 48653e9753d6SMatthew G. Knepley PetscFV fv = (PetscFV)obj; 48663e9753d6SMatthew G. Knepley 48673e9753d6SMatthew G. Knepley Ne = numFaces; 48683e9753d6SMatthew G. Knepley /* Riemann solve over faces (need fields at face centroids) */ 48693e9753d6SMatthew G. Knepley /* We need to evaluate FE fields at those coordinates */ 48709566063dSJacob Faibussowitsch PetscCall(PetscFVIntegrateRHSFunction(fv, ds, f, Ne, fgeom, vol, uL, uR, fluxL, fluxR)); 487163a3b9bcSJacob Faibussowitsch } else SETERRQ(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %" PetscInt_FMT, f); 48723e9753d6SMatthew G. Knepley } 48733e9753d6SMatthew G. Knepley /* Loop over domain */ 48743e9753d6SMatthew G. Knepley if (useFEM) { 48753e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 48763e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 48773e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 48783e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 48793e9753d6SMatthew G. Knepley 48809566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, name, totDim, &elemVec[cind * totDim])); 48813e9753d6SMatthew G. Knepley if (ghostLabel) { 48823e9753d6SMatthew G. Knepley PetscInt ghostVal; 48833e9753d6SMatthew G. Knepley 48849566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 48853e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 48863e9753d6SMatthew G. Knepley } 48879566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dm, section, locF, cell, &elemVec[cind * totDim], ADD_ALL_VALUES)); 48883e9753d6SMatthew G. Knepley } 48893e9753d6SMatthew G. Knepley } 48903e9753d6SMatthew G. Knepley if (useFVM) { 48913e9753d6SMatthew G. Knepley PetscScalar *fa; 48923e9753d6SMatthew G. Knepley PetscInt iface; 48933e9753d6SMatthew G. Knepley 48949566063dSJacob Faibussowitsch PetscCall(VecGetArray(locF, &fa)); 48953e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 48963e9753d6SMatthew G. Knepley PetscFV fv; 48973e9753d6SMatthew G. Knepley PetscObject obj; 48983e9753d6SMatthew G. Knepley PetscClassId id; 48993e9753d6SMatthew G. Knepley PetscInt foff, pdim; 49003e9753d6SMatthew G. Knepley 49019566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 49029566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(ds, f, &foff)); 49039566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 49043e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 49053e9753d6SMatthew G. Knepley fv = (PetscFV)obj; 49069566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 49073e9753d6SMatthew G. Knepley /* Accumulate fluxes to cells */ 49083e9753d6SMatthew G. Knepley for (face = fS, iface = 0; face < fE; ++face) { 49093e9753d6SMatthew G. Knepley const PetscInt *scells; 49103e9753d6SMatthew G. Knepley PetscScalar *fL = NULL, *fR = NULL; 49113e9753d6SMatthew G. Knepley PetscInt ghost, d, nsupp, nchild; 49123e9753d6SMatthew G. Knepley 49139566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, face, &ghost)); 49149566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, face, &nsupp)); 49159566063dSJacob Faibussowitsch PetscCall(DMPlexGetTreeChildren(dm, face, &nchild, NULL)); 49163e9753d6SMatthew G. Knepley if (ghost >= 0 || nsupp > 2 || nchild > 0) continue; 49179566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, face, &scells)); 49189566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, scells[0], &ghost)); 49199566063dSJacob Faibussowitsch if (ghost <= 0) PetscCall(DMPlexPointLocalFieldRef(dm, scells[0], f, fa, &fL)); 49209566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, scells[1], &ghost)); 49219566063dSJacob Faibussowitsch if (ghost <= 0) PetscCall(DMPlexPointLocalFieldRef(dm, scells[1], f, fa, &fR)); 49223e9753d6SMatthew G. Knepley for (d = 0; d < pdim; ++d) { 49233e9753d6SMatthew G. Knepley if (fL) fL[d] -= fluxL[iface * totDim + foff + d]; 49243e9753d6SMatthew G. Knepley if (fR) fR[d] += fluxR[iface * totDim + foff + d]; 49253e9753d6SMatthew G. Knepley } 49263e9753d6SMatthew G. Knepley ++iface; 49273e9753d6SMatthew G. Knepley } 49283e9753d6SMatthew G. Knepley } 49299566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locF, &fa)); 49303e9753d6SMatthew G. Knepley } 49313e9753d6SMatthew G. Knepley /* Handle time derivative */ 49323e9753d6SMatthew G. Knepley if (locX_t) { 49333e9753d6SMatthew G. Knepley PetscScalar *x_t, *fa; 49343e9753d6SMatthew G. Knepley 49359566063dSJacob Faibussowitsch PetscCall(VecGetArray(locF, &fa)); 49369566063dSJacob Faibussowitsch PetscCall(VecGetArray(locX_t, &x_t)); 49373e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49383e9753d6SMatthew G. Knepley PetscFV fv; 49393e9753d6SMatthew G. Knepley PetscObject obj; 49403e9753d6SMatthew G. Knepley PetscClassId id; 49413e9753d6SMatthew G. Knepley PetscInt pdim, d; 49423e9753d6SMatthew G. Knepley 49439566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, &obj)); 49449566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 49453e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 49463e9753d6SMatthew G. Knepley fv = (PetscFV)obj; 49479566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &pdim)); 49483e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 49493e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 49503e9753d6SMatthew G. Knepley PetscScalar *u_t, *r; 49513e9753d6SMatthew G. Knepley 49523e9753d6SMatthew G. Knepley if (ghostLabel) { 49533e9753d6SMatthew G. Knepley PetscInt ghostVal; 49543e9753d6SMatthew G. Knepley 49559566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 49563e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 49573e9753d6SMatthew G. Knepley } 49589566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRead(dm, cell, f, x_t, &u_t)); 49599566063dSJacob Faibussowitsch PetscCall(DMPlexPointLocalFieldRef(dm, cell, f, fa, &r)); 49603e9753d6SMatthew G. Knepley for (d = 0; d < pdim; ++d) r[d] += u_t[d]; 49613e9753d6SMatthew G. Knepley } 49623e9753d6SMatthew G. Knepley } 49639566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locX_t, &x_t)); 49649566063dSJacob Faibussowitsch PetscCall(VecRestoreArray(locF, &fa)); 49653e9753d6SMatthew G. Knepley } 49663e9753d6SMatthew G. Knepley if (useFEM) { 49679566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, chunkIS, locX, locX_t, locA, &u, &u_t, &a)); 49689566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVec)); 49693e9753d6SMatthew G. Knepley } 49703e9753d6SMatthew G. Knepley if (useFVM) { 49719566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreFaceFields(dm, fS, fE, locX, locX_t, faceGeometryFVM, cellGeometryFVM, locGrad, &numFaces, &uL, &uR)); 49729566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreFaceGeometry(dm, fS, fE, faceGeometryFVM, cellGeometryFVM, &numFaces, &fgeom, &vol)); 49739566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxL)); 49749566063dSJacob Faibussowitsch PetscCall(DMRestoreWorkArray(dm, numFaces * totDim, MPIU_SCALAR, &fluxR)); 49759566063dSJacob Faibussowitsch if (dmGrad) PetscCall(DMRestoreLocalVector(dmGrad, &locGrad)); 49763e9753d6SMatthew G. Knepley } 49773e9753d6SMatthew G. Knepley } 49789566063dSJacob Faibussowitsch if (useFEM) PetscCall(ISDestroy(&chunkIS)); 49799566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 49803e9753d6SMatthew G. Knepley 49813e9753d6SMatthew G. Knepley if (useFEM) { 49829566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdResidual_Internal(dm, locX, locX_t, t, locF, user)); 49833e9753d6SMatthew G. Knepley 49843e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 49859566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 49869566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 49873e9753d6SMatthew G. Knepley } else { 49883e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 49899566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 49909566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&quads[f])); 49913e9753d6SMatthew G. Knepley } 49929566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 49933e9753d6SMatthew G. Knepley } 49943e9753d6SMatthew G. Knepley } 49953e9753d6SMatthew G. Knepley 49963e9753d6SMatthew G. Knepley /* FEM */ 49973e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 49983e9753d6SMatthew G. Knepley /* 2: Get geometric data */ 49993e9753d6SMatthew G. Knepley /* 3: Handle boundary values */ 50003e9753d6SMatthew G. Knepley /* 4: Loop over domain */ 50013e9753d6SMatthew G. Knepley /* Extract coefficients */ 50023e9753d6SMatthew G. Knepley /* Loop over fields */ 50033e9753d6SMatthew G. Knepley /* Set tiling for FE*/ 50043e9753d6SMatthew G. Knepley /* Integrate FE residual to get elemVec */ 50053e9753d6SMatthew G. Knepley /* Loop over subdomain */ 50063e9753d6SMatthew G. Knepley /* Loop over quad points */ 50073e9753d6SMatthew G. Knepley /* Transform coords to real space */ 50083e9753d6SMatthew G. Knepley /* Evaluate field and aux fields at point */ 50093e9753d6SMatthew G. Knepley /* Evaluate residual at point */ 50103e9753d6SMatthew G. Knepley /* Transform residual to real space */ 50113e9753d6SMatthew G. Knepley /* Add residual to elemVec */ 50123e9753d6SMatthew G. Knepley /* Loop over domain */ 50133e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 50143e9753d6SMatthew G. Knepley 50153e9753d6SMatthew G. Knepley /* FVM */ 50163e9753d6SMatthew G. Knepley /* Get geometric data */ 50173e9753d6SMatthew G. Knepley /* If using gradients */ 50183e9753d6SMatthew G. Knepley /* Compute gradient data */ 50193e9753d6SMatthew G. Knepley /* Loop over domain faces */ 50203e9753d6SMatthew G. Knepley /* Count computational faces */ 50213e9753d6SMatthew G. Knepley /* Reconstruct cell gradient */ 50223e9753d6SMatthew G. Knepley /* Loop over domain cells */ 50233e9753d6SMatthew G. Knepley /* Limit cell gradients */ 50243e9753d6SMatthew G. Knepley /* Handle boundary values */ 50253e9753d6SMatthew G. Knepley /* Loop over domain faces */ 50263e9753d6SMatthew G. Knepley /* Read out field, centroid, normal, volume for each side of face */ 50273e9753d6SMatthew G. Knepley /* Riemann solve over faces */ 50283e9753d6SMatthew G. Knepley /* Loop over domain faces */ 50293e9753d6SMatthew G. Knepley /* Accumulate fluxes to cells */ 50303e9753d6SMatthew G. Knepley /* TODO Change printFEM to printDisc here */ 50313e9753d6SMatthew G. Knepley if (mesh->printFEM) { 50323e9753d6SMatthew G. Knepley Vec locFbc; 50333e9753d6SMatthew G. Knepley PetscInt pStart, pEnd, p, maxDof; 50343e9753d6SMatthew G. Knepley PetscScalar *zeroes; 50353e9753d6SMatthew G. Knepley 50369566063dSJacob Faibussowitsch PetscCall(VecDuplicate(locF, &locFbc)); 50379566063dSJacob Faibussowitsch PetscCall(VecCopy(locF, locFbc)); 50389566063dSJacob Faibussowitsch PetscCall(PetscSectionGetChart(section, &pStart, &pEnd)); 50399566063dSJacob Faibussowitsch PetscCall(PetscSectionGetMaxDof(section, &maxDof)); 50409566063dSJacob Faibussowitsch PetscCall(PetscCalloc1(maxDof, &zeroes)); 504148a46eb9SPierre Jolivet for (p = pStart; p < pEnd; p++) PetscCall(VecSetValuesSection(locFbc, section, p, zeroes, INSERT_BC_VALUES)); 50429566063dSJacob Faibussowitsch PetscCall(PetscFree(zeroes)); 50439566063dSJacob Faibussowitsch PetscCall(DMPrintLocalVec(dm, name, mesh->printTol, locFbc)); 50449566063dSJacob Faibussowitsch PetscCall(VecDestroy(&locFbc)); 50453e9753d6SMatthew G. Knepley } 50469566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 50473ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 50483e9753d6SMatthew G. Knepley } 50493e9753d6SMatthew G. Knepley 50506528b96dSMatthew G. Knepley /* 50516528b96dSMatthew G. Knepley 1) Allow multiple kernels for BdResidual for hybrid DS 50526528b96dSMatthew G. Knepley 50536528b96dSMatthew G. Knepley DONE 2) Get out dsAux for either side at the same time as cohesive cell dsAux 50546528b96dSMatthew G. Knepley 50556528b96dSMatthew G. Knepley DONE 3) Change DMGetCellFields() to get different aux data a[] for each side 50566528b96dSMatthew G. Knepley - I think I just need to replace a[] with the closure from each face 50576528b96dSMatthew G. Knepley 50586528b96dSMatthew G. Knepley 4) Run both kernels for each non-hybrid field with correct dsAux, and then hybrid field as before 50596528b96dSMatthew G. Knepley */ 5060d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeResidual_Hybrid_Internal(DM dm, PetscFormKey key[], IS cellIS, PetscReal time, Vec locX, Vec locX_t, PetscReal t, Vec locF, void *user) 5061d71ae5a4SJacob Faibussowitsch { 50623e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 50633e9753d6SMatthew G. Knepley const char *name = "Hybrid Residual"; 506404c51a94SMatthew G. Knepley DM dmAux[3] = {NULL, NULL, NULL}; 50653e9753d6SMatthew G. Knepley DMLabel ghostLabel = NULL; 50666528b96dSMatthew G. Knepley PetscDS ds = NULL; 506707218a29SMatthew G. Knepley PetscDS dsIn = NULL; 50686528b96dSMatthew G. Knepley PetscDS dsAux[3] = {NULL, NULL, NULL}; 506904c51a94SMatthew G. Knepley Vec locA[3] = {NULL, NULL, NULL}; 507007218a29SMatthew G. Knepley DM dmScale[3] = {NULL, NULL, NULL}; 507107218a29SMatthew G. Knepley PetscDS dsScale[3] = {NULL, NULL, NULL}; 507207218a29SMatthew G. Knepley Vec locS[3] = {NULL, NULL, NULL}; 50733e9753d6SMatthew G. Knepley PetscSection section = NULL; 50743e9753d6SMatthew G. Knepley DMField coordField = NULL; 507507218a29SMatthew G. Knepley PetscScalar *a[3] = {NULL, NULL, NULL}; 507607218a29SMatthew G. Knepley PetscScalar *s[3] = {NULL, NULL, NULL}; 5077b2ab40e6SMatthew G. Knepley PetscScalar *u = NULL, *u_t; 507807218a29SMatthew G. Knepley PetscScalar *elemVecNeg, *elemVecPos, *elemVecCoh; 50793e9753d6SMatthew G. Knepley IS chunkIS; 50803e9753d6SMatthew G. Knepley const PetscInt *cells; 50813e9753d6SMatthew G. Knepley PetscInt *faces; 50823e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 50833e2b0218SMatthew G. Knepley PetscInt Nf, f, totDim, totDimIn, totDimAux[3], totDimScale[3], numChunks, cellChunkSize, chunk; 50843e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 50853e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 50863e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 50873e9753d6SMatthew G. Knepley 50883e9753d6SMatthew G. Knepley PetscFunctionBegin; 50893ba16761SJacob Faibussowitsch if (!cellIS) PetscFunctionReturn(PETSC_SUCCESS); 5090437e83fbSMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 5091437e83fbSMatthew G. Knepley PetscCall(ISGetLocalSize(cellIS, &numCells)); 50923ba16761SJacob Faibussowitsch if (cStart >= cEnd) PetscFunctionReturn(PETSC_SUCCESS); 50935fedec97SMatthew G. Knepley if ((key[0].label == key[1].label) && (key[0].value == key[1].value) && (key[0].part == key[1].part)) { 50945fedec97SMatthew G. Knepley const char *name; 50959566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)key[0].label, &name)); 509663a3b9bcSJacob Faibussowitsch SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Form keys for each side of a cohesive surface must be different (%s, %" PetscInt_FMT ", %" PetscInt_FMT ")", name, key[0].value, key[0].part); 50975fedec97SMatthew G. Knepley } 50989566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 50993e9753d6SMatthew G. Knepley /* TODO The places where we have to use isFE are probably the member functions for the PetscDisc class */ 51003e9753d6SMatthew G. Knepley /* FEM */ 51013e9753d6SMatthew G. Knepley /* 1: Get sizes from dm and dmAux */ 51029566063dSJacob Faibussowitsch PetscCall(DMGetSection(dm, §ion)); 51039566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 510407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, &dsIn)); 51059566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &Nf)); 51069566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 510707218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsIn, &totDimIn)); 51089566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[2].label, key[2].value, key[2].part, &locA[2])); 510904c51a94SMatthew G. Knepley if (locA[2]) { 51101059d808SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 51111059d808SMatthew G. Knepley 51129566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA[2], &dmAux[2])); 511307218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[2], cellStart, &dsAux[2], NULL)); 51149566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[2], &totDimAux[2])); 51156528b96dSMatthew G. Knepley { 51166528b96dSMatthew G. Knepley const PetscInt *cone; 51176528b96dSMatthew G. Knepley PetscInt c; 51186528b96dSMatthew G. Knepley 51191059d808SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 51206528b96dSMatthew G. Knepley for (c = 0; c < 2; ++c) { 51216528b96dSMatthew G. Knepley const PetscInt *support; 51226528b96dSMatthew G. Knepley PetscInt ssize, s; 51236528b96dSMatthew G. Knepley 51249566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 51259566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 51261059d808SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 51271059d808SMatthew G. Knepley if (support[0] == cellStart) s = 1; 51281059d808SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 51291059d808SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 51309566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[c].label, key[c].value, key[c].part, &locA[c])); 5131c75bfeddSPierre Jolivet PetscCheck(locA[c], PETSC_COMM_SELF, PETSC_ERR_ARG_WRONGSTATE, "Must have auxiliary vector for (%p, %" PetscInt_FMT ", %" PetscInt_FMT ")", (void *)key[c].label, key[c].value, key[c].part); 51329566063dSJacob Faibussowitsch if (locA[c]) PetscCall(VecGetDM(locA[c], &dmAux[c])); 5133ad540459SPierre Jolivet else dmAux[c] = dmAux[2]; 513407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[c], support[s], &dsAux[c], NULL)); 51359566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[c], &totDimAux[c])); 51366528b96dSMatthew G. Knepley } 51376528b96dSMatthew G. Knepley } 51383e9753d6SMatthew G. Knepley } 513907218a29SMatthew G. Knepley /* Handle mass matrix scaling 514007218a29SMatthew G. Knepley The field in key[2] is the field to be scaled, and the scaling field is the first in the dsScale */ 514107218a29SMatthew G. Knepley PetscCall(DMGetAuxiliaryVec(dm, key[2].label, -key[2].value, key[2].part, &locS[2])); 514207218a29SMatthew G. Knepley if (locS[2]) { 51433e2b0218SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 514407218a29SMatthew G. Knepley PetscInt Nb, Nbs; 514507218a29SMatthew G. Knepley 514607218a29SMatthew G. Knepley PetscCall(VecGetDM(locS[2], &dmScale[2])); 51473e2b0218SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[2], cellStart, &dsScale[2], NULL)); 51483e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[2], &totDimScale[2])); 514907218a29SMatthew G. Knepley // BRAD: This is not set correctly 515007218a29SMatthew G. Knepley key[2].field = 2; 515107218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, key[2].field, &Nb)); 515207218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsScale[2], 0, &Nbs)); 515307218a29SMatthew G. Knepley PetscCheck(Nb == Nbs, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Field %" PetscInt_FMT " of size %" PetscInt_FMT " cannot be scaled by field of size %" PetscInt_FMT, key[2].field, Nb, Nbs); 51543e2b0218SMatthew G. Knepley { 51553e2b0218SMatthew G. Knepley const PetscInt *cone; 51563e2b0218SMatthew G. Knepley PetscInt c; 51573e2b0218SMatthew G. Knepley 51583e2b0218SMatthew G. Knepley locS[1] = locS[0] = locS[2]; 51593e2b0218SMatthew G. Knepley dmScale[1] = dmScale[0] = dmScale[2]; 51603e2b0218SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 51613e2b0218SMatthew G. Knepley for (c = 0; c < 2; ++c) { 51623e2b0218SMatthew G. Knepley const PetscInt *support; 51633e2b0218SMatthew G. Knepley PetscInt ssize, s; 51643e2b0218SMatthew G. Knepley 51653e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 51663e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 51673e2b0218SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 51683e2b0218SMatthew G. Knepley if (support[0] == cellStart) s = 1; 51693e2b0218SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 51703e2b0218SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 51713e2b0218SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[c], support[s], &dsScale[c], NULL)); 51723e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[c], &totDimScale[c])); 51733e2b0218SMatthew G. Knepley } 51743e2b0218SMatthew G. Knepley } 517507218a29SMatthew G. Knepley } 51763e9753d6SMatthew G. Knepley /* 2: Setup geometric data */ 51779566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 51789566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 51793e9753d6SMatthew G. Knepley if (maxDegree > 1) { 51809566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 51813e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 51823e9753d6SMatthew G. Knepley PetscFE fe; 51833e9753d6SMatthew G. Knepley 51849566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, (PetscObject *)&fe)); 51853e9753d6SMatthew G. Knepley if (fe) { 51869566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 51879566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 51883e9753d6SMatthew G. Knepley } 51893e9753d6SMatthew G. Knepley } 51903e9753d6SMatthew G. Knepley } 51913e9753d6SMatthew G. Knepley /* Loop over chunks */ 51923e9753d6SMatthew G. Knepley cellChunkSize = numCells; 51933e9753d6SMatthew G. Knepley numChunks = !numCells ? 0 : PetscCeilReal(((PetscReal)numCells) / cellChunkSize); 519407218a29SMatthew G. Knepley PetscCall(PetscCalloc1(2 * cellChunkSize, &faces)); 519507218a29SMatthew G. Knepley PetscCall(ISCreateGeneral(PETSC_COMM_SELF, 2 * cellChunkSize, faces, PETSC_USE_POINTER, &chunkIS)); 51963e9753d6SMatthew G. Knepley /* Extract field coefficients */ 51973e9753d6SMatthew G. Knepley /* NOTE This needs the end cap faces to have identical orientations */ 519807218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 519907218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 52003e2b0218SMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmScale, dsScale, cellIS, locS, PETSC_TRUE, s)); 520107218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, cellChunkSize * totDim, MPIU_SCALAR, &elemVecNeg)); 520207218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, cellChunkSize * totDim, MPIU_SCALAR, &elemVecPos)); 520307218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, cellChunkSize * totDim, MPIU_SCALAR, &elemVecCoh)); 52043e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 52053e9753d6SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 52063e9753d6SMatthew G. Knepley 520707218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemVecNeg, cellChunkSize * totDim)); 520807218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemVecPos, cellChunkSize * totDim)); 520907218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemVecCoh, cellChunkSize * totDim)); 52103e9753d6SMatthew G. Knepley /* Get faces */ 52113e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 52123e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 52133e9753d6SMatthew G. Knepley const PetscInt *cone; 52149566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(dm, cell, &cone)); 521507218a29SMatthew G. Knepley faces[(c - cS) * 2 + 0] = cone[0]; 521607218a29SMatthew G. Knepley faces[(c - cS) * 2 + 1] = cone[1]; 52173e9753d6SMatthew G. Knepley } 521807218a29SMatthew G. Knepley PetscCall(ISGeneralSetIndices(chunkIS, 2 * cellChunkSize, faces, PETSC_USE_POINTER)); 52193e9753d6SMatthew G. Knepley /* Get geometric data */ 52203e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 52219566063dSJacob Faibussowitsch if (!affineQuad) PetscCall(DMFieldCreateDefaultQuadrature(coordField, chunkIS, &affineQuad)); 52229566063dSJacob Faibussowitsch if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, affineQuad, PETSC_TRUE, &affineGeom)); 52233e9753d6SMatthew G. Knepley } else { 52243e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 52259566063dSJacob Faibussowitsch if (quads[f]) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, quads[f], PETSC_TRUE, &geoms[f])); 52263e9753d6SMatthew G. Knepley } 52273e9753d6SMatthew G. Knepley } 52283e9753d6SMatthew G. Knepley /* Loop over fields */ 52293e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 52303e9753d6SMatthew G. Knepley PetscFE fe; 52313e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[f]; 5232148442b3SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL, *remGeom = NULL; 52333e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[f]; 52343e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset, Nq, Nb; 52355fedec97SMatthew G. Knepley PetscBool isCohesiveField; 52363e9753d6SMatthew G. Knepley 52379566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, (PetscObject *)&fe)); 52383e9753d6SMatthew G. Knepley if (!fe) continue; 52399566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 52409566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 52419566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 52423e9753d6SMatthew G. Knepley blockSize = Nb; 52433e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 52449566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 52453e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 52463e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 52473e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 52483e9753d6SMatthew G. Knepley offset = numCells - Nr; 524907218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, 0, offset * 2, &chunkGeom)); 525007218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, offset * 2, numCells * 2, &remGeom)); 52519566063dSJacob Faibussowitsch PetscCall(PetscDSGetCohesive(ds, f, &isCohesiveField)); 52525fedec97SMatthew G. Knepley chunkGeom->isCohesive = remGeom->isCohesive = PETSC_TRUE; 52536528b96dSMatthew G. Knepley key[0].field = f; 52546528b96dSMatthew G. Knepley key[1].field = f; 52555fedec97SMatthew G. Knepley key[2].field = f; 525607218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, elemVecNeg)); 525707218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[0], 0, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[0], &a[0][offset * totDimAux[0]], t, &elemVecNeg[offset * totDim])); 525807218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, elemVecPos)); 525907218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[1], 1, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[1], &a[1][offset * totDimAux[1]], t, &elemVecPos[offset * totDim])); 526007218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[2], 2, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, elemVecCoh)); 526107218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridResidual(ds, dsIn, key[2], 2, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[2], &a[2][offset * totDimAux[2]], t, &elemVecCoh[offset * totDim])); 52629566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &remGeom)); 52639566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, 0, offset, &chunkGeom)); 52643e9753d6SMatthew G. Knepley } 52653e9753d6SMatthew G. Knepley /* Add elemVec to locX */ 52663e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 52673e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 52683e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 526907218a29SMatthew G. Knepley PetscInt i; 52703e9753d6SMatthew G. Knepley 527107218a29SMatthew G. Knepley /* Scale element values */ 527207218a29SMatthew G. Knepley if (locS[0]) { 52733e2b0218SMatthew G. Knepley PetscInt Nb, off = cind * totDim, soff = cind * totDimScale[0]; 527407218a29SMatthew G. Knepley PetscBool cohesive; 527507218a29SMatthew G. Knepley 527607218a29SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 527707218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, f, &Nb)); 527807218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(ds, f, &cohesive)); 527907218a29SMatthew G. Knepley if (f == key[2].field) { 528007218a29SMatthew G. Knepley PetscCheck(cohesive, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Scaling should not happen for face fields"); 528107218a29SMatthew G. Knepley // No cohesive scaling field is currently input 528207218a29SMatthew G. Knepley for (i = 0; i < Nb; ++i) elemVecCoh[off + i] += s[0][soff + i] * elemVecNeg[off + i] + s[1][soff + i] * elemVecPos[off + i]; 528307218a29SMatthew G. Knepley off += Nb; 528407218a29SMatthew G. Knepley } else { 528507218a29SMatthew G. Knepley const PetscInt N = cohesive ? Nb : Nb * 2; 528607218a29SMatthew G. Knepley 528707218a29SMatthew G. Knepley for (i = 0; i < N; ++i) elemVecCoh[off + i] += elemVecNeg[off + i] + elemVecPos[off + i]; 528807218a29SMatthew G. Knepley off += N; 528907218a29SMatthew G. Knepley } 529007218a29SMatthew G. Knepley } 529107218a29SMatthew G. Knepley } else { 529207218a29SMatthew G. Knepley for (i = cind * totDim; i < (cind + 1) * totDim; ++i) elemVecCoh[i] += elemVecNeg[i] + elemVecPos[i]; 529307218a29SMatthew G. Knepley } 529407218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellVector(cell, name, totDim, &elemVecCoh[cind * totDim])); 52953e9753d6SMatthew G. Knepley if (ghostLabel) { 52963e9753d6SMatthew G. Knepley PetscInt ghostVal; 52973e9753d6SMatthew G. Knepley 52989566063dSJacob Faibussowitsch PetscCall(DMLabelGetValue(ghostLabel, cell, &ghostVal)); 52993e9753d6SMatthew G. Knepley if (ghostVal > 0) continue; 53003e9753d6SMatthew G. Knepley } 530107218a29SMatthew G. Knepley PetscCall(DMPlexVecSetClosure(dm, section, locF, cell, &elemVecCoh[cind * totDim], ADD_ALL_VALUES)); 53023e9753d6SMatthew G. Knepley } 53033e9753d6SMatthew G. Knepley } 53049566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 530507218a29SMatthew G. Knepley PetscCall(DMPlexRestoreHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 53063e2b0218SMatthew G. Knepley PetscCall(DMPlexRestoreHybridFields(dm, dmScale, dsScale, cellIS, locS, PETSC_TRUE, s)); 530707218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVecNeg)); 530807218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVecPos)); 530907218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, numCells * totDim, MPIU_SCALAR, &elemVecCoh)); 53109566063dSJacob Faibussowitsch PetscCall(PetscFree(faces)); 53119566063dSJacob Faibussowitsch PetscCall(ISDestroy(&chunkIS)); 53129566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 53133e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 53149566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 53159566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 53163e9753d6SMatthew G. Knepley } else { 53173e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 53189566063dSJacob Faibussowitsch if (geoms) PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 53199566063dSJacob Faibussowitsch if (quads) PetscCall(PetscQuadratureDestroy(&quads[f])); 53203e9753d6SMatthew G. Knepley } 53219566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 53223e9753d6SMatthew G. Knepley } 532385cc2951SMatthew G. Knepley if (mesh->printFEM) { 532485cc2951SMatthew G. Knepley Vec locFbc; 532585cc2951SMatthew G. Knepley PetscInt pStart, pEnd, p, maxDof; 532685cc2951SMatthew G. Knepley PetscScalar *zeroes; 532785cc2951SMatthew G. Knepley 532885cc2951SMatthew G. Knepley PetscCall(VecDuplicate(locF, &locFbc)); 532985cc2951SMatthew G. Knepley PetscCall(VecCopy(locF, locFbc)); 533085cc2951SMatthew G. Knepley PetscCall(PetscSectionGetChart(section, &pStart, &pEnd)); 533185cc2951SMatthew G. Knepley PetscCall(PetscSectionGetMaxDof(section, &maxDof)); 533285cc2951SMatthew G. Knepley PetscCall(PetscCalloc1(maxDof, &zeroes)); 533385cc2951SMatthew G. Knepley for (p = pStart; p < pEnd; p++) PetscCall(VecSetValuesSection(locFbc, section, p, zeroes, INSERT_BC_VALUES)); 533485cc2951SMatthew G. Knepley PetscCall(PetscFree(zeroes)); 533585cc2951SMatthew G. Knepley PetscCall(DMPrintLocalVec(dm, name, mesh->printTol, locFbc)); 533685cc2951SMatthew G. Knepley PetscCall(VecDestroy(&locFbc)); 533785cc2951SMatthew G. Knepley } 53389566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_ResidualFEM, dm, 0, 0, 0)); 53393ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 53403e9753d6SMatthew G. Knepley } 53413e9753d6SMatthew G. Knepley 5342d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdJacobian_Single_Internal(DM dm, PetscReal t, PetscWeakForm wf, DMLabel label, PetscInt numValues, const PetscInt values[], PetscInt fieldI, Vec locX, Vec locX_t, PetscReal X_tShift, Mat Jac, Mat JacP, DMField coordField, IS facetIS) 5343d71ae5a4SJacob Faibussowitsch { 53443e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 53453e9753d6SMatthew G. Knepley DM plex = NULL, plexA = NULL, tdm; 53463e9753d6SMatthew G. Knepley DMEnclosureType encAux; 53473e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 53483e9753d6SMatthew G. Knepley PetscSection section, sectionAux = NULL; 5349e432b41dSStefano Zampini PetscSection globalSection; 53503e9753d6SMatthew G. Knepley Vec locA = NULL, tv; 53513e9753d6SMatthew G. Knepley PetscScalar *u = NULL, *u_t = NULL, *a = NULL, *elemMat = NULL; 53523e9753d6SMatthew G. Knepley PetscInt v; 53533e9753d6SMatthew G. Knepley PetscInt Nf, totDim, totDimAux = 0; 5354e432b41dSStefano Zampini PetscBool transform; 53553e9753d6SMatthew G. Knepley 53563e9753d6SMatthew G. Knepley PetscFunctionBegin; 53579566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 53589566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 53599566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 53609566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 53619566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 53629566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 53639566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 53649566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 53659566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, label, values[0], 0, &locA)); 53663e9753d6SMatthew G. Knepley if (locA) { 53673e9753d6SMatthew G. Knepley DM dmAux; 53683e9753d6SMatthew G. Knepley 53699566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA, &dmAux)); 53709566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 53719566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexA)); 53729566063dSJacob Faibussowitsch PetscCall(DMGetDS(plexA, &probAux)); 53739566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 53749566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plexA, §ionAux)); 53753e9753d6SMatthew G. Knepley } 53763e9753d6SMatthew G. Knepley 53779566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 53783e9753d6SMatthew G. Knepley for (v = 0; v < numValues; ++v) { 53793e9753d6SMatthew G. Knepley PetscFEGeom *fgeom; 53803e9753d6SMatthew G. Knepley PetscInt maxDegree; 53813e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 53823e9753d6SMatthew G. Knepley IS pointIS; 53833e9753d6SMatthew G. Knepley const PetscInt *points; 538406ad1575SMatthew G. Knepley PetscFormKey key; 53853e9753d6SMatthew G. Knepley PetscInt numFaces, face, Nq; 53863e9753d6SMatthew G. Knepley 538745480ffeSMatthew G. Knepley key.label = label; 538845480ffeSMatthew G. Knepley key.value = values[v]; 538906ad1575SMatthew G. Knepley key.part = 0; 53909566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(label, values[v], &pointIS)); 53913e9753d6SMatthew G. Knepley if (!pointIS) continue; /* No points with that id on this process */ 53923e9753d6SMatthew G. Knepley { 53933e9753d6SMatthew G. Knepley IS isectIS; 53943e9753d6SMatthew G. Knepley 53953e9753d6SMatthew G. Knepley /* TODO: Special cases of ISIntersect where it is quick to check a prior if one is a superset of the other */ 53969566063dSJacob Faibussowitsch PetscCall(ISIntersect_Caching_Internal(facetIS, pointIS, &isectIS)); 53979566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 53983e9753d6SMatthew G. Knepley pointIS = isectIS; 53993e9753d6SMatthew G. Knepley } 54009566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(pointIS, &numFaces)); 54019566063dSJacob Faibussowitsch PetscCall(ISGetIndices(pointIS, &points)); 54029566063dSJacob Faibussowitsch PetscCall(PetscMalloc4(numFaces * totDim, &u, locX_t ? numFaces * totDim : 0, &u_t, numFaces * totDim * totDim, &elemMat, locA ? numFaces * totDimAux : 0, &a)); 54039566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, pointIS, NULL, &maxDegree)); 540448a46eb9SPierre Jolivet if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, pointIS, &qGeom)); 54053e9753d6SMatthew G. Knepley if (!qGeom) { 54063e9753d6SMatthew G. Knepley PetscFE fe; 54073e9753d6SMatthew G. Knepley 54089566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 54099566063dSJacob Faibussowitsch PetscCall(PetscFEGetFaceQuadrature(fe, &qGeom)); 54109566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 54113e9753d6SMatthew G. Knepley } 54129566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 54139566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 54143e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 5415f15274beSMatthew Knepley const PetscInt point = points[face], *support; 54163e9753d6SMatthew G. Knepley PetscScalar *x = NULL; 5417f15274beSMatthew Knepley PetscInt i; 54183e9753d6SMatthew G. Knepley 54199566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, point, &support)); 54209566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX, support[0], NULL, &x)); 54213e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[face * totDim + i] = x[i]; 54229566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX, support[0], NULL, &x)); 54233e9753d6SMatthew G. Knepley if (locX_t) { 54249566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, locX_t, support[0], NULL, &x)); 54253e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[face * totDim + i] = x[i]; 54269566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, locX_t, support[0], NULL, &x)); 54273e9753d6SMatthew G. Knepley } 54283e9753d6SMatthew G. Knepley if (locA) { 54293e9753d6SMatthew G. Knepley PetscInt subp; 54309566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(plexA, dm, encAux, support[0], &subp)); 54319566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexA, sectionAux, locA, subp, NULL, &x)); 54323e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[face * totDimAux + i] = x[i]; 54339566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexA, sectionAux, locA, subp, NULL, &x)); 54343e9753d6SMatthew G. Knepley } 54353e9753d6SMatthew G. Knepley } 54369566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, numFaces * totDim * totDim)); 54373e9753d6SMatthew G. Knepley { 54383e9753d6SMatthew G. Knepley PetscFE fe; 54393e9753d6SMatthew G. Knepley PetscInt Nb; 54403e9753d6SMatthew G. Knepley /* Conforming batches */ 54413e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 54423e9753d6SMatthew G. Knepley /* Remainder */ 54433e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL; 54443e9753d6SMatthew G. Knepley PetscInt fieldJ, Nr, offset; 54453e9753d6SMatthew G. Knepley 54469566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 54479566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 54489566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 54493e9753d6SMatthew G. Knepley blockSize = Nb; 54503e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 54519566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 54523e9753d6SMatthew G. Knepley numChunks = numFaces / (numBatches * batchSize); 54533e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 54543e9753d6SMatthew G. Knepley Nr = numFaces % (numBatches * batchSize); 54553e9753d6SMatthew G. Knepley offset = numFaces - Nr; 54569566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, 0, offset, &chunkGeom)); 54573e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 545845480ffeSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 54599566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBdJacobian(prob, wf, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat)); 54603e9753d6SMatthew G. Knepley } 54619566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(fgeom, offset, numFaces, &chunkGeom)); 54623e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 546345480ffeSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 54649566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateBdJacobian(prob, wf, key, Nr, chunkGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, a ? &a[offset * totDimAux] : NULL, t, X_tShift, &elemMat[offset * totDim * totDim])); 54653e9753d6SMatthew G. Knepley } 54669566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(fgeom, offset, numFaces, &chunkGeom)); 54673e9753d6SMatthew G. Knepley } 54683e9753d6SMatthew G. Knepley for (face = 0; face < numFaces; ++face) { 54693e9753d6SMatthew G. Knepley const PetscInt point = points[face], *support; 54703e9753d6SMatthew G. Knepley 54713e9753d6SMatthew G. Knepley /* Transform to global basis before insertion in Jacobian */ 54729566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(plex, point, &support)); 54739566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformPointTensor_Internal(dm, tdm, tv, support[0], PETSC_TRUE, totDim, &elemMat[face * totDim * totDim])); 54749566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(point, "BdJacobian", totDim, totDim, &elemMat[face * totDim * totDim])); 54759566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosure(plex, section, globalSection, JacP, support[0], &elemMat[face * totDim * totDim], ADD_VALUES)); 54763e9753d6SMatthew G. Knepley } 54779566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, pointIS, qGeom, PETSC_TRUE, &fgeom)); 54789566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 54799566063dSJacob Faibussowitsch PetscCall(ISRestoreIndices(pointIS, &points)); 54809566063dSJacob Faibussowitsch PetscCall(ISDestroy(&pointIS)); 54819566063dSJacob Faibussowitsch PetscCall(PetscFree4(u, u_t, elemMat, a)); 54823e9753d6SMatthew G. Knepley } 54839566063dSJacob Faibussowitsch if (plex) PetscCall(DMDestroy(&plex)); 54849566063dSJacob Faibussowitsch if (plexA) PetscCall(DMDestroy(&plexA)); 54853ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 54863e9753d6SMatthew G. Knepley } 54873e9753d6SMatthew G. Knepley 5488d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdJacobianSingle(DM dm, PetscReal t, PetscWeakForm wf, DMLabel label, PetscInt numValues, const PetscInt values[], PetscInt field, Vec locX, Vec locX_t, PetscReal X_tShift, Mat Jac, Mat JacP) 5489d71ae5a4SJacob Faibussowitsch { 54903e9753d6SMatthew G. Knepley DMField coordField; 54913e9753d6SMatthew G. Knepley DMLabel depthLabel; 54923e9753d6SMatthew G. Knepley IS facetIS; 54933e9753d6SMatthew G. Knepley PetscInt dim; 54943e9753d6SMatthew G. Knepley 54953e9753d6SMatthew G. Knepley PetscFunctionBegin; 54969566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 54979566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 54989566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 54999566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 55009566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdJacobian_Single_Internal(dm, t, wf, label, numValues, values, field, locX, locX_t, X_tShift, Jac, JacP, coordField, facetIS)); 55019566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 55023ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 55033e9753d6SMatthew G. Knepley } 55043e9753d6SMatthew G. Knepley 5505d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeBdJacobian_Internal(DM dm, Vec locX, Vec locX_t, PetscReal t, PetscReal X_tShift, Mat Jac, Mat JacP, void *user) 5506d71ae5a4SJacob Faibussowitsch { 55073e9753d6SMatthew G. Knepley PetscDS prob; 55083e9753d6SMatthew G. Knepley PetscInt dim, numBd, bd; 55093e9753d6SMatthew G. Knepley DMLabel depthLabel; 55103e9753d6SMatthew G. Knepley DMField coordField = NULL; 55113e9753d6SMatthew G. Knepley IS facetIS; 55123e9753d6SMatthew G. Knepley 55133e9753d6SMatthew G. Knepley PetscFunctionBegin; 55149566063dSJacob Faibussowitsch PetscCall(DMGetDS(dm, &prob)); 55159566063dSJacob Faibussowitsch PetscCall(DMPlexGetDepthLabel(dm, &depthLabel)); 55169566063dSJacob Faibussowitsch PetscCall(DMGetDimension(dm, &dim)); 55179566063dSJacob Faibussowitsch PetscCall(DMLabelGetStratumIS(depthLabel, dim - 1, &facetIS)); 55189566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumBoundary(prob, &numBd)); 55199566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 55203e9753d6SMatthew G. Knepley for (bd = 0; bd < numBd; ++bd) { 552145480ffeSMatthew G. Knepley PetscWeakForm wf; 55223e9753d6SMatthew G. Knepley DMBoundaryConditionType type; 55233e9753d6SMatthew G. Knepley DMLabel label; 55243e9753d6SMatthew G. Knepley const PetscInt *values; 55253e9753d6SMatthew G. Knepley PetscInt fieldI, numValues; 55263e9753d6SMatthew G. Knepley PetscObject obj; 55273e9753d6SMatthew G. Knepley PetscClassId id; 55283e9753d6SMatthew G. Knepley 55299566063dSJacob Faibussowitsch PetscCall(PetscDSGetBoundary(prob, bd, &wf, &type, NULL, &label, &numValues, &values, &fieldI, NULL, NULL, NULL, NULL, NULL)); 55303d3e5d66SMatthew G. Knepley if (type & DM_BC_ESSENTIAL) continue; 55319566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, &obj)); 55329566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId(obj, &id)); 55333d3e5d66SMatthew G. Knepley if (id != PETSCFE_CLASSID) continue; 55349566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdJacobian_Single_Internal(dm, t, wf, label, numValues, values, fieldI, locX, locX_t, X_tShift, Jac, JacP, coordField, facetIS)); 55353e9753d6SMatthew G. Knepley } 55369566063dSJacob Faibussowitsch PetscCall(ISDestroy(&facetIS)); 55373ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 55383e9753d6SMatthew G. Knepley } 55393e9753d6SMatthew G. Knepley 5540d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Mat Jac, Mat JacP, void *user) 5541d71ae5a4SJacob Faibussowitsch { 55423e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 55433e9753d6SMatthew G. Knepley const char *name = "Jacobian"; 55449a2a23afSMatthew G. Knepley DM dmAux = NULL, plex, tdm; 55453e9753d6SMatthew G. Knepley DMEnclosureType encAux; 55463e9753d6SMatthew G. Knepley Vec A, tv; 55473e9753d6SMatthew G. Knepley DMField coordField; 55483e9753d6SMatthew G. Knepley PetscDS prob, probAux = NULL; 5549e432b41dSStefano Zampini PetscSection section, globalSection, sectionAux; 55503e9753d6SMatthew G. Knepley PetscScalar *elemMat, *elemMatP, *elemMatD, *u, *u_t, *a = NULL; 55513e9753d6SMatthew G. Knepley const PetscInt *cells; 55523e9753d6SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ; 555328351e22SJed Brown PetscInt totDim, totDimAux = 0, cStart, cEnd, numCells, c; 5554e04ae0b4SMatthew G. Knepley PetscBool hasJac = PETSC_FALSE, hasPrec = PETSC_FALSE, hasDyn, hasFV = PETSC_FALSE, transform; 55553e9753d6SMatthew G. Knepley 55563e9753d6SMatthew G. Knepley PetscFunctionBegin; 5557af18b51aSmarkadams4 PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 5558e04ae0b4SMatthew G. Knepley if (!cellIS) goto end; 55599566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 5560437e83fbSMatthew G. Knepley PetscCall(ISGetLocalSize(cellIS, &numCells)); 5561437e83fbSMatthew G. Knepley if (cStart >= cEnd) goto end; 55629566063dSJacob Faibussowitsch PetscCall(DMHasBasisTransform(dm, &transform)); 55639566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformDM_Internal(dm, &tdm)); 55649566063dSJacob Faibussowitsch PetscCall(DMGetBasisTransformVec_Internal(dm, &tv)); 55659566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 55669566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 556707218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob, NULL)); 55689566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 55699566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 55709566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobian(prob, &hasJac)); 55719566063dSJacob Faibussowitsch PetscCall(PetscDSHasJacobianPreconditioner(prob, &hasPrec)); 55723e9753d6SMatthew G. Knepley /* user passed in the same matrix, avoid double contributions and 55733e9753d6SMatthew G. Knepley only assemble the Jacobian */ 55743e9753d6SMatthew G. Knepley if (hasJac && Jac == JacP) hasPrec = PETSC_FALSE; 55759566063dSJacob Faibussowitsch PetscCall(PetscDSHasDynamicJacobian(prob, &hasDyn)); 55763e9753d6SMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 55779566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &A)); 55789a2a23afSMatthew G. Knepley if (A) { 55799566063dSJacob Faibussowitsch PetscCall(VecGetDM(A, &dmAux)); 55809566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 55819566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plex)); 55829566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plex, §ionAux)); 55839566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 55849566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 55853e9753d6SMatthew G. Knepley } 55869566063dSJacob Faibussowitsch PetscCall(PetscMalloc5(numCells * totDim, &u, X_t ? numCells * totDim : 0, &u_t, hasJac ? numCells * totDim * totDim : 0, &elemMat, hasPrec ? numCells * totDim * totDim : 0, &elemMatP, hasDyn ? numCells * totDim * totDim : 0, &elemMatD)); 55879566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscMalloc1(numCells * totDimAux, &a)); 55889566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 55893e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 55903e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 55913e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 55923e9753d6SMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 55933e9753d6SMatthew G. Knepley PetscInt i; 55943e9753d6SMatthew G. Knepley 55959566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X, cell, NULL, &x)); 55963e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u[cind * totDim + i] = x[i]; 55979566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X, cell, NULL, &x)); 55983e9753d6SMatthew G. Knepley if (X_t) { 55999566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(dm, section, X_t, cell, NULL, &x_t)); 56003e9753d6SMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[cind * totDim + i] = x_t[i]; 56019566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(dm, section, X_t, cell, NULL, &x_t)); 56023e9753d6SMatthew G. Knepley } 56033e9753d6SMatthew G. Knepley if (dmAux) { 56043e9753d6SMatthew G. Knepley PetscInt subcell; 56059566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(dmAux, dm, encAux, cell, &subcell)); 56069566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, sectionAux, A, subcell, NULL, &x)); 56073e9753d6SMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[cind * totDimAux + i] = x[i]; 56089566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, sectionAux, A, subcell, NULL, &x)); 56093e9753d6SMatthew G. Knepley } 56103e9753d6SMatthew G. Knepley } 56119566063dSJacob Faibussowitsch if (hasJac) PetscCall(PetscArrayzero(elemMat, numCells * totDim * totDim)); 56129566063dSJacob Faibussowitsch if (hasPrec) PetscCall(PetscArrayzero(elemMatP, numCells * totDim * totDim)); 56139566063dSJacob Faibussowitsch if (hasDyn) PetscCall(PetscArrayzero(elemMatD, numCells * totDim * totDim)); 56143e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 56153e9753d6SMatthew G. Knepley PetscClassId id; 56163e9753d6SMatthew G. Knepley PetscFE fe; 56173e9753d6SMatthew G. Knepley PetscQuadrature qGeom = NULL; 56183e9753d6SMatthew G. Knepley PetscInt Nb; 56193e9753d6SMatthew G. Knepley /* Conforming batches */ 56203e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 56213e9753d6SMatthew G. Knepley /* Remainder */ 56223e9753d6SMatthew G. Knepley PetscInt Nr, offset, Nq; 56233e9753d6SMatthew G. Knepley PetscInt maxDegree; 56243e9753d6SMatthew G. Knepley PetscFEGeom *cgeomFEM, *chunkGeom = NULL, *remGeom = NULL; 56253e9753d6SMatthew G. Knepley 56269566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 56279566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId((PetscObject)fe, &id)); 56289371c9d4SSatish Balay if (id == PETSCFV_CLASSID) { 56299371c9d4SSatish Balay hasFV = PETSC_TRUE; 56309371c9d4SSatish Balay continue; 56319371c9d4SSatish Balay } 56329566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 56339566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 56349566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 563548a46eb9SPierre Jolivet if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom)); 56363e9753d6SMatthew G. Knepley if (!qGeom) { 56379566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &qGeom)); 56389566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 56393e9753d6SMatthew G. Knepley } 56409566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 56419566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 56423e9753d6SMatthew G. Knepley blockSize = Nb; 56433e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 56449566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 56453e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 56463e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 56473e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 56483e9753d6SMatthew G. Knepley offset = numCells - Nr; 56499566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, 0, offset, &chunkGeom)); 56509566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, offset, numCells, &remGeom)); 56513e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 56526528b96dSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 56533e9753d6SMatthew G. Knepley if (hasJac) { 56549566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat)); 5655072f5ffdSStefano Zampini PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Nr, remGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, a ? &a[offset * totDimAux] : NULL, t, X_tShift, &elemMat[offset * totDim * totDim])); 56563e9753d6SMatthew G. Knepley } 56573e9753d6SMatthew G. Knepley if (hasPrec) { 56589566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatP)); 5659072f5ffdSStefano Zampini PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_PRE, key, Nr, remGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, a ? &a[offset * totDimAux] : NULL, t, X_tShift, &elemMatP[offset * totDim * totDim])); 56603e9753d6SMatthew G. Knepley } 56613e9753d6SMatthew G. Knepley if (hasDyn) { 56629566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatD)); 5663072f5ffdSStefano Zampini PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Nr, remGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, a ? &a[offset * totDimAux] : NULL, t, X_tShift, &elemMatD[offset * totDim * totDim])); 56643e9753d6SMatthew G. Knepley } 56653e9753d6SMatthew G. Knepley } 56669566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, offset, numCells, &remGeom)); 56679566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, 0, offset, &chunkGeom)); 56689566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 56699566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 56703e9753d6SMatthew G. Knepley } 56713e9753d6SMatthew G. Knepley /* Add contribution from X_t */ 56729371c9d4SSatish Balay if (hasDyn) { 56739371c9d4SSatish Balay for (c = 0; c < numCells * totDim * totDim; ++c) elemMat[c] += X_tShift * elemMatD[c]; 56749371c9d4SSatish Balay } 56753e9753d6SMatthew G. Knepley if (hasFV) { 56763e9753d6SMatthew G. Knepley PetscClassId id; 56773e9753d6SMatthew G. Knepley PetscFV fv; 56783e9753d6SMatthew G. Knepley PetscInt offsetI, NcI, NbI = 1, fc, f; 56793e9753d6SMatthew G. Knepley 56803e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 56819566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fv)); 56829566063dSJacob Faibussowitsch PetscCall(PetscDSGetFieldOffset(prob, fieldI, &offsetI)); 56839566063dSJacob Faibussowitsch PetscCall(PetscObjectGetClassId((PetscObject)fv, &id)); 56843e9753d6SMatthew G. Knepley if (id != PETSCFV_CLASSID) continue; 56853e9753d6SMatthew G. Knepley /* Put in the identity */ 56869566063dSJacob Faibussowitsch PetscCall(PetscFVGetNumComponents(fv, &NcI)); 56873e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 56883e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 56893e9753d6SMatthew G. Knepley const PetscInt eOffset = cind * totDim * totDim; 56903e9753d6SMatthew G. Knepley for (fc = 0; fc < NcI; ++fc) { 56913e9753d6SMatthew G. Knepley for (f = 0; f < NbI; ++f) { 56923e9753d6SMatthew G. Knepley const PetscInt i = offsetI + f * NcI + fc; 56933e9753d6SMatthew G. Knepley if (hasPrec) { 5694ad540459SPierre Jolivet if (hasJac) elemMat[eOffset + i * totDim + i] = 1.0; 56953e9753d6SMatthew G. Knepley elemMatP[eOffset + i * totDim + i] = 1.0; 56969371c9d4SSatish Balay } else { 56979371c9d4SSatish Balay elemMat[eOffset + i * totDim + i] = 1.0; 56989371c9d4SSatish Balay } 56993e9753d6SMatthew G. Knepley } 57003e9753d6SMatthew G. Knepley } 57013e9753d6SMatthew G. Knepley } 57023e9753d6SMatthew G. Knepley } 57033e9753d6SMatthew G. Knepley /* No allocated space for FV stuff, so ignore the zero entries */ 57049566063dSJacob Faibussowitsch PetscCall(MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_TRUE)); 57053e9753d6SMatthew G. Knepley } 57063e9753d6SMatthew G. Knepley /* Insert values into matrix */ 57073e9753d6SMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 57083e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 57093e9753d6SMatthew G. Knepley const PetscInt cind = c - cStart; 57103e9753d6SMatthew G. Knepley 57113e9753d6SMatthew G. Knepley /* Transform to global basis before insertion in Jacobian */ 57129566063dSJacob Faibussowitsch if (transform) PetscCall(DMPlexBasisTransformPointTensor_Internal(dm, tdm, tv, cell, PETSC_TRUE, totDim, &elemMat[cind * totDim * totDim])); 57133e9753d6SMatthew G. Knepley if (hasPrec) { 57143e9753d6SMatthew G. Knepley if (hasJac) { 57159566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind * totDim * totDim])); 57169566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosure(dm, section, globalSection, Jac, cell, &elemMat[cind * totDim * totDim], ADD_VALUES)); 57173e9753d6SMatthew G. Knepley } 57189566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatP[cind * totDim * totDim])); 57199566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosure(dm, section, globalSection, JacP, cell, &elemMatP[cind * totDim * totDim], ADD_VALUES)); 57203e9753d6SMatthew G. Knepley } else { 57213e9753d6SMatthew G. Knepley if (hasJac) { 57229566063dSJacob Faibussowitsch if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMat[cind * totDim * totDim])); 57239566063dSJacob Faibussowitsch PetscCall(DMPlexMatSetClosure(dm, section, globalSection, JacP, cell, &elemMat[cind * totDim * totDim], ADD_VALUES)); 57243e9753d6SMatthew G. Knepley } 57253e9753d6SMatthew G. Knepley } 57263e9753d6SMatthew G. Knepley } 57279566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 57289566063dSJacob Faibussowitsch if (hasFV) PetscCall(MatSetOption(JacP, MAT_IGNORE_ZERO_ENTRIES, PETSC_FALSE)); 57299566063dSJacob Faibussowitsch PetscCall(PetscFree5(u, u_t, elemMat, elemMatP, elemMatD)); 57303e9753d6SMatthew G. Knepley if (dmAux) { 57319566063dSJacob Faibussowitsch PetscCall(PetscFree(a)); 57329566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 57333e9753d6SMatthew G. Knepley } 57343e9753d6SMatthew G. Knepley /* Compute boundary integrals */ 57359566063dSJacob Faibussowitsch PetscCall(DMPlexComputeBdJacobian_Internal(dm, X, X_t, t, X_tShift, Jac, JacP, user)); 57363e9753d6SMatthew G. Knepley /* Assemble matrix */ 57379371c9d4SSatish Balay end : { 5738e04ae0b4SMatthew G. Knepley PetscBool assOp = hasJac && hasPrec ? PETSC_TRUE : PETSC_FALSE, gassOp; 5739e04ae0b4SMatthew G. Knepley 5740712fec58SPierre Jolivet PetscCall(MPIU_Allreduce(&assOp, &gassOp, 1, MPIU_BOOL, MPI_LOR, PetscObjectComm((PetscObject)dm))); 57413e9753d6SMatthew G. Knepley if (hasJac && hasPrec) { 57429566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(Jac, MAT_FINAL_ASSEMBLY)); 57439566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(Jac, MAT_FINAL_ASSEMBLY)); 57443e9753d6SMatthew G. Knepley } 5745e04ae0b4SMatthew G. Knepley } 57469566063dSJacob Faibussowitsch PetscCall(MatAssemblyBegin(JacP, MAT_FINAL_ASSEMBLY)); 57479566063dSJacob Faibussowitsch PetscCall(MatAssemblyEnd(JacP, MAT_FINAL_ASSEMBLY)); 57489566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 57493ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 57503e9753d6SMatthew G. Knepley } 57513e9753d6SMatthew G. Knepley 5752d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Hybrid_Internal(DM dm, PetscFormKey key[], IS cellIS, PetscReal t, PetscReal X_tShift, Vec locX, Vec locX_t, Mat Jac, Mat JacP, void *user) 5753d71ae5a4SJacob Faibussowitsch { 57543e9753d6SMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 57553e9753d6SMatthew G. Knepley const char *name = "Hybrid Jacobian"; 5756148442b3SMatthew G. Knepley DM dmAux[3] = {NULL, NULL, NULL}; 5757148442b3SMatthew G. Knepley DMLabel ghostLabel = NULL; 57583e9753d6SMatthew G. Knepley DM plex = NULL; 57593e9753d6SMatthew G. Knepley DM plexA = NULL; 5760148442b3SMatthew G. Knepley PetscDS ds = NULL; 576107218a29SMatthew G. Knepley PetscDS dsIn = NULL; 5762148442b3SMatthew G. Knepley PetscDS dsAux[3] = {NULL, NULL, NULL}; 5763148442b3SMatthew G. Knepley Vec locA[3] = {NULL, NULL, NULL}; 576407218a29SMatthew G. Knepley DM dmScale[3] = {NULL, NULL, NULL}; 576507218a29SMatthew G. Knepley PetscDS dsScale[3] = {NULL, NULL, NULL}; 576607218a29SMatthew G. Knepley Vec locS[3] = {NULL, NULL, NULL}; 57673e9753d6SMatthew G. Knepley PetscSection section = NULL; 5768148442b3SMatthew G. Knepley PetscSection sectionAux[3] = {NULL, NULL, NULL}; 57693e9753d6SMatthew G. Knepley DMField coordField = NULL; 577007218a29SMatthew G. Knepley PetscScalar *a[3] = {NULL, NULL, NULL}; 577107218a29SMatthew G. Knepley PetscScalar *s[3] = {NULL, NULL, NULL}; 577207218a29SMatthew G. Knepley PetscScalar *u = NULL, *u_t; 577307218a29SMatthew G. Knepley PetscScalar *elemMatNeg, *elemMatPos, *elemMatCoh; 577407218a29SMatthew G. Knepley PetscScalar *elemMatNegP, *elemMatPosP, *elemMatCohP; 5775e432b41dSStefano Zampini PetscSection globalSection; 57763e9753d6SMatthew G. Knepley IS chunkIS; 57773e9753d6SMatthew G. Knepley const PetscInt *cells; 57783e9753d6SMatthew G. Knepley PetscInt *faces; 57793e9753d6SMatthew G. Knepley PetscInt cStart, cEnd, numCells; 57803e2b0218SMatthew G. Knepley PetscInt Nf, fieldI, fieldJ, totDim, totDimIn, totDimAux[3], totDimScale[3], numChunks, cellChunkSize, chunk; 57813e9753d6SMatthew G. Knepley PetscInt maxDegree = PETSC_MAX_INT; 57823e9753d6SMatthew G. Knepley PetscQuadrature affineQuad = NULL, *quads = NULL; 57833e9753d6SMatthew G. Knepley PetscFEGeom *affineGeom = NULL, **geoms = NULL; 5784e432b41dSStefano Zampini PetscBool hasBdJac, hasBdPrec; 57853e9753d6SMatthew G. Knepley 57863e9753d6SMatthew G. Knepley PetscFunctionBegin; 57873ba16761SJacob Faibussowitsch if (!cellIS) PetscFunctionReturn(PETSC_SUCCESS); 5788437e83fbSMatthew G. Knepley PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 5789437e83fbSMatthew G. Knepley PetscCall(ISGetLocalSize(cellIS, &numCells)); 57903ba16761SJacob Faibussowitsch if (cStart >= cEnd) PetscFunctionReturn(PETSC_SUCCESS); 57915fedec97SMatthew G. Knepley if ((key[0].label == key[1].label) && (key[0].value == key[1].value) && (key[0].part == key[1].part)) { 57925fedec97SMatthew G. Knepley const char *name; 57939566063dSJacob Faibussowitsch PetscCall(PetscObjectGetName((PetscObject)key[0].label, &name)); 579463a3b9bcSJacob Faibussowitsch SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Form keys for each side of a cohesive surface must be different (%s, %" PetscInt_FMT ", %" PetscInt_FMT ")", name, key[0].value, key[0].part); 57955fedec97SMatthew G. Knepley } 57969566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 57979566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 57989566063dSJacob Faibussowitsch PetscCall(DMGetSection(dm, §ion)); 57999566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 58009566063dSJacob Faibussowitsch PetscCall(DMGetLabel(dm, "ghost", &ghostLabel)); 580107218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &ds, &dsIn)); 58029566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(ds, &Nf)); 58039566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(ds, &totDim)); 580407218a29SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsIn, &totDimIn)); 58059566063dSJacob Faibussowitsch PetscCall(PetscDSHasBdJacobian(ds, &hasBdJac)); 58069566063dSJacob Faibussowitsch PetscCall(PetscDSHasBdJacobianPreconditioner(ds, &hasBdPrec)); 58079566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[2].label, key[2].value, key[2].part, &locA[2])); 5808148442b3SMatthew G. Knepley if (locA[2]) { 58091059d808SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 58101059d808SMatthew G. Knepley 58119566063dSJacob Faibussowitsch PetscCall(VecGetDM(locA[2], &dmAux[2])); 58129566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux[2], DMPLEX, &plexA)); 58139566063dSJacob Faibussowitsch PetscCall(DMGetSection(dmAux[2], §ionAux[2])); 581407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[2], cellStart, &dsAux[2], NULL)); 58159566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[2], &totDimAux[2])); 5816148442b3SMatthew G. Knepley { 5817148442b3SMatthew G. Knepley const PetscInt *cone; 5818148442b3SMatthew G. Knepley PetscInt c; 5819148442b3SMatthew G. Knepley 58201059d808SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 5821148442b3SMatthew G. Knepley for (c = 0; c < 2; ++c) { 5822148442b3SMatthew G. Knepley const PetscInt *support; 5823148442b3SMatthew G. Knepley PetscInt ssize, s; 5824148442b3SMatthew G. Knepley 58259566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 58269566063dSJacob Faibussowitsch PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 58271059d808SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 58281059d808SMatthew G. Knepley if (support[0] == cellStart) s = 1; 58291059d808SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 58301059d808SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 58319566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key[c].label, key[c].value, key[c].part, &locA[c])); 58329566063dSJacob Faibussowitsch if (locA[c]) PetscCall(VecGetDM(locA[c], &dmAux[c])); 5833ad540459SPierre Jolivet else dmAux[c] = dmAux[2]; 583407218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmAux[c], support[s], &dsAux[c], NULL)); 58359566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(dsAux[c], &totDimAux[c])); 5836148442b3SMatthew G. Knepley } 5837148442b3SMatthew G. Knepley } 58383e9753d6SMatthew G. Knepley } 583907218a29SMatthew G. Knepley /* Handle mass matrix scaling 584007218a29SMatthew G. Knepley The field in key[2] is the field to be scaled, and the scaling field is the first in the dsScale */ 584107218a29SMatthew G. Knepley PetscCall(DMGetAuxiliaryVec(dm, key[2].label, -key[2].value, key[2].part, &locS[2])); 584207218a29SMatthew G. Knepley if (locS[2]) { 58433e2b0218SMatthew G. Knepley const PetscInt cellStart = cells ? cells[cStart] : cStart; 584407218a29SMatthew G. Knepley PetscInt Nb, Nbs; 584507218a29SMatthew G. Knepley 584607218a29SMatthew G. Knepley PetscCall(VecGetDM(locS[2], &dmScale[2])); 584707218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[2], cells ? cells[cStart] : cStart, &dsScale[2], NULL)); 58483e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[2], &totDimScale[2])); 584907218a29SMatthew G. Knepley // BRAD: This is not set correctly 585007218a29SMatthew G. Knepley key[2].field = 2; 585107218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, key[2].field, &Nb)); 585207218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(dsScale[2], 0, &Nbs)); 585307218a29SMatthew G. Knepley PetscCheck(Nb == Nbs, PETSC_COMM_SELF, PETSC_ERR_ARG_INCOMP, "Field %" PetscInt_FMT " of size %" PetscInt_FMT " cannot be scaled by field of size %" PetscInt_FMT, key[2].field, Nb, Nbs); 58543e2b0218SMatthew G. Knepley { 58553e2b0218SMatthew G. Knepley const PetscInt *cone; 58563e2b0218SMatthew G. Knepley PetscInt c; 58573e2b0218SMatthew G. Knepley 58583e2b0218SMatthew G. Knepley locS[1] = locS[0] = locS[2]; 58593e2b0218SMatthew G. Knepley dmScale[1] = dmScale[0] = dmScale[2]; 58603e2b0218SMatthew G. Knepley PetscCall(DMPlexGetCone(dm, cellStart, &cone)); 58613e2b0218SMatthew G. Knepley for (c = 0; c < 2; ++c) { 58623e2b0218SMatthew G. Knepley const PetscInt *support; 58633e2b0218SMatthew G. Knepley PetscInt ssize, s; 58643e2b0218SMatthew G. Knepley 58653e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupport(dm, cone[c], &support)); 58663e2b0218SMatthew G. Knepley PetscCall(DMPlexGetSupportSize(dm, cone[c], &ssize)); 58673e2b0218SMatthew G. Knepley PetscCheck(ssize == 2, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " from cell %" PetscInt_FMT " has support size %" PetscInt_FMT " != 2", cone[c], cellStart, ssize); 58683e2b0218SMatthew G. Knepley if (support[0] == cellStart) s = 1; 58693e2b0218SMatthew G. Knepley else if (support[1] == cellStart) s = 0; 58703e2b0218SMatthew G. Knepley else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Face %" PetscInt_FMT " does not have cell %" PetscInt_FMT " in its support", cone[c], cellStart); 58713e2b0218SMatthew G. Knepley PetscCall(DMGetCellDS(dmScale[c], support[s], &dsScale[c], NULL)); 58723e2b0218SMatthew G. Knepley PetscCall(PetscDSGetTotalDimension(dsScale[c], &totDimScale[c])); 58733e2b0218SMatthew G. Knepley } 58743e2b0218SMatthew G. Knepley } 587507218a29SMatthew G. Knepley } 587607218a29SMatthew G. Knepley /* 2: Setup geometric data */ 58779566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 58789566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 58793e9753d6SMatthew G. Knepley if (maxDegree > 1) { 58803e9753d6SMatthew G. Knepley PetscInt f; 58819566063dSJacob Faibussowitsch PetscCall(PetscCalloc2(Nf, &quads, Nf, &geoms)); 58823e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 58833e9753d6SMatthew G. Knepley PetscFE fe; 58843e9753d6SMatthew G. Knepley 58859566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, f, (PetscObject *)&fe)); 58863e9753d6SMatthew G. Knepley if (fe) { 58879566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quads[f])); 58889566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)quads[f])); 58893e9753d6SMatthew G. Knepley } 58903e9753d6SMatthew G. Knepley } 58913e9753d6SMatthew G. Knepley } 589207218a29SMatthew G. Knepley /* Loop over chunks */ 58933e9753d6SMatthew G. Knepley cellChunkSize = numCells; 58943e9753d6SMatthew G. Knepley numChunks = !numCells ? 0 : PetscCeilReal(((PetscReal)numCells) / cellChunkSize); 589507218a29SMatthew G. Knepley PetscCall(PetscCalloc1(2 * cellChunkSize, &faces)); 5896a4158a15SMatthew G. Knepley PetscCall(ISCreateGeneral(PETSC_COMM_SELF, 1 * cellChunkSize, faces, PETSC_USE_POINTER, &chunkIS)); 589707218a29SMatthew G. Knepley /* Extract field coefficients */ 589807218a29SMatthew G. Knepley /* NOTE This needs the end cap faces to have identical orientations */ 589907218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 590007218a29SMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 59018bf0a22dSMatthew G. Knepley PetscCall(DMPlexGetHybridFields(dm, dmScale, dsScale, cellIS, locS, PETSC_TRUE, s)); 590207218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNeg)); 590307218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPos)); 590407218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCoh)); 590507218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNegP)); 590607218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPosP)); 590707218a29SMatthew G. Knepley PetscCall(DMGetWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCohP)); 59083e9753d6SMatthew G. Knepley for (chunk = 0; chunk < numChunks; ++chunk) { 59093e9753d6SMatthew G. Knepley PetscInt cS = cStart + chunk * cellChunkSize, cE = PetscMin(cS + cellChunkSize, cEnd), numCells = cE - cS, c; 59103e9753d6SMatthew G. Knepley 591107218a29SMatthew G. Knepley if (hasBdJac) { 591207218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatNeg, cellChunkSize * totDim * totDim)); 591307218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatPos, cellChunkSize * totDim * totDim)); 591407218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatCoh, cellChunkSize * totDim * totDim)); 591507218a29SMatthew G. Knepley } 591607218a29SMatthew G. Knepley if (hasBdPrec) { 591707218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatNegP, cellChunkSize * totDim * totDim)); 591807218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatPosP, cellChunkSize * totDim * totDim)); 591907218a29SMatthew G. Knepley PetscCall(PetscArrayzero(elemMatCohP, cellChunkSize * totDim * totDim)); 592007218a29SMatthew G. Knepley } 59213e9753d6SMatthew G. Knepley /* Get faces */ 59223e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 59233e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 59243e9753d6SMatthew G. Knepley const PetscInt *cone; 59259566063dSJacob Faibussowitsch PetscCall(DMPlexGetCone(plex, cell, &cone)); 592607218a29SMatthew G. Knepley faces[(c - cS) * 2 + 0] = cone[0]; 592707218a29SMatthew G. Knepley faces[(c - cS) * 2 + 1] = cone[1]; 59283e9753d6SMatthew G. Knepley } 592907218a29SMatthew G. Knepley PetscCall(ISGeneralSetIndices(chunkIS, 2 * cellChunkSize, faces, PETSC_USE_POINTER)); 59303e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 59319566063dSJacob Faibussowitsch if (!affineQuad) PetscCall(DMFieldCreateDefaultQuadrature(coordField, chunkIS, &affineQuad)); 59329566063dSJacob Faibussowitsch if (affineQuad) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, affineQuad, PETSC_TRUE, &affineGeom)); 59333e9753d6SMatthew G. Knepley } else { 59343e9753d6SMatthew G. Knepley PetscInt f; 59353e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 59369566063dSJacob Faibussowitsch if (quads[f]) PetscCall(DMSNESGetFEGeom(coordField, chunkIS, quads[f], PETSC_TRUE, &geoms[f])); 59373e9753d6SMatthew G. Knepley } 59383e9753d6SMatthew G. Knepley } 59393e9753d6SMatthew G. Knepley 59403e9753d6SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 59413e9753d6SMatthew G. Knepley PetscFE feI; 59423e9753d6SMatthew G. Knepley PetscFEGeom *geom = affineGeom ? affineGeom : geoms[fieldI]; 59433e9753d6SMatthew G. Knepley PetscFEGeom *chunkGeom = NULL, *remGeom = NULL; 59443e9753d6SMatthew G. Knepley PetscQuadrature quad = affineQuad ? affineQuad : quads[fieldI]; 59453e9753d6SMatthew G. Knepley PetscInt numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset, Nq, Nb; 59465fedec97SMatthew G. Knepley PetscBool isCohesiveField; 59473e9753d6SMatthew G. Knepley 59489566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, fieldI, (PetscObject *)&feI)); 59493e9753d6SMatthew G. Knepley if (!feI) continue; 59509566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(feI, NULL, &numBlocks, NULL, &numBatches)); 59519566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(quad, NULL, NULL, &Nq, NULL, NULL)); 59529566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(feI, &Nb)); 59533e9753d6SMatthew G. Knepley blockSize = Nb; 59543e9753d6SMatthew G. Knepley batchSize = numBlocks * blockSize; 59559566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(feI, blockSize, numBlocks, batchSize, numBatches)); 59563e9753d6SMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 59573e9753d6SMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 59583e9753d6SMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 59593e9753d6SMatthew G. Knepley offset = numCells - Nr; 596007218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, 0, offset * 2, &chunkGeom)); 596107218a29SMatthew G. Knepley PetscCall(PetscFEGeomGetChunk(geom, offset * 2, numCells * 2, &remGeom)); 59629566063dSJacob Faibussowitsch PetscCall(PetscDSGetCohesive(ds, fieldI, &isCohesiveField)); 59633e9753d6SMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 59643e9753d6SMatthew G. Knepley PetscFE feJ; 59653e9753d6SMatthew G. Knepley 59669566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(ds, fieldJ, (PetscObject *)&feJ)); 59673e9753d6SMatthew G. Knepley if (!feJ) continue; 5968148442b3SMatthew G. Knepley key[0].field = fieldI * Nf + fieldJ; 5969148442b3SMatthew G. Knepley key[1].field = fieldI * Nf + fieldJ; 59705fedec97SMatthew G. Knepley key[2].field = fieldI * Nf + fieldJ; 5971148442b3SMatthew G. Knepley if (hasBdJac) { 597207218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, X_tShift, elemMatNeg)); 597307218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[0], 0, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[0], &a[0][offset * totDimAux[0]], t, X_tShift, &elemMatNeg[offset * totDim * totDim])); 597407218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, X_tShift, elemMatPos)); 597507218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[1], 1, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[1], &a[1][offset * totDimAux[1]], t, X_tShift, &elemMatPos[offset * totDim * totDim])); 5976148442b3SMatthew G. Knepley } 5977148442b3SMatthew G. Knepley if (hasBdPrec) { 597807218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[0], 0, Ne, chunkGeom, u, u_t, dsAux[0], a[0], t, X_tShift, elemMatNegP)); 597907218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[0], 0, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[0], &a[0][offset * totDimAux[0]], t, X_tShift, &elemMatNegP[offset * totDim * totDim])); 598007218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[1], 1, Ne, chunkGeom, u, u_t, dsAux[1], a[1], t, X_tShift, elemMatPosP)); 598107218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[1], 1, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[1], &a[1][offset * totDimAux[1]], t, X_tShift, &elemMatPosP[offset * totDim * totDim])); 5982148442b3SMatthew G. Knepley } 59835fedec97SMatthew G. Knepley if (hasBdJac) { 598407218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[2], 2, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, X_tShift, elemMatCoh)); 598507218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN, key[2], 2, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[2], &a[2][offset * totDimAux[2]], t, X_tShift, &elemMatCoh[offset * totDim * totDim])); 5986148442b3SMatthew G. Knepley } 59875fedec97SMatthew G. Knepley if (hasBdPrec) { 598807218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[2], 2, Ne, chunkGeom, u, u_t, dsAux[2], a[2], t, X_tShift, elemMatCohP)); 598907218a29SMatthew G. Knepley PetscCall(PetscFEIntegrateHybridJacobian(ds, dsIn, PETSCFE_JACOBIAN_PRE, key[2], 2, Nr, remGeom, &u[offset * totDimIn], u_t ? &u_t[offset * totDimIn] : NULL, dsAux[2], &a[2][offset * totDimAux[2]], t, X_tShift, &elemMatCohP[offset * totDim * totDim])); 59903e9753d6SMatthew G. Knepley } 59913e9753d6SMatthew G. Knepley } 59929566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, offset, numCells, &remGeom)); 59939566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(geom, 0, offset, &chunkGeom)); 59943e9753d6SMatthew G. Knepley } 59953e9753d6SMatthew G. Knepley /* Insert values into matrix */ 59963e9753d6SMatthew G. Knepley for (c = cS; c < cE; ++c) { 59973e9753d6SMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 599807218a29SMatthew G. Knepley const PetscInt cind = c - cS, coff = cind * totDim * totDim; 599907218a29SMatthew G. Knepley PetscInt i, j; 60003e9753d6SMatthew G. Knepley 600107218a29SMatthew G. Knepley /* Scale element values */ 600207218a29SMatthew G. Knepley if (locS[0]) { 60033e2b0218SMatthew G. Knepley PetscInt Nb, soff = cind * totDimScale[0], off = 0; 600407218a29SMatthew G. Knepley PetscBool cohesive; 600507218a29SMatthew G. Knepley 600607218a29SMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 600707218a29SMatthew G. Knepley PetscCall(PetscDSGetFieldSize(ds, fieldI, &Nb)); 600807218a29SMatthew G. Knepley PetscCall(PetscDSGetCohesive(ds, fieldI, &cohesive)); 600907218a29SMatthew G. Knepley 601007218a29SMatthew G. Knepley if (fieldI == key[2].field) { 601107218a29SMatthew G. Knepley PetscCheck(cohesive, PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Scaling should not happen for face fields"); 60128bf0a22dSMatthew G. Knepley for (i = 0; i < Nb; ++i) { 601307218a29SMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCoh[coff + (off + i) * totDim + j] += s[0][soff + i] * elemMatNeg[coff + (off + i) * totDim + j] + s[1][soff + i] * elemMatPos[coff + (off + i) * totDim + j]; 60148bf0a22dSMatthew G. Knepley if (hasBdPrec) 60158bf0a22dSMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCohP[coff + (off + i) * totDim + j] += s[0][soff + i] * elemMatNegP[coff + (off + i) * totDim + j] + s[1][soff + i] * elemMatPosP[coff + (off + i) * totDim + j]; 60168bf0a22dSMatthew G. Knepley } 601707218a29SMatthew G. Knepley off += Nb; 601807218a29SMatthew G. Knepley } else { 601907218a29SMatthew G. Knepley const PetscInt N = cohesive ? Nb : Nb * 2; 602007218a29SMatthew G. Knepley 60218bf0a22dSMatthew G. Knepley for (i = 0; i < N; ++i) { 602207218a29SMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCoh[coff + (off + i) * totDim + j] += elemMatNeg[coff + (off + i) * totDim + j] + elemMatPos[coff + (off + i) * totDim + j]; 60238bf0a22dSMatthew G. Knepley if (hasBdPrec) 60248bf0a22dSMatthew G. Knepley for (j = 0; j < totDim; ++j) elemMatCohP[coff + (off + i) * totDim + j] += elemMatNegP[coff + (off + i) * totDim + j] + elemMatPosP[coff + (off + i) * totDim + j]; 60258bf0a22dSMatthew G. Knepley } 602607218a29SMatthew G. Knepley off += N; 602707218a29SMatthew G. Knepley } 602807218a29SMatthew G. Knepley } 602907218a29SMatthew G. Knepley } else { 603007218a29SMatthew G. Knepley for (i = 0; i < totDim * totDim; ++i) elemMatCoh[coff + i] += elemMatNeg[coff + i] + elemMatPos[coff + i]; 60318bf0a22dSMatthew G. Knepley if (hasBdPrec) 60328bf0a22dSMatthew G. Knepley for (i = 0; i < totDim * totDim; ++i) elemMatCohP[coff + i] += elemMatNegP[coff + i] + elemMatPosP[coff + i]; 603307218a29SMatthew G. Knepley } 60343e9753d6SMatthew G. Knepley if (hasBdPrec) { 60353e9753d6SMatthew G. Knepley if (hasBdJac) { 603607218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatCoh[cind * totDim * totDim])); 603707218a29SMatthew G. Knepley PetscCall(DMPlexMatSetClosure(plex, section, globalSection, Jac, cell, &elemMatCoh[cind * totDim * totDim], ADD_VALUES)); 60383e9753d6SMatthew G. Knepley } 603907218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatCohP[cind * totDim * totDim])); 604007218a29SMatthew G. Knepley PetscCall(DMPlexMatSetClosure(plex, section, globalSection, JacP, cell, &elemMatCohP[cind * totDim * totDim], ADD_VALUES)); 60413e9753d6SMatthew G. Knepley } else if (hasBdJac) { 604207218a29SMatthew G. Knepley if (mesh->printFEM > 1) PetscCall(DMPrintCellMatrix(cell, name, totDim, totDim, &elemMatCoh[cind * totDim * totDim])); 604307218a29SMatthew G. Knepley PetscCall(DMPlexMatSetClosure(plex, section, globalSection, JacP, cell, &elemMatCoh[cind * totDim * totDim], ADD_VALUES)); 60443e9753d6SMatthew G. Knepley } 60453e9753d6SMatthew G. Knepley } 60463e9753d6SMatthew G. Knepley } 60479566063dSJacob Faibussowitsch PetscCall(DMPlexRestoreCellFields(dm, cellIS, locX, locX_t, locA[2], &u, &u_t, &a[2])); 604807218a29SMatthew G. Knepley PetscCall(DMPlexRestoreHybridFields(dm, dmAux, dsAux, cellIS, locA, PETSC_TRUE, a)); 604907218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNeg)); 605007218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPos)); 605107218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdJac ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCoh)); 605207218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatNegP)); 605307218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatPosP)); 605407218a29SMatthew G. Knepley PetscCall(DMRestoreWorkArray(dm, hasBdPrec ? cellChunkSize * totDim * totDim : 0, MPIU_SCALAR, &elemMatCohP)); 60559566063dSJacob Faibussowitsch PetscCall(PetscFree(faces)); 60569566063dSJacob Faibussowitsch PetscCall(ISDestroy(&chunkIS)); 60579566063dSJacob Faibussowitsch PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 60583e9753d6SMatthew G. Knepley if (maxDegree <= 1) { 60599566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, affineQuad, PETSC_FALSE, &affineGeom)); 60609566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&affineQuad)); 60613e9753d6SMatthew G. Knepley } else { 60623e9753d6SMatthew G. Knepley PetscInt f; 60633e9753d6SMatthew G. Knepley for (f = 0; f < Nf; ++f) { 60649566063dSJacob Faibussowitsch if (geoms) PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, quads[f], PETSC_FALSE, &geoms[f])); 60659566063dSJacob Faibussowitsch if (quads) PetscCall(PetscQuadratureDestroy(&quads[f])); 60663e9753d6SMatthew G. Knepley } 60679566063dSJacob Faibussowitsch PetscCall(PetscFree2(quads, geoms)); 60683e9753d6SMatthew G. Knepley } 60699566063dSJacob Faibussowitsch if (dmAux[2]) PetscCall(DMDestroy(&plexA)); 60709566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 60719566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 60723ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 60733e9753d6SMatthew G. Knepley } 60748e3a2eefSMatthew G. Knepley 60758e3a2eefSMatthew G. Knepley /* 60768e3a2eefSMatthew G. Knepley DMPlexComputeJacobian_Action_Internal - Form the local portion of the Jacobian action Z = J(X) Y at the local solution X using pointwise functions specified by the user. 60778e3a2eefSMatthew G. Knepley 60788e3a2eefSMatthew G. Knepley Input Parameters: 60798e3a2eefSMatthew G. Knepley + dm - The mesh 60808e3a2eefSMatthew G. Knepley . key - The PetscWeakFormKey indcating where integration should happen 608106ad1575SMatthew G. Knepley . cellIS - The cells to integrate over 60828e3a2eefSMatthew G. Knepley . t - The time 6083145b44c9SPierre Jolivet . X_tShift - The multiplier for the Jacobian with respect to X_t 60848e3a2eefSMatthew G. Knepley . X - Local solution vector 60858e3a2eefSMatthew G. Knepley . X_t - Time-derivative of the local solution vector 60868e3a2eefSMatthew G. Knepley . Y - Local input vector 608706ad1575SMatthew G. Knepley - user - the user context 60888e3a2eefSMatthew G. Knepley 60898e3a2eefSMatthew G. Knepley Output Parameter: 60908e3a2eefSMatthew G. Knepley . Z - Local output vector 60918e3a2eefSMatthew G. Knepley 60928e3a2eefSMatthew G. Knepley Note: 60938e3a2eefSMatthew G. Knepley We form the residual one batch of elements at a time. This allows us to offload work onto an accelerator, 60948e3a2eefSMatthew G. Knepley like a GPU, or vectorize on a multicore machine. 60958e3a2eefSMatthew G. Knepley */ 6096d71ae5a4SJacob Faibussowitsch PetscErrorCode DMPlexComputeJacobian_Action_Internal(DM dm, PetscFormKey key, IS cellIS, PetscReal t, PetscReal X_tShift, Vec X, Vec X_t, Vec Y, Vec Z, void *user) 6097d71ae5a4SJacob Faibussowitsch { 60988e3a2eefSMatthew G. Knepley DM_Plex *mesh = (DM_Plex *)dm->data; 60998e3a2eefSMatthew G. Knepley const char *name = "Jacobian"; 61008e3a2eefSMatthew G. Knepley DM dmAux = NULL, plex, plexAux = NULL; 61018e3a2eefSMatthew G. Knepley DMEnclosureType encAux; 61028e3a2eefSMatthew G. Knepley Vec A; 61038e3a2eefSMatthew G. Knepley DMField coordField; 61048e3a2eefSMatthew G. Knepley PetscDS prob, probAux = NULL; 61058e3a2eefSMatthew G. Knepley PetscQuadrature quad; 61068e3a2eefSMatthew G. Knepley PetscSection section, globalSection, sectionAux; 61078e3a2eefSMatthew G. Knepley PetscScalar *elemMat, *elemMatD, *u, *u_t, *a = NULL, *y, *z; 61088e3a2eefSMatthew G. Knepley const PetscInt *cells; 61098e3a2eefSMatthew G. Knepley PetscInt Nf, fieldI, fieldJ; 61108e3a2eefSMatthew G. Knepley PetscInt totDim, totDimAux = 0, cStart, cEnd, numCells, c; 61118e3a2eefSMatthew G. Knepley PetscBool hasDyn; 61128e3a2eefSMatthew G. Knepley 61138e3a2eefSMatthew G. Knepley PetscFunctionBegin; 611421d77094SMatthew G. Knepley if (!cellIS) PetscFunctionReturn(PETSC_SUCCESS); 61159566063dSJacob Faibussowitsch PetscCall(PetscLogEventBegin(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 61169566063dSJacob Faibussowitsch PetscCall(DMConvert(dm, DMPLEX, &plex)); 61179566063dSJacob Faibussowitsch PetscCall(ISGetLocalSize(cellIS, &numCells)); 61189566063dSJacob Faibussowitsch PetscCall(ISGetPointRange(cellIS, &cStart, &cEnd, &cells)); 61199566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(dm, §ion)); 61209566063dSJacob Faibussowitsch PetscCall(DMGetGlobalSection(dm, &globalSection)); 612107218a29SMatthew G. Knepley PetscCall(DMGetCellDS(dm, cells ? cells[cStart] : cStart, &prob, NULL)); 61229566063dSJacob Faibussowitsch PetscCall(PetscDSGetNumFields(prob, &Nf)); 61239566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(prob, &totDim)); 61249566063dSJacob Faibussowitsch PetscCall(PetscDSHasDynamicJacobian(prob, &hasDyn)); 61258e3a2eefSMatthew G. Knepley hasDyn = hasDyn && (X_tShift != 0.0) ? PETSC_TRUE : PETSC_FALSE; 61269566063dSJacob Faibussowitsch PetscCall(DMGetAuxiliaryVec(dm, key.label, key.value, key.part, &A)); 61278e3a2eefSMatthew G. Knepley if (A) { 61289566063dSJacob Faibussowitsch PetscCall(VecGetDM(A, &dmAux)); 61299566063dSJacob Faibussowitsch PetscCall(DMGetEnclosureRelation(dmAux, dm, &encAux)); 61309566063dSJacob Faibussowitsch PetscCall(DMConvert(dmAux, DMPLEX, &plexAux)); 61319566063dSJacob Faibussowitsch PetscCall(DMGetLocalSection(plexAux, §ionAux)); 61329566063dSJacob Faibussowitsch PetscCall(DMGetDS(dmAux, &probAux)); 61339566063dSJacob Faibussowitsch PetscCall(PetscDSGetTotalDimension(probAux, &totDimAux)); 61348e3a2eefSMatthew G. Knepley } 61359566063dSJacob Faibussowitsch PetscCall(VecSet(Z, 0.0)); 61369566063dSJacob Faibussowitsch PetscCall(PetscMalloc6(numCells * totDim, &u, X_t ? numCells * totDim : 0, &u_t, numCells * totDim * totDim, &elemMat, hasDyn ? numCells * totDim * totDim : 0, &elemMatD, numCells * totDim, &y, totDim, &z)); 61379566063dSJacob Faibussowitsch if (dmAux) PetscCall(PetscMalloc1(numCells * totDimAux, &a)); 61389566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateField(dm, &coordField)); 61398e3a2eefSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 61408e3a2eefSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 61418e3a2eefSMatthew G. Knepley const PetscInt cind = c - cStart; 61428e3a2eefSMatthew G. Knepley PetscScalar *x = NULL, *x_t = NULL; 61438e3a2eefSMatthew G. Knepley PetscInt i; 61448e3a2eefSMatthew G. Knepley 61459566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, X, cell, NULL, &x)); 61468e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) u[cind * totDim + i] = x[i]; 61479566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, X, cell, NULL, &x)); 61488e3a2eefSMatthew G. Knepley if (X_t) { 61499566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, X_t, cell, NULL, &x_t)); 61508e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) u_t[cind * totDim + i] = x_t[i]; 61519566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, X_t, cell, NULL, &x_t)); 61528e3a2eefSMatthew G. Knepley } 61538e3a2eefSMatthew G. Knepley if (dmAux) { 61548e3a2eefSMatthew G. Knepley PetscInt subcell; 61559566063dSJacob Faibussowitsch PetscCall(DMGetEnclosurePoint(dmAux, dm, encAux, cell, &subcell)); 61569566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plexAux, sectionAux, A, subcell, NULL, &x)); 61578e3a2eefSMatthew G. Knepley for (i = 0; i < totDimAux; ++i) a[cind * totDimAux + i] = x[i]; 61589566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plexAux, sectionAux, A, subcell, NULL, &x)); 61598e3a2eefSMatthew G. Knepley } 61609566063dSJacob Faibussowitsch PetscCall(DMPlexVecGetClosure(plex, section, Y, cell, NULL, &x)); 61618e3a2eefSMatthew G. Knepley for (i = 0; i < totDim; ++i) y[cind * totDim + i] = x[i]; 61629566063dSJacob Faibussowitsch PetscCall(DMPlexVecRestoreClosure(plex, section, Y, cell, NULL, &x)); 61638e3a2eefSMatthew G. Knepley } 61649566063dSJacob Faibussowitsch PetscCall(PetscArrayzero(elemMat, numCells * totDim * totDim)); 61659566063dSJacob Faibussowitsch if (hasDyn) PetscCall(PetscArrayzero(elemMatD, numCells * totDim * totDim)); 61668e3a2eefSMatthew G. Knepley for (fieldI = 0; fieldI < Nf; ++fieldI) { 61678e3a2eefSMatthew G. Knepley PetscFE fe; 61688e3a2eefSMatthew G. Knepley PetscInt Nb; 61698e3a2eefSMatthew G. Knepley /* Conforming batches */ 61708e3a2eefSMatthew G. Knepley PetscInt numChunks, numBatches, numBlocks, Ne, blockSize, batchSize; 61718e3a2eefSMatthew G. Knepley /* Remainder */ 61728e3a2eefSMatthew G. Knepley PetscInt Nr, offset, Nq; 61738e3a2eefSMatthew G. Knepley PetscQuadrature qGeom = NULL; 61748e3a2eefSMatthew G. Knepley PetscInt maxDegree; 61758e3a2eefSMatthew G. Knepley PetscFEGeom *cgeomFEM, *chunkGeom = NULL, *remGeom = NULL; 61768e3a2eefSMatthew G. Knepley 61779566063dSJacob Faibussowitsch PetscCall(PetscDSGetDiscretization(prob, fieldI, (PetscObject *)&fe)); 61789566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &quad)); 61799566063dSJacob Faibussowitsch PetscCall(PetscFEGetDimension(fe, &Nb)); 61809566063dSJacob Faibussowitsch PetscCall(PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches)); 61819566063dSJacob Faibussowitsch PetscCall(DMFieldGetDegree(coordField, cellIS, NULL, &maxDegree)); 61829566063dSJacob Faibussowitsch if (maxDegree <= 1) PetscCall(DMFieldCreateDefaultQuadrature(coordField, cellIS, &qGeom)); 61838e3a2eefSMatthew G. Knepley if (!qGeom) { 61849566063dSJacob Faibussowitsch PetscCall(PetscFEGetQuadrature(fe, &qGeom)); 61859566063dSJacob Faibussowitsch PetscCall(PetscObjectReference((PetscObject)qGeom)); 61868e3a2eefSMatthew G. Knepley } 61879566063dSJacob Faibussowitsch PetscCall(PetscQuadratureGetData(qGeom, NULL, NULL, &Nq, NULL, NULL)); 61889566063dSJacob Faibussowitsch PetscCall(DMSNESGetFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 61898e3a2eefSMatthew G. Knepley blockSize = Nb; 61908e3a2eefSMatthew G. Knepley batchSize = numBlocks * blockSize; 61919566063dSJacob Faibussowitsch PetscCall(PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches)); 61928e3a2eefSMatthew G. Knepley numChunks = numCells / (numBatches * batchSize); 61938e3a2eefSMatthew G. Knepley Ne = numChunks * numBatches * batchSize; 61948e3a2eefSMatthew G. Knepley Nr = numCells % (numBatches * batchSize); 61958e3a2eefSMatthew G. Knepley offset = numCells - Nr; 61969566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, 0, offset, &chunkGeom)); 61979566063dSJacob Faibussowitsch PetscCall(PetscFEGeomGetChunk(cgeomFEM, offset, numCells, &remGeom)); 61988e3a2eefSMatthew G. Knepley for (fieldJ = 0; fieldJ < Nf; ++fieldJ) { 61998e3a2eefSMatthew G. Knepley key.field = fieldI * Nf + fieldJ; 62009566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMat)); 62019566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN, key, Nr, remGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, &a[offset * totDimAux], t, X_tShift, &elemMat[offset * totDim * totDim])); 62028e3a2eefSMatthew G. Knepley if (hasDyn) { 62039566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Ne, chunkGeom, u, u_t, probAux, a, t, X_tShift, elemMatD)); 62049566063dSJacob Faibussowitsch PetscCall(PetscFEIntegrateJacobian(prob, PETSCFE_JACOBIAN_DYN, key, Nr, remGeom, &u[offset * totDim], u_t ? &u_t[offset * totDim] : NULL, probAux, &a[offset * totDimAux], t, X_tShift, &elemMatD[offset * totDim * totDim])); 62058e3a2eefSMatthew G. Knepley } 62068e3a2eefSMatthew G. Knepley } 62079566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, offset, numCells, &remGeom)); 62089566063dSJacob Faibussowitsch PetscCall(PetscFEGeomRestoreChunk(cgeomFEM, 0, offset, &chunkGeom)); 62099566063dSJacob Faibussowitsch PetscCall(DMSNESRestoreFEGeom(coordField, cellIS, qGeom, PETSC_FALSE, &cgeomFEM)); 62109566063dSJacob Faibussowitsch PetscCall(PetscQuadratureDestroy(&qGeom)); 62118e3a2eefSMatthew G. Knepley } 62128e3a2eefSMatthew G. Knepley if (hasDyn) { 62138e3a2eefSMatthew G. Knepley for (c = 0; c < numCells * totDim * totDim; ++c) elemMat[c] += X_tShift * elemMatD[c]; 62148e3a2eefSMatthew G. Knepley } 62158e3a2eefSMatthew G. Knepley for (c = cStart; c < cEnd; ++c) { 62168e3a2eefSMatthew G. Knepley const PetscInt cell = cells ? cells[c] : c; 62178e3a2eefSMatthew G. Knepley const PetscInt cind = c - cStart; 62188e3a2eefSMatthew G. Knepley const PetscBLASInt M = totDim, one = 1; 62198e3a2eefSMatthew G. Knepley const PetscScalar a = 1.0, b = 0.0; 62208e3a2eefSMatthew G. Knepley 6221792fecdfSBarry Smith PetscCallBLAS("BLASgemv", BLASgemv_("N", &M, &M, &a, &elemMat[cind * totDim * totDim], &M, &y[cind * totDim], &one, &b, z, &one)); 62228e3a2eefSMatthew G. Knepley if (mesh->printFEM > 1) { 62239566063dSJacob Faibussowitsch PetscCall(DMPrintCellMatrix(c, name, totDim, totDim, &elemMat[cind * totDim * totDim])); 62249566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, "Y", totDim, &y[cind * totDim])); 62259566063dSJacob Faibussowitsch PetscCall(DMPrintCellVector(c, "Z", totDim, z)); 62268e3a2eefSMatthew G. Knepley } 62279566063dSJacob Faibussowitsch PetscCall(DMPlexVecSetClosure(dm, section, Z, cell, z, ADD_VALUES)); 62288e3a2eefSMatthew G. Knepley } 62299566063dSJacob Faibussowitsch PetscCall(PetscFree6(u, u_t, elemMat, elemMatD, y, z)); 62308e3a2eefSMatthew G. Knepley if (mesh->printFEM) { 62319566063dSJacob Faibussowitsch PetscCall(PetscPrintf(PetscObjectComm((PetscObject)Z), "Z:\n")); 62329566063dSJacob Faibussowitsch PetscCall(VecView(Z, NULL)); 62338e3a2eefSMatthew G. Knepley } 62341059d808SMatthew G. Knepley PetscCall(ISRestorePointRange(cellIS, &cStart, &cEnd, &cells)); 62359566063dSJacob Faibussowitsch PetscCall(PetscFree(a)); 62369566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plexAux)); 62379566063dSJacob Faibussowitsch PetscCall(DMDestroy(&plex)); 62389566063dSJacob Faibussowitsch PetscCall(PetscLogEventEnd(DMPLEX_JacobianFEM, dm, 0, 0, 0)); 62393ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 62408e3a2eefSMatthew G. Knepley } 6241