xref: /petsc/src/dm/impls/plex/plexfem.c (revision 992dc9beb94508b8ca417a6ff14d56275a83a1fd)
1af0996ceSBarry Smith #include <petsc/private/dmpleximpl.h>   /*I      "petscdmplex.h"   I*/
2da97024aSMatthew G. Knepley #include <petscsf.h>
3cb1e1211SMatthew G Knepley 
4af0996ceSBarry Smith #include <petsc/private/petscfeimpl.h>
5af0996ceSBarry Smith #include <petsc/private/petscfvimpl.h>
6a0845e3aSMatthew G. Knepley 
7cb1e1211SMatthew G Knepley #undef __FUNCT__
8cb1e1211SMatthew G Knepley #define __FUNCT__ "DMPlexGetScale"
9cb1e1211SMatthew G Knepley PetscErrorCode DMPlexGetScale(DM dm, PetscUnit unit, PetscReal *scale)
10cb1e1211SMatthew G Knepley {
11cb1e1211SMatthew G Knepley   DM_Plex *mesh = (DM_Plex*) dm->data;
12cb1e1211SMatthew G Knepley 
13cb1e1211SMatthew G Knepley   PetscFunctionBegin;
14cb1e1211SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
15cb1e1211SMatthew G Knepley   PetscValidPointer(scale, 3);
16cb1e1211SMatthew G Knepley   *scale = mesh->scale[unit];
17cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
18cb1e1211SMatthew G Knepley }
19cb1e1211SMatthew G Knepley 
20cb1e1211SMatthew G Knepley #undef __FUNCT__
21cb1e1211SMatthew G Knepley #define __FUNCT__ "DMPlexSetScale"
22cb1e1211SMatthew G Knepley PetscErrorCode DMPlexSetScale(DM dm, PetscUnit unit, PetscReal scale)
23cb1e1211SMatthew G Knepley {
24cb1e1211SMatthew G Knepley   DM_Plex *mesh = (DM_Plex*) dm->data;
25cb1e1211SMatthew G Knepley 
26cb1e1211SMatthew G Knepley   PetscFunctionBegin;
27cb1e1211SMatthew G Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
28cb1e1211SMatthew G Knepley   mesh->scale[unit] = scale;
29cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
30cb1e1211SMatthew G Knepley }
31cb1e1211SMatthew G Knepley 
32cb1e1211SMatthew G Knepley PETSC_STATIC_INLINE PetscInt epsilon(PetscInt i, PetscInt j, PetscInt k)
33cb1e1211SMatthew G Knepley {
34cb1e1211SMatthew G Knepley   switch (i) {
35cb1e1211SMatthew G Knepley   case 0:
36cb1e1211SMatthew G Knepley     switch (j) {
37cb1e1211SMatthew G Knepley     case 0: return 0;
38cb1e1211SMatthew G Knepley     case 1:
39cb1e1211SMatthew G Knepley       switch (k) {
40cb1e1211SMatthew G Knepley       case 0: return 0;
41cb1e1211SMatthew G Knepley       case 1: return 0;
42cb1e1211SMatthew G Knepley       case 2: return 1;
43cb1e1211SMatthew G Knepley       }
44cb1e1211SMatthew G Knepley     case 2:
45cb1e1211SMatthew G Knepley       switch (k) {
46cb1e1211SMatthew G Knepley       case 0: return 0;
47cb1e1211SMatthew G Knepley       case 1: return -1;
48cb1e1211SMatthew G Knepley       case 2: return 0;
49cb1e1211SMatthew G Knepley       }
50cb1e1211SMatthew G Knepley     }
51cb1e1211SMatthew G Knepley   case 1:
52cb1e1211SMatthew G Knepley     switch (j) {
53cb1e1211SMatthew G Knepley     case 0:
54cb1e1211SMatthew G Knepley       switch (k) {
55cb1e1211SMatthew G Knepley       case 0: return 0;
56cb1e1211SMatthew G Knepley       case 1: return 0;
57cb1e1211SMatthew G Knepley       case 2: return -1;
58cb1e1211SMatthew G Knepley       }
59cb1e1211SMatthew G Knepley     case 1: return 0;
60cb1e1211SMatthew G Knepley     case 2:
61cb1e1211SMatthew G Knepley       switch (k) {
62cb1e1211SMatthew G Knepley       case 0: return 1;
63cb1e1211SMatthew G Knepley       case 1: return 0;
64cb1e1211SMatthew G Knepley       case 2: return 0;
65cb1e1211SMatthew G Knepley       }
66cb1e1211SMatthew G Knepley     }
67cb1e1211SMatthew G Knepley   case 2:
68cb1e1211SMatthew G Knepley     switch (j) {
69cb1e1211SMatthew G Knepley     case 0:
70cb1e1211SMatthew G Knepley       switch (k) {
71cb1e1211SMatthew G Knepley       case 0: return 0;
72cb1e1211SMatthew G Knepley       case 1: return 1;
73cb1e1211SMatthew G Knepley       case 2: return 0;
74cb1e1211SMatthew G Knepley       }
75cb1e1211SMatthew G Knepley     case 1:
76cb1e1211SMatthew G Knepley       switch (k) {
77cb1e1211SMatthew G Knepley       case 0: return -1;
78cb1e1211SMatthew G Knepley       case 1: return 0;
79cb1e1211SMatthew G Knepley       case 2: return 0;
80cb1e1211SMatthew G Knepley       }
81cb1e1211SMatthew G Knepley     case 2: return 0;
82cb1e1211SMatthew G Knepley     }
83cb1e1211SMatthew G Knepley   }
84cb1e1211SMatthew G Knepley   return 0;
85cb1e1211SMatthew G Knepley }
86cb1e1211SMatthew G Knepley 
87cb1e1211SMatthew G Knepley #undef __FUNCT__
88026175e5SToby Isaac #define __FUNCT__ "DMPlexProjectRigidBody"
890163fd50SMatthew G. Knepley static PetscErrorCode DMPlexProjectRigidBody(PetscInt dim, PetscReal t, const PetscReal X[], PetscInt Nf, PetscScalar *mode, void *ctx)
90026175e5SToby Isaac {
91026175e5SToby Isaac   PetscInt *ctxInt  = (PetscInt *) ctx;
92ad917190SMatthew G. Knepley   PetscInt  dim2    = ctxInt[0];
93026175e5SToby Isaac   PetscInt  d       = ctxInt[1];
94026175e5SToby Isaac   PetscInt  i, j, k = dim > 2 ? d - dim : d;
95026175e5SToby Isaac 
96ad917190SMatthew G. Knepley   PetscFunctionBegin;
97ad917190SMatthew G. Knepley   if (dim != dim2) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Input dimension %d does not match context dimension %d", dim, dim2);
98026175e5SToby Isaac   for (i = 0; i < dim; i++) mode[i] = 0.;
99026175e5SToby Isaac   if (d < dim) {
100026175e5SToby Isaac     mode[d] = 1.;
101ad917190SMatthew G. Knepley   } else {
102026175e5SToby Isaac     for (i = 0; i < dim; i++) {
103026175e5SToby Isaac       for (j = 0; j < dim; j++) {
104026175e5SToby Isaac         mode[j] += epsilon(i, j, k)*X[i];
105026175e5SToby Isaac       }
106026175e5SToby Isaac     }
107026175e5SToby Isaac   }
108ad917190SMatthew G. Knepley   PetscFunctionReturn(0);
109026175e5SToby Isaac }
110026175e5SToby Isaac 
111026175e5SToby Isaac #undef __FUNCT__
112cb1e1211SMatthew G Knepley #define __FUNCT__ "DMPlexCreateRigidBody"
113cb1e1211SMatthew G Knepley /*@C
114026175e5SToby Isaac   DMPlexCreateRigidBody - for the default global section, create rigid body modes from coordinates
115cb1e1211SMatthew G Knepley 
116cb1e1211SMatthew G Knepley   Collective on DM
117cb1e1211SMatthew G Knepley 
118cb1e1211SMatthew G Knepley   Input Arguments:
119026175e5SToby Isaac . dm - the DM
120cb1e1211SMatthew G Knepley 
121cb1e1211SMatthew G Knepley   Output Argument:
122cb1e1211SMatthew G Knepley . sp - the null space
123cb1e1211SMatthew G Knepley 
124cb1e1211SMatthew G Knepley   Note: This is necessary to take account of Dirichlet conditions on the displacements
125cb1e1211SMatthew G Knepley 
126cb1e1211SMatthew G Knepley   Level: advanced
127cb1e1211SMatthew G Knepley 
128cb1e1211SMatthew G Knepley .seealso: MatNullSpaceCreate()
129cb1e1211SMatthew G Knepley @*/
130026175e5SToby Isaac PetscErrorCode DMPlexCreateRigidBody(DM dm, MatNullSpace *sp)
131cb1e1211SMatthew G Knepley {
132cb1e1211SMatthew G Knepley   MPI_Comm       comm;
133026175e5SToby Isaac   Vec            mode[6];
134026175e5SToby Isaac   PetscSection   section, globalSection;
1359d8fbdeaSMatthew G. Knepley   PetscInt       dim, dimEmbed, n, m, d, i, j;
136cb1e1211SMatthew G Knepley   PetscErrorCode ierr;
137cb1e1211SMatthew G Knepley 
138cb1e1211SMatthew G Knepley   PetscFunctionBegin;
139cb1e1211SMatthew G Knepley   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
140c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
1419d8fbdeaSMatthew G. Knepley   ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr);
142cb1e1211SMatthew G Knepley   if (dim == 1) {
143cb1e1211SMatthew G Knepley     ierr = MatNullSpaceCreate(comm, PETSC_TRUE, 0, NULL, sp);CHKERRQ(ierr);
144cb1e1211SMatthew G Knepley     PetscFunctionReturn(0);
145cb1e1211SMatthew G Knepley   }
146026175e5SToby Isaac   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
147026175e5SToby Isaac   ierr = DMGetDefaultGlobalSection(dm, &globalSection);CHKERRQ(ierr);
148cb1e1211SMatthew G Knepley   ierr = PetscSectionGetConstrainedStorageSize(globalSection, &n);CHKERRQ(ierr);
149cb1e1211SMatthew G Knepley   m    = (dim*(dim+1))/2;
150cb1e1211SMatthew G Knepley   ierr = VecCreate(comm, &mode[0]);CHKERRQ(ierr);
151cb1e1211SMatthew G Knepley   ierr = VecSetSizes(mode[0], n, PETSC_DETERMINE);CHKERRQ(ierr);
152cb1e1211SMatthew G Knepley   ierr = VecSetUp(mode[0]);CHKERRQ(ierr);
153cb1e1211SMatthew G Knepley   for (i = 1; i < m; ++i) {ierr = VecDuplicate(mode[0], &mode[i]);CHKERRQ(ierr);}
154026175e5SToby Isaac   for (d = 0; d < m; d++) {
155330485fdSToby Isaac     PetscInt ctx[2];
156026175e5SToby Isaac     void    *voidctx = (void *) (&ctx[0]);
1570163fd50SMatthew G. Knepley     PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal *, PetscInt, PetscScalar *, void *) = DMPlexProjectRigidBody;
158cb1e1211SMatthew G Knepley 
1599d8fbdeaSMatthew G. Knepley     ctx[0] = dimEmbed;
160330485fdSToby Isaac     ctx[1] = d;
1610709b2feSToby Isaac     ierr = DMProjectFunction(dm, 0.0, &func, &voidctx, INSERT_VALUES, mode[d]);CHKERRQ(ierr);
162cb1e1211SMatthew G Knepley   }
163cb1e1211SMatthew G Knepley   for (i = 0; i < dim; ++i) {ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);}
164cb1e1211SMatthew G Knepley   /* Orthonormalize system */
165cb1e1211SMatthew G Knepley   for (i = dim; i < m; ++i) {
166cb1e1211SMatthew G Knepley     PetscScalar dots[6];
167cb1e1211SMatthew G Knepley 
168cb1e1211SMatthew G Knepley     ierr = VecMDot(mode[i], i, mode, dots);CHKERRQ(ierr);
169cb1e1211SMatthew G Knepley     for (j = 0; j < i; ++j) dots[j] *= -1.0;
170cb1e1211SMatthew G Knepley     ierr = VecMAXPY(mode[i], i, dots, mode);CHKERRQ(ierr);
171cb1e1211SMatthew G Knepley     ierr = VecNormalize(mode[i], NULL);CHKERRQ(ierr);
172cb1e1211SMatthew G Knepley   }
173cb1e1211SMatthew G Knepley   ierr = MatNullSpaceCreate(comm, PETSC_FALSE, m, mode, sp);CHKERRQ(ierr);
174cb1e1211SMatthew G Knepley   for (i = 0; i< m; ++i) {ierr = VecDestroy(&mode[i]);CHKERRQ(ierr);}
175cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
176cb1e1211SMatthew G Knepley }
177cb1e1211SMatthew G Knepley 
178cb1e1211SMatthew G Knepley #undef __FUNCT__
179b29cfa1cSToby Isaac #define __FUNCT__ "DMPlexSetMaxProjectionHeight"
180b29cfa1cSToby Isaac /*@
181b29cfa1cSToby Isaac   DMPlexSetMaxProjectionHeight - In DMPlexProjectXXXLocal() functions, the projected values of a basis function's dofs
182b29cfa1cSToby Isaac   are computed by associating the basis function with one of the mesh points in its transitively-closed support, and
183b29cfa1cSToby Isaac   evaluating the dual space basis of that point.  A basis function is associated with the point in its
184b29cfa1cSToby Isaac   transitively-closed support whose mesh height is highest (w.r.t. DAG height), but not greater than the maximum
185b29cfa1cSToby Isaac   projection height, which is set with this function.  By default, the maximum projection height is zero, which means
186b29cfa1cSToby Isaac   that only mesh cells are used to project basis functions.  A height of one, for example, evaluates a cell-interior
187b29cfa1cSToby Isaac   basis functions using its cells dual space basis, but all other basis functions with the dual space basis of a face.
188b29cfa1cSToby Isaac 
189b29cfa1cSToby Isaac   Input Parameters:
190b29cfa1cSToby Isaac + dm - the DMPlex object
191b29cfa1cSToby Isaac - height - the maximum projection height >= 0
192b29cfa1cSToby Isaac 
193b29cfa1cSToby Isaac   Level: advanced
194b29cfa1cSToby Isaac 
1954d6f44ffSToby Isaac .seealso: DMPlexGetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal()
196b29cfa1cSToby Isaac @*/
197b29cfa1cSToby Isaac PetscErrorCode DMPlexSetMaxProjectionHeight(DM dm, PetscInt height)
198b29cfa1cSToby Isaac {
199b29cfa1cSToby Isaac   DM_Plex *plex = (DM_Plex *) dm->data;
200b29cfa1cSToby Isaac 
201b29cfa1cSToby Isaac   PetscFunctionBegin;
202b29cfa1cSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
203b29cfa1cSToby Isaac   plex->maxProjectionHeight = height;
204b29cfa1cSToby Isaac   PetscFunctionReturn(0);
205b29cfa1cSToby Isaac }
206b29cfa1cSToby Isaac 
207b29cfa1cSToby Isaac #undef __FUNCT__
208b29cfa1cSToby Isaac #define __FUNCT__ "DMPlexGetMaxProjectionHeight"
209b29cfa1cSToby Isaac /*@
210b29cfa1cSToby Isaac   DMPlexGetMaxProjectionHeight - Get the maximum height (w.r.t. DAG) of mesh points used to evaluate dual bases in
211b29cfa1cSToby Isaac   DMPlexProjectXXXLocal() functions.
212b29cfa1cSToby Isaac 
213b29cfa1cSToby Isaac   Input Parameters:
214b29cfa1cSToby Isaac . dm - the DMPlex object
215b29cfa1cSToby Isaac 
216b29cfa1cSToby Isaac   Output Parameters:
217b29cfa1cSToby Isaac . height - the maximum projection height
218b29cfa1cSToby Isaac 
219b29cfa1cSToby Isaac   Level: intermediate
220b29cfa1cSToby Isaac 
2214d6f44ffSToby Isaac .seealso: DMPlexSetMaxProjectionHeight(), DMProjectFunctionLocal(), DMProjectFunctionLabelLocal()
222b29cfa1cSToby Isaac @*/
223b29cfa1cSToby Isaac PetscErrorCode DMPlexGetMaxProjectionHeight(DM dm, PetscInt *height)
224b29cfa1cSToby Isaac {
225b29cfa1cSToby Isaac   DM_Plex *plex = (DM_Plex *) dm->data;
226b29cfa1cSToby Isaac 
227b29cfa1cSToby Isaac   PetscFunctionBegin;
228b29cfa1cSToby Isaac   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
229b29cfa1cSToby Isaac   *height = plex->maxProjectionHeight;
230b29cfa1cSToby Isaac   PetscFunctionReturn(0);
231b29cfa1cSToby Isaac }
232b29cfa1cSToby Isaac 
233b29cfa1cSToby Isaac #undef __FUNCT__
2340709b2feSToby Isaac #define __FUNCT__ "DMProjectFunctionLabelLocal_Plex"
2350709b2feSToby Isaac PetscErrorCode DMProjectFunctionLabelLocal_Plex(DM dm, PetscReal time, DMLabel label, PetscInt numIds, const PetscInt ids[], PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, InsertMode mode, Vec localX)
236a18a7fb9SMatthew G. Knepley {
2377d1dd11eSToby Isaac   PetscDualSpace *sp, *cellsp;
238dda36da7SMatthew G. Knepley   PetscInt       *numComp;
239a18a7fb9SMatthew G. Knepley   PetscSection    section;
240a18a7fb9SMatthew G. Knepley   PetscScalar    *values;
241ad96f515SMatthew G. Knepley   PetscBool      *fieldActive;
242dda36da7SMatthew G. Knepley   PetscInt        numFields, dim, dimEmbed, spDim, totDim = 0, numValues, pStart, pEnd, cStart, cEnd, cEndInterior, f, d, v, i, comp, maxHeight, h;
243a18a7fb9SMatthew G. Knepley   PetscErrorCode  ierr;
244a18a7fb9SMatthew G. Knepley 
245a18a7fb9SMatthew G. Knepley   PetscFunctionBegin;
2469ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
2479ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
2489ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
2499ac3fadcSMatthew G. Knepley   if (cEnd <= cStart) PetscFunctionReturn(0);
250c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
2517a1a1bd4SToby Isaac   ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr);
252a18a7fb9SMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
253a18a7fb9SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
254dda36da7SMatthew G. Knepley   ierr = PetscMalloc2(numFields,&sp,numFields,&numComp);CHKERRQ(ierr);
2557d1dd11eSToby Isaac   ierr = DMPlexGetMaxProjectionHeight(dm,&maxHeight);CHKERRQ(ierr);
2567d1dd11eSToby Isaac   if (maxHeight < 0 || maxHeight > dim) {SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_USER,"maximum projection height %d not in [0, %d)\n", maxHeight,dim);}
2579ac3fadcSMatthew G. Knepley   if (maxHeight > 0) {ierr = PetscMalloc1(numFields,&cellsp);CHKERRQ(ierr);}
2589ac3fadcSMatthew G. Knepley   else               {cellsp = sp;}
2597d1dd11eSToby Isaac   for (h = 0; h <= maxHeight; h++) {
2607d1dd11eSToby Isaac     ierr = DMPlexGetHeightStratum(dm, h, &pStart, &pEnd);CHKERRQ(ierr);
261fa5a0009SMatthew G. Knepley     if (!h) {pStart = cStart; pEnd = cEnd;}
2627d1dd11eSToby Isaac     if (pEnd <= pStart) continue;
2637d1dd11eSToby Isaac     totDim = 0;
264a18a7fb9SMatthew G. Knepley     for (f = 0; f < numFields; ++f) {
2659ac3fadcSMatthew G. Knepley       PetscObject  obj;
2669ac3fadcSMatthew G. Knepley       PetscClassId id;
2679ac3fadcSMatthew G. Knepley 
2689ac3fadcSMatthew G. Knepley       ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
2699ac3fadcSMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
2709ac3fadcSMatthew G. Knepley       if (id == PETSCFE_CLASSID) {
2719ac3fadcSMatthew G. Knepley         PetscFE fe = (PetscFE) obj;
2729ac3fadcSMatthew G. Knepley 
273dda36da7SMatthew G. Knepley         ierr = PetscFEGetNumComponents(fe, &numComp[f]);CHKERRQ(ierr);
2747d1dd11eSToby Isaac         if (!h) {
275ee2838f6SToby Isaac           ierr = PetscFEGetDualSpace(fe, &cellsp[f]);CHKERRQ(ierr);
2767d1dd11eSToby Isaac           sp[f] = cellsp[f];
2779ac3fadcSMatthew G. Knepley           ierr = PetscObjectReference((PetscObject) sp[f]);CHKERRQ(ierr);
2789ac3fadcSMatthew G. Knepley         } else {
2797d1dd11eSToby Isaac           ierr = PetscDualSpaceGetHeightSubspace(cellsp[f], h, &sp[f]);CHKERRQ(ierr);
2807d1dd11eSToby Isaac           if (!sp[f]) continue;
2817d1dd11eSToby Isaac         }
2829ac3fadcSMatthew G. Knepley       } else if (id == PETSCFV_CLASSID) {
2839ac3fadcSMatthew G. Knepley         PetscFV fv = (PetscFV) obj;
2849ac3fadcSMatthew G. Knepley 
285dda36da7SMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &numComp[f]);CHKERRQ(ierr);
286302440fdSBarry Smith         ierr = PetscFVGetDualSpace(fv, &sp[f]);CHKERRQ(ierr);
287e3e48f69SMatthew G. Knepley         ierr = PetscObjectReference((PetscObject) sp[f]);CHKERRQ(ierr);
2889ac3fadcSMatthew G. Knepley       } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f);
289a18a7fb9SMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(sp[f], &spDim);CHKERRQ(ierr);
290dda36da7SMatthew G. Knepley       totDim += spDim*numComp[f];
291a18a7fb9SMatthew G. Knepley     }
2927d1dd11eSToby Isaac     ierr = DMPlexVecGetClosure(dm, section, localX, pStart, &numValues, NULL);CHKERRQ(ierr);
2937d1dd11eSToby Isaac     if (numValues != totDim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The section point closure size %d != dual space dimension %d", numValues, totDim);
294d374af2bSToby Isaac     if (!totDim) continue;
295a18a7fb9SMatthew G. Knepley     ierr = DMGetWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
296ad96f515SMatthew G. Knepley     ierr = DMGetWorkArray(dm, numFields, PETSC_BOOL, &fieldActive);CHKERRQ(ierr);
297ee2838f6SToby Isaac     for (f = 0; f < numFields; ++f) fieldActive[f] = (funcs[f] && sp[f]) ? PETSC_TRUE : PETSC_FALSE;
298a18a7fb9SMatthew G. Knepley     for (i = 0; i < numIds; ++i) {
299a18a7fb9SMatthew G. Knepley       IS              pointIS;
300a18a7fb9SMatthew G. Knepley       const PetscInt *points;
301a18a7fb9SMatthew G. Knepley       PetscInt        n, p;
302a18a7fb9SMatthew G. Knepley 
303a18a7fb9SMatthew G. Knepley       ierr = DMLabelGetStratumIS(label, ids[i], &pointIS);CHKERRQ(ierr);
304a18a7fb9SMatthew G. Knepley       ierr = ISGetLocalSize(pointIS, &n);CHKERRQ(ierr);
305a18a7fb9SMatthew G. Knepley       ierr = ISGetIndices(pointIS, &points);CHKERRQ(ierr);
306a18a7fb9SMatthew G. Knepley       for (p = 0; p < n; ++p) {
307a18a7fb9SMatthew G. Knepley         const PetscInt    point = points[p];
308e1d0b1adSMatthew G. Knepley         PetscFECellGeom   geom;
309a18a7fb9SMatthew G. Knepley 
3107d1dd11eSToby Isaac         if ((point < pStart) || (point >= pEnd)) continue;
311e1d0b1adSMatthew G. Knepley         ierr          = DMPlexComputeCellGeometryFEM(dm, point, NULL, geom.v0, geom.J, NULL, &geom.detJ);CHKERRQ(ierr);
312ee2838f6SToby Isaac         geom.dim      = dim - h;
3137a1a1bd4SToby Isaac         geom.dimEmbed = dimEmbed;
314a18a7fb9SMatthew G. Knepley         for (f = 0, v = 0; f < numFields; ++f) {
315a18a7fb9SMatthew G. Knepley           void * const ctx = ctxs ? ctxs[f] : NULL;
316bf3434eeSMatthew G. Knepley 
3177d1dd11eSToby Isaac           if (!sp[f]) continue;
318a18a7fb9SMatthew G. Knepley           ierr = PetscDualSpaceGetDimension(sp[f], &spDim);CHKERRQ(ierr);
319a18a7fb9SMatthew G. Knepley           for (d = 0; d < spDim; ++d) {
320a18a7fb9SMatthew G. Knepley             if (funcs[f]) {
3210163fd50SMatthew G. Knepley               ierr = PetscDualSpaceApply(sp[f], d, time, &geom, numComp[f], funcs[f], ctx, &values[v]);CHKERRQ(ierr);
322a18a7fb9SMatthew G. Knepley             } else {
323dda36da7SMatthew G. Knepley               for (comp = 0; comp < numComp[f]; ++comp) values[v+comp] = 0.0;
324a18a7fb9SMatthew G. Knepley             }
325dda36da7SMatthew G. Knepley             v += numComp[f];
326a18a7fb9SMatthew G. Knepley           }
327a18a7fb9SMatthew G. Knepley         }
328ad96f515SMatthew G. Knepley         ierr = DMPlexVecSetFieldClosure_Internal(dm, section, localX, fieldActive, point, values, mode);CHKERRQ(ierr);
329a18a7fb9SMatthew G. Knepley       }
330a18a7fb9SMatthew G. Knepley       ierr = ISRestoreIndices(pointIS, &points);CHKERRQ(ierr);
331a18a7fb9SMatthew G. Knepley       ierr = ISDestroy(&pointIS);CHKERRQ(ierr);
332a18a7fb9SMatthew G. Knepley     }
3337d1dd11eSToby Isaac     if (h) {
3347d1dd11eSToby Isaac       for (f = 0; f < numFields; ++f) {ierr = PetscDualSpaceDestroy(&sp[f]);CHKERRQ(ierr);}
3357d1dd11eSToby Isaac     }
3367d1dd11eSToby Isaac   }
337a18a7fb9SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
338ad96f515SMatthew G. Knepley   ierr = DMRestoreWorkArray(dm, numFields, PETSC_BOOL, &fieldActive);CHKERRQ(ierr);
3399ac3fadcSMatthew G. Knepley   for (f = 0; f < numFields; ++f) {ierr = PetscDualSpaceDestroy(&sp[f]);CHKERRQ(ierr);}
340dda36da7SMatthew G. Knepley   ierr = PetscFree2(sp, numComp);CHKERRQ(ierr);
3417d1dd11eSToby Isaac   if (maxHeight > 0) {
3427d1dd11eSToby Isaac     ierr = PetscFree(cellsp);CHKERRQ(ierr);
3437d1dd11eSToby Isaac   }
344a18a7fb9SMatthew G. Knepley   PetscFunctionReturn(0);
345a18a7fb9SMatthew G. Knepley }
346a18a7fb9SMatthew G. Knepley 
347a18a7fb9SMatthew G. Knepley #undef __FUNCT__
3480709b2feSToby Isaac #define __FUNCT__ "DMProjectFunctionLocal_Plex"
3490709b2feSToby Isaac PetscErrorCode DMProjectFunctionLocal_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, InsertMode mode, Vec localX)
350cb1e1211SMatthew G Knepley {
3517d1dd11eSToby Isaac   PetscDualSpace *sp, *cellsp;
35215496722SMatthew G. Knepley   PetscInt       *numComp;
35372f94c41SMatthew G. Knepley   PetscSection    section;
35472f94c41SMatthew G. Knepley   PetscScalar    *values;
355b793a5ffSMatthew G. Knepley   PetscInt        Nf, dim, dimEmbed, spDim, totDim = 0, numValues, pStart, pEnd, p, cStart, cEnd, cEndInterior, f, d, v, comp, h, maxHeight;
356d0ed5973SMatthew G. Knepley   PetscBool      *isFE, hasFE = PETSC_FALSE, hasFV = PETSC_FALSE;
357cb1e1211SMatthew G Knepley   PetscErrorCode  ierr;
358cb1e1211SMatthew G Knepley 
359cb1e1211SMatthew G Knepley   PetscFunctionBegin;
3609ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
3619ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
3629ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
363cb1e1211SMatthew G Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
364b793a5ffSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
365d0ed5973SMatthew G. Knepley   ierr = PetscMalloc3(Nf, &isFE, Nf, &sp, Nf, &numComp);CHKERRQ(ierr);
3667d1dd11eSToby Isaac   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
367ee2838f6SToby Isaac   ierr = DMGetCoordinateDim(dm, &dimEmbed);CHKERRQ(ierr);
3687d1dd11eSToby Isaac   ierr = DMPlexGetMaxProjectionHeight(dm,&maxHeight);CHKERRQ(ierr);
3697d1dd11eSToby Isaac   if (maxHeight < 0 || maxHeight > dim) {SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_USER,"maximum projection height %d not in [0, %d)\n", maxHeight,dim);}
3707d1dd11eSToby Isaac   if (maxHeight > 0) {
371b793a5ffSMatthew G. Knepley     ierr = PetscMalloc1(Nf,&cellsp);CHKERRQ(ierr);
3727d1dd11eSToby Isaac   }
373048b7b1eSToby Isaac   else {
374048b7b1eSToby Isaac     cellsp = sp;
375048b7b1eSToby Isaac   }
376b793a5ffSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
37715496722SMatthew G. Knepley     PetscObject  obj;
37815496722SMatthew G. Knepley     PetscClassId id;
3790f2d7e86SMatthew G. Knepley 
38015496722SMatthew G. Knepley     ierr = DMGetField(dm, f, &obj);CHKERRQ(ierr);
38115496722SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
38215496722SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
38315496722SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
38415496722SMatthew G. Knepley 
385d0ed5973SMatthew G. Knepley       hasFE   = PETSC_TRUE;
386d0ed5973SMatthew G. Knepley       isFE[f] = PETSC_TRUE;
38715496722SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &numComp[f]);CHKERRQ(ierr);
3887d1dd11eSToby Isaac       ierr  = PetscFEGetDualSpace(fe, &cellsp[f]);CHKERRQ(ierr);
38915496722SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
39015496722SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
39115496722SMatthew G. Knepley 
392d0ed5973SMatthew G. Knepley       hasFV   = PETSC_TRUE;
393d0ed5973SMatthew G. Knepley       isFE[f] = PETSC_FALSE;
394976fa17dSToby Isaac       ierr = PetscFVGetNumComponents(fv, &numComp[f]);CHKERRQ(ierr);
395976fa17dSToby Isaac       ierr = PetscFVGetDualSpace(fv, &cellsp[f]);CHKERRQ(ierr);
39615496722SMatthew G. Knepley     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f);
397db4c39b1SToby Isaac   }
398db4c39b1SToby Isaac   for (h = 0; h <= maxHeight; h++) {
399db4c39b1SToby Isaac     ierr = DMPlexGetHeightStratum(dm, h, &pStart, &pEnd);CHKERRQ(ierr);
400db4c39b1SToby Isaac     if (!h) {pStart = cStart; pEnd = cEnd;}
401db4c39b1SToby Isaac     if (pEnd <= pStart) continue;
402db4c39b1SToby Isaac     totDim = 0;
403db4c39b1SToby Isaac     for (f = 0; f < Nf; ++f) {
404db4c39b1SToby Isaac       if (!h) {
405cb1e1211SMatthew G Knepley         sp[f] = cellsp[f];
406cb1e1211SMatthew G Knepley       }
407cb1e1211SMatthew G Knepley       else {
408cb1e1211SMatthew G Knepley         ierr = PetscDualSpaceGetHeightSubspace(cellsp[f], h, &sp[f]);CHKERRQ(ierr);
409cb1e1211SMatthew G Knepley         if (!sp[f]) {
410cb1e1211SMatthew G Knepley           continue;
411cb1e1211SMatthew G Knepley         }
412cb1e1211SMatthew G Knepley       }
41372f94c41SMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(sp[f], &spDim);CHKERRQ(ierr);
41415496722SMatthew G. Knepley       totDim += spDim*numComp[f];
415cb1e1211SMatthew G Knepley     }
4167d1dd11eSToby Isaac     ierr = DMPlexVecGetClosure(dm, section, localX, pStart, &numValues, NULL);CHKERRQ(ierr);
4177d1dd11eSToby Isaac     if (numValues != totDim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The section point closure size %d != dual space dimension %d", numValues, totDim);
418d374af2bSToby Isaac     if (!totDim) continue;
41972f94c41SMatthew G. Knepley     ierr = DMGetWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
4207d1dd11eSToby Isaac     for (p = pStart; p < pEnd; ++p) {
421d0ed5973SMatthew G. Knepley       PetscFECellGeom fegeom;
422d0ed5973SMatthew G. Knepley       PetscFVCellGeom fvgeom;
423cb1e1211SMatthew G Knepley 
424d0ed5973SMatthew G. Knepley       if (hasFE) {
425d0ed5973SMatthew G. Knepley         ierr = DMPlexComputeCellGeometryFEM(dm, p, NULL, fegeom.v0, fegeom.J, NULL, &fegeom.detJ);CHKERRQ(ierr);
426d0ed5973SMatthew G. Knepley         fegeom.dim      = dim - h;
427d0ed5973SMatthew G. Knepley         fegeom.dimEmbed = dimEmbed;
428d0ed5973SMatthew G. Knepley       }
429d0ed5973SMatthew G. Knepley       if (hasFV) {ierr = DMPlexComputeCellGeometryFVM(dm, p, &fvgeom.volume, fvgeom.centroid, NULL);CHKERRQ(ierr);}
430b793a5ffSMatthew G. Knepley       for (f = 0, v = 0; f < Nf; ++f) {
431c110b1eeSGeoffrey Irving         void * const ctx = ctxs ? ctxs[f] : NULL;
4320f2d7e86SMatthew G. Knepley 
4337d1dd11eSToby Isaac         if (!sp[f]) continue;
43472f94c41SMatthew G. Knepley         ierr = PetscDualSpaceGetDimension(sp[f], &spDim);CHKERRQ(ierr);
43572f94c41SMatthew G. Knepley         for (d = 0; d < spDim; ++d) {
436120386c5SMatthew G. Knepley           if (funcs[f]) {
437*992dc9beSMatthew G. Knepley             if (isFE[f]) {ierr = PetscDualSpaceApply(sp[f], d, time, &fegeom, numComp[f], funcs[f], ctx, &values[v]);}
438*992dc9beSMatthew G. Knepley             else         {ierr = PetscDualSpaceApplyFVM(sp[f], d, time, &fvgeom, numComp[f], funcs[f], ctx, &values[v]);}
4395d960a70SMatthew G. Knepley             if (ierr) {
4405d960a70SMatthew G. Knepley               ierr = DMRestoreWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
4415d960a70SMatthew G. Knepley               CHKERRQ(ierr);
4425d960a70SMatthew G. Knepley             }
443120386c5SMatthew G. Knepley           } else {
44415496722SMatthew G. Knepley             for (comp = 0; comp < numComp[f]; ++comp) values[v+comp] = 0.0;
445120386c5SMatthew G. Knepley           }
44615496722SMatthew G. Knepley           v += numComp[f];
447cb1e1211SMatthew G Knepley         }
448cb1e1211SMatthew G Knepley       }
4497d1dd11eSToby Isaac       ierr = DMPlexVecSetClosure(dm, section, localX, p, values, mode);CHKERRQ(ierr);
450cb1e1211SMatthew G Knepley     }
45172f94c41SMatthew G. Knepley     ierr = DMRestoreWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
452db4c39b1SToby Isaac     if (h) {
453b793a5ffSMatthew G. Knepley       for (f = 0; f < Nf; f++) {ierr = PetscDualSpaceDestroy(&sp[f]);CHKERRQ(ierr);}
4547d1dd11eSToby Isaac     }
4557d1dd11eSToby Isaac   }
456d0ed5973SMatthew G. Knepley   ierr = PetscFree3(isFE, sp, numComp);CHKERRQ(ierr);
4577d1dd11eSToby Isaac   if (maxHeight > 0) {
4587d1dd11eSToby Isaac     ierr = PetscFree(cellsp);CHKERRQ(ierr);
4597d1dd11eSToby Isaac   }
460cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
461cb1e1211SMatthew G Knepley }
462cb1e1211SMatthew G Knepley 
463cb1e1211SMatthew G Knepley #undef __FUNCT__
464bdd6f66aSToby Isaac #define __FUNCT__ "DMProjectFieldLocal_Plex"
465bfc4295aSToby Isaac PetscErrorCode DMProjectFieldLocal_Plex(DM dm, Vec localU,
466e29c0834SMatthew G. Knepley                                         void (**funcs)(PetscInt, PetscInt, PetscInt,
467e29c0834SMatthew G. Knepley                                                        const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
468e29c0834SMatthew G. Knepley                                                        const PetscInt[], const PetscInt[], const PetscScalar[], const PetscScalar[], const PetscScalar[],
469e29c0834SMatthew G. Knepley                                                        PetscReal, const PetscReal[], PetscScalar[]),
470e29c0834SMatthew G. Knepley                                         InsertMode mode, Vec localX)
4710f2d7e86SMatthew G. Knepley {
4720f2d7e86SMatthew G. Knepley   DM              dmAux;
473d5396abcSMatthew G. Knepley   PetscDS         prob, probAux = NULL;
4740f2d7e86SMatthew G. Knepley   Vec             A;
475d5396abcSMatthew G. Knepley   PetscSection    section, sectionAux = NULL;
476b793a5ffSMatthew G. Knepley   PetscDualSpace *sp;
477b793a5ffSMatthew G. Knepley   PetscInt       *Ncf;
478326413afSMatthew G. Knepley   PetscScalar    *values, *u, *u_x, *a, *a_x;
479d5396abcSMatthew G. Knepley   PetscReal      *x, *v0, *J, *invJ, detJ;
480e29c0834SMatthew G. Knepley   PetscInt       *uOff, *uOff_x, *aOff = NULL, *aOff_x = NULL;
481e29c0834SMatthew G. Knepley   PetscInt        Nf, NfAux = 0, dim, spDim, totDim, numValues, cStart, cEnd, cEndInterior, c, f, d, v, comp, maxHeight;
4820f2d7e86SMatthew G. Knepley   PetscErrorCode  ierr;
4830f2d7e86SMatthew G. Knepley 
4840f2d7e86SMatthew G. Knepley   PetscFunctionBegin;
485048b7b1eSToby Isaac   ierr = DMPlexGetMaxProjectionHeight(dm,&maxHeight);CHKERRQ(ierr);
486048b7b1eSToby Isaac   if (maxHeight > 0) {SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Field projection for height > 0 not supported yet");}
4872764a2aaSMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
488c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
4890f2d7e86SMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
4900f2d7e86SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
491b793a5ffSMatthew G. Knepley   ierr = PetscMalloc2(Nf, &sp, Nf, &Ncf);CHKERRQ(ierr);
4920f2d7e86SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
4932764a2aaSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
494e29c0834SMatthew G. Knepley   ierr = PetscDSGetComponentOffsets(prob, &uOff);CHKERRQ(ierr);
495e29c0834SMatthew G. Knepley   ierr = PetscDSGetComponentDerivativeOffsets(prob, &uOff_x);CHKERRQ(ierr);
4962764a2aaSMatthew G. Knepley   ierr = PetscDSGetEvaluationArrays(prob, &u, NULL, &u_x);CHKERRQ(ierr);
4972764a2aaSMatthew G. Knepley   ierr = PetscDSGetRefCoordArrays(prob, &x, NULL);CHKERRQ(ierr);
4980f2d7e86SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr);
4990f2d7e86SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr);
5000f2d7e86SMatthew G. Knepley   if (dmAux) {
5012764a2aaSMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
502e29c0834SMatthew G. Knepley     ierr = PetscDSGetNumFields(probAux, &NfAux);CHKERRQ(ierr);
503326413afSMatthew G. Knepley     ierr = DMGetDefaultSection(dmAux, &sectionAux);CHKERRQ(ierr);
504e29c0834SMatthew G. Knepley     ierr = PetscDSGetComponentOffsets(probAux, &aOff);CHKERRQ(ierr);
505e29c0834SMatthew G. Knepley     ierr = PetscDSGetComponentDerivativeOffsets(probAux, &aOff_x);CHKERRQ(ierr);
5062764a2aaSMatthew G. Knepley     ierr = PetscDSGetEvaluationArrays(probAux, &a, NULL, &a_x);CHKERRQ(ierr);
5070f2d7e86SMatthew G. Knepley   }
508bdd6f66aSToby Isaac   ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localU, 0.0, NULL, NULL, NULL);CHKERRQ(ierr);
5090f2d7e86SMatthew G. Knepley   ierr = DMPlexVecGetClosure(dm, section, localX, cStart, &numValues, NULL);CHKERRQ(ierr);
5100f2d7e86SMatthew G. Knepley   if (numValues != totDim) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "The section cell closure size %d != dual space dimension %d", numValues, totDim);
5110f2d7e86SMatthew G. Knepley   ierr = DMGetWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
5120f2d7e86SMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
5139ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
5149ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
5150f2d7e86SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
516326413afSMatthew G. Knepley     PetscScalar *coefficients = NULL, *coefficientsAux = NULL;
517326413afSMatthew G. Knepley 
5188e0841e0SMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
519326413afSMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, section, localU, c, NULL, &coefficients);CHKERRQ(ierr);
520326413afSMatthew G. Knepley     if (dmAux) {ierr = DMPlexVecGetClosure(dmAux, sectionAux, A, c, NULL, &coefficientsAux);CHKERRQ(ierr);}
5210f2d7e86SMatthew G. Knepley     for (f = 0, v = 0; f < Nf; ++f) {
522d5396abcSMatthew G. Knepley       PetscObject  obj;
523d5396abcSMatthew G. Knepley       PetscClassId id;
5243113607cSMatthew G. Knepley 
525d5396abcSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
526d5396abcSMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
527d5396abcSMatthew G. Knepley       if (id == PETSCFE_CLASSID) {
528d5396abcSMatthew G. Knepley         PetscFE fe = (PetscFE) obj;
529d5396abcSMatthew G. Knepley 
530b793a5ffSMatthew G. Knepley         ierr = PetscFEGetDualSpace(fe, &sp[f]);CHKERRQ(ierr);
531b793a5ffSMatthew G. Knepley         ierr = PetscFEGetNumComponents(fe, &Ncf[f]);CHKERRQ(ierr);
532d5396abcSMatthew G. Knepley       } else if (id == PETSCFV_CLASSID) {
533d5396abcSMatthew G. Knepley         PetscFV fv = (PetscFV) obj;
534d5396abcSMatthew G. Knepley 
535b793a5ffSMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &Ncf[f]);CHKERRQ(ierr);
536e3e48f69SMatthew G. Knepley         ierr = PetscObjectReference((PetscObject) sp[f]);CHKERRQ(ierr);
537d5396abcSMatthew G. Knepley       }
538b793a5ffSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(sp[f], &spDim);CHKERRQ(ierr);
5390f2d7e86SMatthew G. Knepley       for (d = 0; d < spDim; ++d) {
5400f2d7e86SMatthew G. Knepley         PetscQuadrature  quad;
5410f2d7e86SMatthew G. Knepley         const PetscReal *points, *weights;
5420f2d7e86SMatthew G. Knepley         PetscInt         numPoints, q;
5430f2d7e86SMatthew G. Knepley 
5440f2d7e86SMatthew G. Knepley         if (funcs[f]) {
545b793a5ffSMatthew G. Knepley           ierr = PetscDualSpaceGetFunctional(sp[f], d, &quad);CHKERRQ(ierr);
5460f2d7e86SMatthew G. Knepley           ierr = PetscQuadratureGetData(quad, NULL, &numPoints, &points, &weights);CHKERRQ(ierr);
5470f2d7e86SMatthew G. Knepley           for (q = 0; q < numPoints; ++q) {
5480f2d7e86SMatthew G. Knepley             CoordinatesRefToReal(dim, dim, v0, J, &points[q*dim], x);
549326413afSMatthew G. Knepley             ierr = EvaluateFieldJets(prob,    PETSC_FALSE, q, invJ, coefficients,    NULL, u, u_x, NULL);CHKERRQ(ierr);
550326413afSMatthew G. Knepley             ierr = EvaluateFieldJets(probAux, PETSC_FALSE, q, invJ, coefficientsAux, NULL, a, a_x, NULL);CHKERRQ(ierr);
551e29c0834SMatthew G. Knepley             (*funcs[f])(dim, Nf, NfAux, uOff, uOff_x, u, NULL, u_x, aOff, aOff_x, a, NULL, a_x, 0.0, x, &values[v]);
5520f2d7e86SMatthew G. Knepley           }
5530f2d7e86SMatthew G. Knepley         } else {
554b793a5ffSMatthew G. Knepley           for (comp = 0; comp < Ncf[f]; ++comp) values[v+comp] = 0.0;
5550f2d7e86SMatthew G. Knepley         }
556b793a5ffSMatthew G. Knepley         v += Ncf[f];
5570f2d7e86SMatthew G. Knepley       }
5580f2d7e86SMatthew G. Knepley     }
559326413afSMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, section, localU, c, NULL, &coefficients);CHKERRQ(ierr);
560326413afSMatthew G. Knepley     if (dmAux) {ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, A, c, NULL, &coefficientsAux);CHKERRQ(ierr);}
5610f2d7e86SMatthew G. Knepley     ierr = DMPlexVecSetClosure(dm, section, localX, c, values, mode);CHKERRQ(ierr);
5620f2d7e86SMatthew G. Knepley   }
5630f2d7e86SMatthew G. Knepley   ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr);
564ca3eba1bSToby Isaac   ierr = DMRestoreWorkArray(dm, numValues, PETSC_SCALAR, &values);CHKERRQ(ierr);
565b793a5ffSMatthew G. Knepley   ierr = PetscFree2(sp, Ncf);CHKERRQ(ierr);
5660f2d7e86SMatthew G. Knepley   PetscFunctionReturn(0);
5670f2d7e86SMatthew G. Knepley }
5680f2d7e86SMatthew G. Knepley 
5690f2d7e86SMatthew G. Knepley #undef __FUNCT__
570d7ddef95SMatthew G. Knepley #define __FUNCT__ "DMPlexInsertBoundaryValues_FEM_Internal"
5710163fd50SMatthew G. Knepley static PetscErrorCode DMPlexInsertBoundaryValues_FEM_Internal(DM dm, PetscReal time, PetscInt field, DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *), void *ctx, Vec locX)
57255f2e967SMatthew G. Knepley {
5730163fd50SMatthew G. Knepley   PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal x[], PetscInt, PetscScalar *u, void *ctx);
57455f2e967SMatthew G. Knepley   void            **ctxs;
575d7ddef95SMatthew G. Knepley   PetscInt          numFields;
576d7ddef95SMatthew G. Knepley   PetscErrorCode    ierr;
577d7ddef95SMatthew G. Knepley 
578d7ddef95SMatthew G. Knepley   PetscFunctionBegin;
579d7ddef95SMatthew G. Knepley   ierr = DMGetNumFields(dm, &numFields);CHKERRQ(ierr);
580d7ddef95SMatthew G. Knepley   ierr = PetscCalloc2(numFields,&funcs,numFields,&ctxs);CHKERRQ(ierr);
581d7ddef95SMatthew G. Knepley   funcs[field] = func;
582d7ddef95SMatthew G. Knepley   ctxs[field]  = ctx;
5830709b2feSToby Isaac   ierr = DMProjectFunctionLabelLocal(dm, time, label, numids, ids, funcs, ctxs, INSERT_BC_VALUES, locX);CHKERRQ(ierr);
584d7ddef95SMatthew G. Knepley   ierr = PetscFree2(funcs,ctxs);CHKERRQ(ierr);
585d7ddef95SMatthew G. Knepley   PetscFunctionReturn(0);
586d7ddef95SMatthew G. Knepley }
587d7ddef95SMatthew G. Knepley 
588d7ddef95SMatthew G. Knepley #undef __FUNCT__
589d7ddef95SMatthew G. Knepley #define __FUNCT__ "DMPlexInsertBoundaryValues_FVM_Internal"
5900e0f25f2SMatthew G. Knepley /* This ignores numcomps/comps */
591d7ddef95SMatthew G. Knepley static PetscErrorCode DMPlexInsertBoundaryValues_FVM_Internal(DM dm, PetscReal time, Vec faceGeometry, Vec cellGeometry, Vec Grad,
592d7ddef95SMatthew G. Knepley                                                               PetscInt field, DMLabel label, PetscInt numids, const PetscInt ids[], PetscErrorCode (*func)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*), void *ctx, Vec locX)
593d7ddef95SMatthew G. Knepley {
59461f58d28SMatthew G. Knepley   PetscDS            prob;
595da97024aSMatthew G. Knepley   PetscSF            sf;
596d7ddef95SMatthew G. Knepley   DM                 dmFace, dmCell, dmGrad;
59720369375SToby Isaac   const PetscScalar *facegeom, *cellgeom = NULL, *grad;
598da97024aSMatthew G. Knepley   const PetscInt    *leaves;
599d7ddef95SMatthew G. Knepley   PetscScalar       *x, *fx;
600520b3818SMatthew G. Knepley   PetscInt           dim, nleaves, loc, fStart, fEnd, pdim, i;
601d7ddef95SMatthew G. Knepley   PetscErrorCode     ierr;
602d7ddef95SMatthew G. Knepley 
603d7ddef95SMatthew G. Knepley   PetscFunctionBegin;
604da97024aSMatthew G. Knepley   ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr);
605da97024aSMatthew G. Knepley   ierr = PetscSFGetGraph(sf, NULL, &nleaves, &leaves, NULL);CHKERRQ(ierr);
606da97024aSMatthew G. Knepley   nleaves = PetscMax(0, nleaves);
607d7ddef95SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
608d7ddef95SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 1, &fStart, &fEnd);CHKERRQ(ierr);
60961f58d28SMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
610d7ddef95SMatthew G. Knepley   ierr = VecGetDM(faceGeometry, &dmFace);CHKERRQ(ierr);
611d7ddef95SMatthew G. Knepley   ierr = VecGetArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
61220369375SToby Isaac   if (cellGeometry) {
613d7ddef95SMatthew G. Knepley     ierr = VecGetDM(cellGeometry, &dmCell);CHKERRQ(ierr);
614d7ddef95SMatthew G. Knepley     ierr = VecGetArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
61520369375SToby Isaac   }
616d7ddef95SMatthew G. Knepley   if (Grad) {
617c0a6632aSMatthew G. Knepley     PetscFV fv;
618c0a6632aSMatthew G. Knepley 
619c0a6632aSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fv);CHKERRQ(ierr);
620d7ddef95SMatthew G. Knepley     ierr = VecGetDM(Grad, &dmGrad);CHKERRQ(ierr);
621d7ddef95SMatthew G. Knepley     ierr = VecGetArrayRead(Grad, &grad);CHKERRQ(ierr);
622d7ddef95SMatthew G. Knepley     ierr = PetscFVGetNumComponents(fv, &pdim);CHKERRQ(ierr);
623d7ddef95SMatthew G. Knepley     ierr = DMGetWorkArray(dm, pdim, PETSC_SCALAR, &fx);CHKERRQ(ierr);
624d7ddef95SMatthew G. Knepley   }
625d7ddef95SMatthew G. Knepley   ierr = VecGetArray(locX, &x);CHKERRQ(ierr);
626d7ddef95SMatthew G. Knepley   for (i = 0; i < numids; ++i) {
627d7ddef95SMatthew G. Knepley     IS              faceIS;
628d7ddef95SMatthew G. Knepley     const PetscInt *faces;
629d7ddef95SMatthew G. Knepley     PetscInt        numFaces, f;
630d7ddef95SMatthew G. Knepley 
631d7ddef95SMatthew G. Knepley     ierr = DMLabelGetStratumIS(label, ids[i], &faceIS);CHKERRQ(ierr);
632d7ddef95SMatthew G. Knepley     if (!faceIS) continue; /* No points with that id on this process */
633d7ddef95SMatthew G. Knepley     ierr = ISGetLocalSize(faceIS, &numFaces);CHKERRQ(ierr);
634d7ddef95SMatthew G. Knepley     ierr = ISGetIndices(faceIS, &faces);CHKERRQ(ierr);
635d7ddef95SMatthew G. Knepley     for (f = 0; f < numFaces; ++f) {
636d7ddef95SMatthew G. Knepley       const PetscInt         face = faces[f], *cells;
637640bce14SSatish Balay       PetscFVFaceGeom        *fg;
638d7ddef95SMatthew G. Knepley 
639d7ddef95SMatthew G. Knepley       if ((face < fStart) || (face >= fEnd)) continue; /* Refinement adds non-faces to labels */
640da97024aSMatthew G. Knepley       ierr = PetscFindInt(face, nleaves, (PetscInt *) leaves, &loc);CHKERRQ(ierr);
641da97024aSMatthew G. Knepley       if (loc >= 0) continue;
642d7ddef95SMatthew G. Knepley       ierr = DMPlexPointLocalRead(dmFace, face, facegeom, &fg);CHKERRQ(ierr);
643d7ddef95SMatthew G. Knepley       ierr = DMPlexGetSupport(dm, face, &cells);CHKERRQ(ierr);
644d7ddef95SMatthew G. Knepley       if (Grad) {
645640bce14SSatish Balay         PetscFVCellGeom       *cg;
646640bce14SSatish Balay         PetscScalar           *cx, *cgrad;
647d7ddef95SMatthew G. Knepley         PetscScalar           *xG;
648d7ddef95SMatthew G. Knepley         PetscReal              dx[3];
649d7ddef95SMatthew G. Knepley         PetscInt               d;
650d7ddef95SMatthew G. Knepley 
651d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dmCell, cells[0], cellgeom, &cg);CHKERRQ(ierr);
652d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dm, cells[0], x, &cx);CHKERRQ(ierr);
653d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dmGrad, cells[0], grad, &cgrad);CHKERRQ(ierr);
654520b3818SMatthew G. Knepley         ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr);
655d7ddef95SMatthew G. Knepley         DMPlex_WaxpyD_Internal(dim, -1, cg->centroid, fg->centroid, dx);
656d7ddef95SMatthew G. Knepley         for (d = 0; d < pdim; ++d) fx[d] = cx[d] + DMPlex_DotD_Internal(dim, &cgrad[d*dim], dx);
657520b3818SMatthew G. Knepley         ierr = (*func)(time, fg->centroid, fg->normal, fx, xG, ctx);CHKERRQ(ierr);
658d7ddef95SMatthew G. Knepley       } else {
659640bce14SSatish Balay         PetscScalar       *xI;
660d7ddef95SMatthew G. Knepley         PetscScalar       *xG;
661d7ddef95SMatthew G. Knepley 
662d7ddef95SMatthew G. Knepley         ierr = DMPlexPointLocalRead(dm, cells[0], x, &xI);CHKERRQ(ierr);
663520b3818SMatthew G. Knepley         ierr = DMPlexPointLocalFieldRef(dm, cells[1], field, x, &xG);CHKERRQ(ierr);
664520b3818SMatthew G. Knepley         ierr = (*func)(time, fg->centroid, fg->normal, xI, xG, ctx);CHKERRQ(ierr);
665d7ddef95SMatthew G. Knepley       }
666d7ddef95SMatthew G. Knepley     }
667d7ddef95SMatthew G. Knepley     ierr = ISRestoreIndices(faceIS, &faces);CHKERRQ(ierr);
668d7ddef95SMatthew G. Knepley     ierr = ISDestroy(&faceIS);CHKERRQ(ierr);
669d7ddef95SMatthew G. Knepley   }
670d7ddef95SMatthew G. Knepley   ierr = VecRestoreArray(locX, &x);CHKERRQ(ierr);
671d7ddef95SMatthew G. Knepley   if (Grad) {
672d7ddef95SMatthew G. Knepley     ierr = DMRestoreWorkArray(dm, pdim, PETSC_SCALAR, &fx);CHKERRQ(ierr);
673d7ddef95SMatthew G. Knepley     ierr = VecRestoreArrayRead(Grad, &grad);CHKERRQ(ierr);
674d7ddef95SMatthew G. Knepley   }
67520369375SToby Isaac   if (cellGeometry) {
676d7ddef95SMatthew G. Knepley     ierr = VecRestoreArrayRead(cellGeometry, &cellgeom);CHKERRQ(ierr);
67720369375SToby Isaac   }
678d7ddef95SMatthew G. Knepley   ierr = VecRestoreArrayRead(faceGeometry, &facegeom);CHKERRQ(ierr);
679d7ddef95SMatthew G. Knepley   PetscFunctionReturn(0);
680d7ddef95SMatthew G. Knepley }
681d7ddef95SMatthew G. Knepley 
682d7ddef95SMatthew G. Knepley #undef __FUNCT__
683d7ddef95SMatthew G. Knepley #define __FUNCT__ "DMPlexInsertBoundaryValues"
684bdd6f66aSToby Isaac PetscErrorCode DMPlexInsertBoundaryValues(DM dm, PetscBool insertEssential, Vec locX, PetscReal time, Vec faceGeomFVM, Vec cellGeomFVM, Vec gradFVM)
685d7ddef95SMatthew G. Knepley {
686d7ddef95SMatthew G. Knepley   PetscInt       numBd, b;
68755f2e967SMatthew G. Knepley   PetscErrorCode ierr;
68855f2e967SMatthew G. Knepley 
68955f2e967SMatthew G. Knepley   PetscFunctionBegin;
69055f2e967SMatthew G. Knepley   PetscValidHeaderSpecific(dm, DM_CLASSID, 1);
691d7ddef95SMatthew G. Knepley   PetscValidHeaderSpecific(locX, VEC_CLASSID, 2);
692d7ddef95SMatthew G. Knepley   if (faceGeomFVM) {PetscValidHeaderSpecific(faceGeomFVM, VEC_CLASSID, 4);}
693d7ddef95SMatthew G. Knepley   if (cellGeomFVM) {PetscValidHeaderSpecific(cellGeomFVM, VEC_CLASSID, 5);}
694d7ddef95SMatthew G. Knepley   if (gradFVM)     {PetscValidHeaderSpecific(gradFVM, VEC_CLASSID, 6);}
695a6ba4734SToby Isaac   ierr = DMGetNumBoundary(dm, &numBd);CHKERRQ(ierr);
69655f2e967SMatthew G. Knepley   for (b = 0; b < numBd; ++b) {
69755f2e967SMatthew G. Knepley     PetscBool       isEssential;
698d7ddef95SMatthew G. Knepley     const char     *labelname;
699d7ddef95SMatthew G. Knepley     DMLabel         label;
700d7ddef95SMatthew G. Knepley     PetscInt        field;
701d7ddef95SMatthew G. Knepley     PetscObject     obj;
702d7ddef95SMatthew G. Knepley     PetscClassId    id;
70355f2e967SMatthew G. Knepley     void          (*func)();
704d7ddef95SMatthew G. Knepley     PetscInt        numids;
705d7ddef95SMatthew G. Knepley     const PetscInt *ids;
70655f2e967SMatthew G. Knepley     void           *ctx;
70755f2e967SMatthew G. Knepley 
708a6ba4734SToby Isaac     ierr = DMGetBoundary(dm, b, &isEssential, NULL, &labelname, &field, NULL, NULL, &func, &numids, &ids, &ctx);CHKERRQ(ierr);
709bdd6f66aSToby Isaac     if (insertEssential != isEssential) continue;
710c58f1c22SToby Isaac     ierr = DMGetLabel(dm, labelname, &label);CHKERRQ(ierr);
711d7ddef95SMatthew G. Knepley     ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
712d7ddef95SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
713d7ddef95SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
714bdd6f66aSToby Isaac       if (!isEssential) continue; /* for FEM, there is no insertion to be done for non-essential boundary conditions */
715092e5057SToby Isaac       ierr = DMPlexLabelAddCells(dm,label);CHKERRQ(ierr);
7160163fd50SMatthew G. Knepley       ierr = DMPlexInsertBoundaryValues_FEM_Internal(dm, time, field, label, numids, ids, (PetscErrorCode (*)(PetscInt, PetscReal, const PetscReal[], PetscInt, PetscScalar *, void *)) func, ctx, locX);CHKERRQ(ierr);
717092e5057SToby Isaac       ierr = DMPlexLabelClearCells(dm,label);CHKERRQ(ierr);
718d7ddef95SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
71943ea7facSMatthew G. Knepley       if (!faceGeomFVM) continue;
720d7ddef95SMatthew G. Knepley       ierr = DMPlexInsertBoundaryValues_FVM_Internal(dm, time, faceGeomFVM, cellGeomFVM, gradFVM,
721d7ddef95SMatthew G. Knepley                                                      field, label, numids, ids, (PetscErrorCode (*)(PetscReal,const PetscReal*,const PetscReal*,const PetscScalar*,PetscScalar*,void*)) func, ctx, locX);CHKERRQ(ierr);
722d7ddef95SMatthew G. Knepley     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
72355f2e967SMatthew G. Knepley   }
72455f2e967SMatthew G. Knepley   PetscFunctionReturn(0);
72555f2e967SMatthew G. Knepley }
72655f2e967SMatthew G. Knepley 
727cb1e1211SMatthew G Knepley #undef __FUNCT__
7280709b2feSToby Isaac #define __FUNCT__ "DMComputeL2Diff_Plex"
7290709b2feSToby Isaac PetscErrorCode DMComputeL2Diff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff)
730cb1e1211SMatthew G Knepley {
731cb1e1211SMatthew G Knepley   const PetscInt   debug = 0;
732cb1e1211SMatthew G Knepley   PetscSection     section;
733c5bbbd5bSMatthew G. Knepley   PetscQuadrature  quad;
734cb1e1211SMatthew G Knepley   Vec              localX;
73515496722SMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
736cb1e1211SMatthew G Knepley   PetscReal       *coords, *v0, *J, *invJ, detJ;
737cb1e1211SMatthew G Knepley   PetscReal        localDiff = 0.0;
73815496722SMatthew G. Knepley   const PetscReal *quadPoints, *quadWeights;
7399ac3fadcSMatthew G. Knepley   PetscInt         dim, numFields, numComponents = 0, numQuadPoints, cStart, cEnd, cEndInterior, c, field, fieldOffset;
740cb1e1211SMatthew G Knepley   PetscErrorCode   ierr;
741cb1e1211SMatthew G Knepley 
742cb1e1211SMatthew G Knepley   PetscFunctionBegin;
743c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
744cb1e1211SMatthew G Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
745cb1e1211SMatthew G Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
746cb1e1211SMatthew G Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
747bdd6f66aSToby Isaac   ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr);
748cb1e1211SMatthew G Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
749cb1e1211SMatthew G Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
750cb1e1211SMatthew G Knepley   for (field = 0; field < numFields; ++field) {
75115496722SMatthew G. Knepley     PetscObject  obj;
75215496722SMatthew G. Knepley     PetscClassId id;
753c5bbbd5bSMatthew G. Knepley     PetscInt     Nc;
754c5bbbd5bSMatthew G. Knepley 
75515496722SMatthew G. Knepley     ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
75615496722SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
75715496722SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
75815496722SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
75915496722SMatthew G. Knepley 
7600f2d7e86SMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
7610f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
76215496722SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
76315496722SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
76415496722SMatthew G. Knepley 
76515496722SMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
76615496722SMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
76715496722SMatthew G. Knepley     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
768c5bbbd5bSMatthew G. Knepley     numComponents += Nc;
769cb1e1211SMatthew G Knepley   }
77015496722SMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &numQuadPoints, &quadPoints, &quadWeights);CHKERRQ(ierr);
77115496722SMatthew G. Knepley   ierr = PetscMalloc6(numComponents,&funcVal,numComponents,&interpolant,dim,&coords,dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
772cb1e1211SMatthew G Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
7739ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
7749ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
775cb1e1211SMatthew G Knepley   for (c = cStart; c < cEnd; ++c) {
776a1e44745SMatthew G. Knepley     PetscScalar *x = NULL;
777cb1e1211SMatthew G Knepley     PetscReal    elemDiff = 0.0;
778cb1e1211SMatthew G Knepley 
7798e0841e0SMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
780cb1e1211SMatthew G Knepley     if (detJ <= 0.0) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %d", detJ, c);
781cb1e1211SMatthew G Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
782cb1e1211SMatthew G Knepley 
78315496722SMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
78415496722SMatthew G. Knepley       PetscObject  obj;
78515496722SMatthew G. Knepley       PetscClassId id;
786c110b1eeSGeoffrey Irving       void * const ctx = ctxs ? ctxs[field] : NULL;
78715496722SMatthew G. Knepley       PetscInt     Nb, Nc, q, fc;
788cb1e1211SMatthew G Knepley 
78915496722SMatthew G. Knepley       ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
79015496722SMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
79115496722SMatthew G. Knepley       if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
79215496722SMatthew G. Knepley       else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
79315496722SMatthew G. Knepley       else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
794cb1e1211SMatthew G Knepley       if (debug) {
795cb1e1211SMatthew G Knepley         char title[1024];
796cb1e1211SMatthew G Knepley         ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr);
79715496722SMatthew G. Knepley         ierr = DMPrintCellVector(c, title, Nb*Nc, &x[fieldOffset]);CHKERRQ(ierr);
798cb1e1211SMatthew G Knepley       }
799cb1e1211SMatthew G Knepley       for (q = 0; q < numQuadPoints; ++q) {
80015496722SMatthew G. Knepley         CoordinatesRefToReal(dim, dim, v0, J, &quadPoints[q*dim], coords);
8010163fd50SMatthew G. Knepley         ierr = (*funcs[field])(dim, time, coords, Nc, funcVal, ctx);CHKERRQ(ierr);
80215496722SMatthew G. Knepley         if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
80315496722SMatthew G. Knepley         else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
80415496722SMatthew G. Knepley         else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
80515496722SMatthew G. Knepley         for (fc = 0; fc < Nc; ++fc) {
80615496722SMatthew G. Knepley           if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "    elem %d field %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*quadWeights[q]*detJ);CHKERRQ(ierr);}
80715496722SMatthew G. Knepley           elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*quadWeights[q]*detJ;
808cb1e1211SMatthew G Knepley         }
809cb1e1211SMatthew G Knepley       }
81015496722SMatthew G. Knepley       fieldOffset += Nb*Nc;
811cb1e1211SMatthew G Knepley     }
812cb1e1211SMatthew G Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
813cb1e1211SMatthew G Knepley     if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "  elem %d diff %g\n", c, elemDiff);CHKERRQ(ierr);}
814cb1e1211SMatthew G Knepley     localDiff += elemDiff;
815cb1e1211SMatthew G Knepley   }
81615496722SMatthew G. Knepley   ierr  = PetscFree6(funcVal,interpolant,coords,v0,J,invJ);CHKERRQ(ierr);
817cb1e1211SMatthew G Knepley   ierr  = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
818b2566f29SBarry Smith   ierr  = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
819cb1e1211SMatthew G Knepley   *diff = PetscSqrtReal(*diff);
820cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
821cb1e1211SMatthew G Knepley }
822cb1e1211SMatthew G Knepley 
823cb1e1211SMatthew G Knepley #undef __FUNCT__
824b698f381SToby Isaac #define __FUNCT__ "DMComputeL2GradientDiff_Plex"
825b698f381SToby Isaac PetscErrorCode DMComputeL2GradientDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, const PetscReal n[], PetscReal *diff)
826cb1e1211SMatthew G Knepley {
82740e14135SMatthew G. Knepley   const PetscInt  debug = 0;
828cb1e1211SMatthew G Knepley   PetscSection    section;
82940e14135SMatthew G. Knepley   PetscQuadrature quad;
83040e14135SMatthew G. Knepley   Vec             localX;
83140e14135SMatthew G. Knepley   PetscScalar    *funcVal, *interpolantVec;
83240e14135SMatthew G. Knepley   PetscReal      *coords, *realSpaceDer, *v0, *J, *invJ, detJ;
83340e14135SMatthew G. Knepley   PetscReal       localDiff = 0.0;
8349ac3fadcSMatthew G. Knepley   PetscInt        dim, numFields, numComponents = 0, cStart, cEnd, cEndInterior, c, field, fieldOffset, comp;
835cb1e1211SMatthew G Knepley   PetscErrorCode  ierr;
836cb1e1211SMatthew G Knepley 
837cb1e1211SMatthew G Knepley   PetscFunctionBegin;
838c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
83940e14135SMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
84040e14135SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
84140e14135SMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
84240e14135SMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
84340e14135SMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
844652b88e8SMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
8450f2d7e86SMatthew G. Knepley     PetscFE  fe;
84640e14135SMatthew G. Knepley     PetscInt Nc;
847652b88e8SMatthew G. Knepley 
8480f2d7e86SMatthew G. Knepley     ierr = DMGetField(dm, field, (PetscObject *) &fe);CHKERRQ(ierr);
8490f2d7e86SMatthew G. Knepley     ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
8500f2d7e86SMatthew G. Knepley     ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
85140e14135SMatthew G. Knepley     numComponents += Nc;
852652b88e8SMatthew G. Knepley   }
8534d6f44ffSToby Isaac   /* ierr = DMProjectFunctionLocal(dm, fe, funcs, INSERT_BC_VALUES, localX);CHKERRQ(ierr); */
85440e14135SMatthew G. Knepley   ierr = PetscMalloc7(numComponents,&funcVal,dim,&coords,dim,&realSpaceDer,dim,&v0,dim*dim,&J,dim*dim,&invJ,dim,&interpolantVec);CHKERRQ(ierr);
85540e14135SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
8569ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
8579ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
85840e14135SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
85940e14135SMatthew G. Knepley     PetscScalar *x = NULL;
86040e14135SMatthew G. Knepley     PetscReal    elemDiff = 0.0;
861652b88e8SMatthew G. Knepley 
8628e0841e0SMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
86340e14135SMatthew G. Knepley     if (detJ <= 0.0) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %d", detJ, c);
86440e14135SMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
86540e14135SMatthew G. Knepley 
86640e14135SMatthew G. Knepley     for (field = 0, comp = 0, fieldOffset = 0; field < numFields; ++field) {
8670f2d7e86SMatthew G. Knepley       PetscFE          fe;
86851259fa3SMatthew G. Knepley       void * const     ctx = ctxs ? ctxs[field] : NULL;
86921454ff5SMatthew G. Knepley       const PetscReal *quadPoints, *quadWeights;
87040e14135SMatthew G. Knepley       PetscReal       *basisDer;
87121454ff5SMatthew G. Knepley       PetscInt         numQuadPoints, Nb, Ncomp, q, d, e, fc, f, g;
87240e14135SMatthew G. Knepley 
8730f2d7e86SMatthew G. Knepley       ierr = DMGetField(dm, field, (PetscObject *) &fe);CHKERRQ(ierr);
87421454ff5SMatthew G. Knepley       ierr = PetscQuadratureGetData(quad, NULL, &numQuadPoints, &quadPoints, &quadWeights);CHKERRQ(ierr);
8750f2d7e86SMatthew G. Knepley       ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
8760f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Ncomp);CHKERRQ(ierr);
8770f2d7e86SMatthew G. Knepley       ierr = PetscFEGetDefaultTabulation(fe, NULL, &basisDer, NULL);CHKERRQ(ierr);
87840e14135SMatthew G. Knepley       if (debug) {
87940e14135SMatthew G. Knepley         char title[1024];
88040e14135SMatthew G. Knepley         ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr);
88140e14135SMatthew G. Knepley         ierr = DMPrintCellVector(c, title, Nb*Ncomp, &x[fieldOffset]);CHKERRQ(ierr);
882652b88e8SMatthew G. Knepley       }
88340e14135SMatthew G. Knepley       for (q = 0; q < numQuadPoints; ++q) {
88440e14135SMatthew G. Knepley         for (d = 0; d < dim; d++) {
88540e14135SMatthew G. Knepley           coords[d] = v0[d];
88640e14135SMatthew G. Knepley           for (e = 0; e < dim; e++) {
88740e14135SMatthew G. Knepley             coords[d] += J[d*dim+e]*(quadPoints[q*dim+e] + 1.0);
888652b88e8SMatthew G. Knepley           }
88940e14135SMatthew G. Knepley         }
8900163fd50SMatthew G. Knepley         ierr = (*funcs[field])(dim, time, coords, n, numFields, funcVal, ctx);CHKERRQ(ierr);
89140e14135SMatthew G. Knepley         for (fc = 0; fc < Ncomp; ++fc) {
89240e14135SMatthew G. Knepley           PetscScalar interpolant = 0.0;
89340e14135SMatthew G. Knepley 
89440e14135SMatthew G. Knepley           for (d = 0; d < dim; ++d) interpolantVec[d] = 0.0;
89540e14135SMatthew G. Knepley           for (f = 0; f < Nb; ++f) {
89640e14135SMatthew G. Knepley             const PetscInt fidx = f*Ncomp+fc;
89740e14135SMatthew G. Knepley 
89840e14135SMatthew G. Knepley             for (d = 0; d < dim; ++d) {
89940e14135SMatthew G. Knepley               realSpaceDer[d] = 0.0;
90040e14135SMatthew G. Knepley               for (g = 0; g < dim; ++g) {
90140e14135SMatthew G. Knepley                 realSpaceDer[d] += invJ[g*dim+d]*basisDer[(q*Nb*Ncomp+fidx)*dim+g];
90240e14135SMatthew G. Knepley               }
90340e14135SMatthew G. Knepley               interpolantVec[d] += x[fieldOffset+fidx]*realSpaceDer[d];
90440e14135SMatthew G. Knepley             }
90540e14135SMatthew G. Knepley           }
90640e14135SMatthew G. Knepley           for (d = 0; d < dim; ++d) interpolant += interpolantVec[d]*n[d];
90740e14135SMatthew G. Knepley           if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "    elem %d fieldDer %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant - funcVal[fc]))*quadWeights[q]*detJ);CHKERRQ(ierr);}
90840e14135SMatthew G. Knepley           elemDiff += PetscSqr(PetscRealPart(interpolant - funcVal[fc]))*quadWeights[q]*detJ;
90940e14135SMatthew G. Knepley         }
91040e14135SMatthew G. Knepley       }
91140e14135SMatthew G. Knepley       comp        += Ncomp;
91240e14135SMatthew G. Knepley       fieldOffset += Nb*Ncomp;
91340e14135SMatthew G. Knepley     }
91440e14135SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
91540e14135SMatthew G. Knepley     if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "  elem %d diff %g\n", c, elemDiff);CHKERRQ(ierr);}
91640e14135SMatthew G. Knepley     localDiff += elemDiff;
91740e14135SMatthew G. Knepley   }
91840e14135SMatthew G. Knepley   ierr  = PetscFree7(funcVal,coords,realSpaceDer,v0,J,invJ,interpolantVec);CHKERRQ(ierr);
91940e14135SMatthew G. Knepley   ierr  = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
920b2566f29SBarry Smith   ierr  = MPIU_Allreduce(&localDiff, diff, 1, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
92140e14135SMatthew G. Knepley   *diff = PetscSqrtReal(*diff);
922cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
923cb1e1211SMatthew G Knepley }
924cb1e1211SMatthew G Knepley 
925a0845e3aSMatthew G. Knepley #undef __FUNCT__
9262a16baeaSToby Isaac #define __FUNCT__ "DMComputeL2FieldDiff_Plex"
927c6eecec3SToby Isaac PetscErrorCode DMComputeL2FieldDiff_Plex(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, PetscReal *diff)
92873d901b8SMatthew G. Knepley {
92973d901b8SMatthew G. Knepley   const PetscInt   debug = 0;
93073d901b8SMatthew G. Knepley   PetscSection     section;
93173d901b8SMatthew G. Knepley   PetscQuadrature  quad;
93273d901b8SMatthew G. Knepley   Vec              localX;
93315496722SMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
93473d901b8SMatthew G. Knepley   PetscReal       *coords, *v0, *J, *invJ, detJ;
93573d901b8SMatthew G. Knepley   PetscReal       *localDiff;
93615496722SMatthew G. Knepley   const PetscReal *quadPoints, *quadWeights;
9379ac3fadcSMatthew G. Knepley   PetscInt         dim, numFields, numComponents = 0, numQuadPoints, cStart, cEnd, cEndInterior, c, field, fieldOffset;
93873d901b8SMatthew G. Knepley   PetscErrorCode   ierr;
93973d901b8SMatthew G. Knepley 
94073d901b8SMatthew G. Knepley   PetscFunctionBegin;
941c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
94273d901b8SMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
94373d901b8SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
94473d901b8SMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
945bdd6f66aSToby Isaac   ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr);
94673d901b8SMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
94773d901b8SMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
94873d901b8SMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
94915496722SMatthew G. Knepley     PetscObject  obj;
95015496722SMatthew G. Knepley     PetscClassId id;
95173d901b8SMatthew G. Knepley     PetscInt     Nc;
95273d901b8SMatthew G. Knepley 
95315496722SMatthew G. Knepley     ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
95415496722SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
95515496722SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
95615496722SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
95715496722SMatthew G. Knepley 
9580f2d7e86SMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
9590f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
96015496722SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
96115496722SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
96215496722SMatthew G. Knepley 
96315496722SMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
96415496722SMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
96515496722SMatthew G. Knepley     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
96673d901b8SMatthew G. Knepley     numComponents += Nc;
96773d901b8SMatthew G. Knepley   }
96815496722SMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &numQuadPoints, &quadPoints, &quadWeights);CHKERRQ(ierr);
96915496722SMatthew G. Knepley   ierr = PetscCalloc7(numFields,&localDiff,numComponents,&funcVal,numComponents,&interpolant,dim,&coords,dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
97073d901b8SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
9719ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
9729ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
97373d901b8SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
97473d901b8SMatthew G. Knepley     PetscScalar *x = NULL;
97573d901b8SMatthew G. Knepley 
9768e0841e0SMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
97773d901b8SMatthew G. Knepley     if (detJ <= 0.0) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %d", detJ, c);
97873d901b8SMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
97973d901b8SMatthew G. Knepley 
98015496722SMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
98115496722SMatthew G. Knepley       PetscObject  obj;
98215496722SMatthew G. Knepley       PetscClassId id;
98373d901b8SMatthew G. Knepley       void * const ctx = ctxs ? ctxs[field] : NULL;
98415496722SMatthew G. Knepley       PetscInt     Nb, Nc, q, fc;
98573d901b8SMatthew G. Knepley 
98615496722SMatthew G. Knepley       PetscReal       elemDiff = 0.0;
98715496722SMatthew G. Knepley 
98815496722SMatthew G. Knepley       ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
98915496722SMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
99015496722SMatthew G. Knepley       if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
99115496722SMatthew G. Knepley       else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
99215496722SMatthew G. Knepley       else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
99373d901b8SMatthew G. Knepley       if (debug) {
99473d901b8SMatthew G. Knepley         char title[1024];
99573d901b8SMatthew G. Knepley         ierr = PetscSNPrintf(title, 1023, "Solution for Field %d", field);CHKERRQ(ierr);
99615496722SMatthew G. Knepley         ierr = DMPrintCellVector(c, title, Nb*Nc, &x[fieldOffset]);CHKERRQ(ierr);
99773d901b8SMatthew G. Knepley       }
99873d901b8SMatthew G. Knepley       for (q = 0; q < numQuadPoints; ++q) {
99915496722SMatthew G. Knepley         CoordinatesRefToReal(dim, dim, v0, J, &quadPoints[q*dim], coords);
10000163fd50SMatthew G. Knepley         ierr = (*funcs[field])(dim, time, coords, numFields, funcVal, ctx);CHKERRQ(ierr);
100115496722SMatthew G. Knepley         if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
100215496722SMatthew G. Knepley         else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
100315496722SMatthew G. Knepley         else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
100415496722SMatthew G. Knepley         for (fc = 0; fc < Nc; ++fc) {
100515496722SMatthew G. Knepley           if (debug) {ierr = PetscPrintf(PETSC_COMM_SELF, "    elem %d field %d diff %g\n", c, field, PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*quadWeights[q]*detJ);CHKERRQ(ierr);}
100615496722SMatthew G. Knepley           elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*quadWeights[q]*detJ;
100773d901b8SMatthew G. Knepley         }
100873d901b8SMatthew G. Knepley       }
100915496722SMatthew G. Knepley       fieldOffset += Nb*Nc;
101073d901b8SMatthew G. Knepley       localDiff[field] += elemDiff;
101173d901b8SMatthew G. Knepley     }
101273d901b8SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
101373d901b8SMatthew G. Knepley   }
101473d901b8SMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1015b2566f29SBarry Smith   ierr = MPIU_Allreduce(localDiff, diff, numFields, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
101673d901b8SMatthew G. Knepley   for (field = 0; field < numFields; ++field) diff[field] = PetscSqrtReal(diff[field]);
101715496722SMatthew G. Knepley   ierr = PetscFree7(localDiff,funcVal,interpolant,coords,v0,J,invJ);CHKERRQ(ierr);
101873d901b8SMatthew G. Knepley   PetscFunctionReturn(0);
101973d901b8SMatthew G. Knepley }
102073d901b8SMatthew G. Knepley 
102173d901b8SMatthew G. Knepley #undef __FUNCT__
1022e729f68cSMatthew G. Knepley #define __FUNCT__ "DMPlexComputeL2DiffVec"
1023e729f68cSMatthew G. Knepley /*@C
1024e729f68cSMatthew G. Knepley   DMPlexComputeL2DiffVec - This function computes the cellwise L_2 difference between a function u and an FEM interpolant solution u_h, and stores it in a Vec.
1025e729f68cSMatthew G. Knepley 
1026e729f68cSMatthew G. Knepley   Input Parameters:
1027e729f68cSMatthew G. Knepley + dm    - The DM
10280163fd50SMatthew G. Knepley . time  - The time
1029ca3eba1bSToby Isaac . funcs - The functions to evaluate for each field component: NULL means that component does not contribute to error calculation
1030e729f68cSMatthew G. Knepley . ctxs  - Optional array of contexts to pass to each function, or NULL.
1031e729f68cSMatthew G. Knepley - X     - The coefficient vector u_h
1032e729f68cSMatthew G. Knepley 
1033e729f68cSMatthew G. Knepley   Output Parameter:
1034e729f68cSMatthew G. Knepley . D - A Vec which holds the difference ||u - u_h||_2 for each cell
1035e729f68cSMatthew G. Knepley 
1036e729f68cSMatthew G. Knepley   Level: developer
1037e729f68cSMatthew G. Knepley 
1038b698f381SToby Isaac .seealso: DMProjectFunction(), DMComputeL2Diff(), DMPlexComputeL2FieldDiff(), DMComputeL2GradientDiff()
1039e729f68cSMatthew G. Knepley @*/
10400163fd50SMatthew G. Knepley PetscErrorCode DMPlexComputeL2DiffVec(DM dm, PetscReal time, PetscErrorCode (**funcs)(PetscInt, PetscReal, const PetscReal [], PetscInt, PetscScalar *, void *), void **ctxs, Vec X, Vec D)
1041e729f68cSMatthew G. Knepley {
1042e729f68cSMatthew G. Knepley   PetscSection     section;
1043e729f68cSMatthew G. Knepley   PetscQuadrature  quad;
1044e729f68cSMatthew G. Knepley   Vec              localX;
1045e729f68cSMatthew G. Knepley   PetscScalar     *funcVal, *interpolant;
1046e729f68cSMatthew G. Knepley   PetscReal       *coords, *v0, *J, *invJ, detJ;
1047e729f68cSMatthew G. Knepley   const PetscReal *quadPoints, *quadWeights;
1048e729f68cSMatthew G. Knepley   PetscInt         dim, numFields, numComponents = 0, numQuadPoints, cStart, cEnd, cEndInterior, c, field, fieldOffset;
1049e729f68cSMatthew G. Knepley   PetscErrorCode   ierr;
1050e729f68cSMatthew G. Knepley 
1051e729f68cSMatthew G. Knepley   PetscFunctionBegin;
1052e729f68cSMatthew G. Knepley   ierr = VecSet(D, 0.0);CHKERRQ(ierr);
1053e729f68cSMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
1054e729f68cSMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
1055e729f68cSMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &numFields);CHKERRQ(ierr);
1056e729f68cSMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
1057bdd6f66aSToby Isaac   ierr = DMProjectFunctionLocal(dm, time, funcs, ctxs, INSERT_BC_VALUES, localX);CHKERRQ(ierr);
1058e729f68cSMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1059e729f68cSMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1060e729f68cSMatthew G. Knepley   for (field = 0; field < numFields; ++field) {
1061e729f68cSMatthew G. Knepley     PetscObject  obj;
1062e729f68cSMatthew G. Knepley     PetscClassId id;
1063e729f68cSMatthew G. Knepley     PetscInt     Nc;
1064e729f68cSMatthew G. Knepley 
1065e729f68cSMatthew G. Knepley     ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
1066e729f68cSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1067e729f68cSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
1068e729f68cSMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
1069e729f68cSMatthew G. Knepley 
1070e729f68cSMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &quad);CHKERRQ(ierr);
1071e729f68cSMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
1072e729f68cSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
1073e729f68cSMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
1074e729f68cSMatthew G. Knepley 
1075e729f68cSMatthew G. Knepley       ierr = PetscFVGetQuadrature(fv, &quad);CHKERRQ(ierr);
1076e729f68cSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
1077e729f68cSMatthew G. Knepley     } else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
1078e729f68cSMatthew G. Knepley     numComponents += Nc;
1079e729f68cSMatthew G. Knepley   }
1080e729f68cSMatthew G. Knepley   ierr = PetscQuadratureGetData(quad, NULL, &numQuadPoints, &quadPoints, &quadWeights);CHKERRQ(ierr);
1081e729f68cSMatthew G. Knepley   ierr = PetscMalloc6(numComponents,&funcVal,numComponents,&interpolant,dim,&coords,dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
1082e729f68cSMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
1083e729f68cSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
1084e729f68cSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
1085e729f68cSMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
1086e729f68cSMatthew G. Knepley     PetscScalar *x = NULL;
10876f288a59SMatthew G. Knepley     PetscScalar  elemDiff = 0.0;
1088e729f68cSMatthew G. Knepley 
1089e729f68cSMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
1090e729f68cSMatthew G. Knepley     if (detJ <= 0.0) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %d", detJ, c);
1091e729f68cSMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
1092e729f68cSMatthew G. Knepley 
1093e729f68cSMatthew G. Knepley     for (field = 0, fieldOffset = 0; field < numFields; ++field) {
1094e729f68cSMatthew G. Knepley       PetscObject  obj;
1095e729f68cSMatthew G. Knepley       PetscClassId id;
1096e729f68cSMatthew G. Knepley       void * const ctx = ctxs ? ctxs[field] : NULL;
1097e729f68cSMatthew G. Knepley       PetscInt     Nb, Nc, q, fc;
1098e729f68cSMatthew G. Knepley 
1099e729f68cSMatthew G. Knepley       ierr = DMGetField(dm, field, &obj);CHKERRQ(ierr);
1100e729f68cSMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1101e729f68cSMatthew G. Knepley       if (id == PETSCFE_CLASSID)      {ierr = PetscFEGetNumComponents((PetscFE) obj, &Nc);CHKERRQ(ierr);ierr = PetscFEGetDimension((PetscFE) obj, &Nb);CHKERRQ(ierr);}
1102e729f68cSMatthew G. Knepley       else if (id == PETSCFV_CLASSID) {ierr = PetscFVGetNumComponents((PetscFV) obj, &Nc);CHKERRQ(ierr);Nb = 1;}
1103e729f68cSMatthew G. Knepley       else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
110423f34ed2SToby Isaac       if (funcs[field]) {
1105e729f68cSMatthew G. Knepley         for (q = 0; q < numQuadPoints; ++q) {
1106e729f68cSMatthew G. Knepley           CoordinatesRefToReal(dim, dim, v0, J, &quadPoints[q*dim], coords);
11070163fd50SMatthew G. Knepley           ierr = (*funcs[field])(dim, time, coords, Nc, funcVal, ctx);CHKERRQ(ierr);
1108e729f68cSMatthew G. Knepley           if (id == PETSCFE_CLASSID)      {ierr = PetscFEInterpolate_Static((PetscFE) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
1109e729f68cSMatthew G. Knepley           else if (id == PETSCFV_CLASSID) {ierr = PetscFVInterpolate_Static((PetscFV) obj, &x[fieldOffset], q, interpolant);CHKERRQ(ierr);}
1110e729f68cSMatthew G. Knepley           else SETERRQ1(PetscObjectComm((PetscObject)dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", field);
1111e729f68cSMatthew G. Knepley           for (fc = 0; fc < Nc; ++fc) {
1112e729f68cSMatthew G. Knepley             elemDiff += PetscSqr(PetscRealPart(interpolant[fc] - funcVal[fc]))*quadWeights[q]*detJ;
1113e729f68cSMatthew G. Knepley           }
1114e729f68cSMatthew G. Knepley         }
111523f34ed2SToby Isaac       }
1116e729f68cSMatthew G. Knepley       fieldOffset += Nb*Nc;
1117e729f68cSMatthew G. Knepley     }
1118e729f68cSMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, NULL, localX, c, NULL, &x);CHKERRQ(ierr);
111923f34ed2SToby Isaac     ierr = VecSetValue(D, c - cStart, elemDiff, INSERT_VALUES);CHKERRQ(ierr);
1120e729f68cSMatthew G. Knepley   }
1121e729f68cSMatthew G. Knepley   ierr = PetscFree6(funcVal,interpolant,coords,v0,J,invJ);CHKERRQ(ierr);
1122e729f68cSMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1123e729f68cSMatthew G. Knepley   ierr = VecSqrtAbs(D);CHKERRQ(ierr);
1124e729f68cSMatthew G. Knepley   PetscFunctionReturn(0);
1125e729f68cSMatthew G. Knepley }
1126e729f68cSMatthew G. Knepley 
1127e729f68cSMatthew G. Knepley #undef __FUNCT__
112873d901b8SMatthew G. Knepley #define __FUNCT__ "DMPlexComputeIntegralFEM"
112973d901b8SMatthew G. Knepley /*@
113073d901b8SMatthew G. Knepley   DMPlexComputeIntegralFEM - Form the local integral F from the local input X using pointwise functions specified by the user
113173d901b8SMatthew G. Knepley 
113273d901b8SMatthew G. Knepley   Input Parameters:
113373d901b8SMatthew G. Knepley + dm - The mesh
113473d901b8SMatthew G. Knepley . X  - Local input vector
113573d901b8SMatthew G. Knepley - user - The user context
113673d901b8SMatthew G. Knepley 
113773d901b8SMatthew G. Knepley   Output Parameter:
113873d901b8SMatthew G. Knepley . integral - Local integral for each field
113973d901b8SMatthew G. Knepley 
114073d901b8SMatthew G. Knepley   Level: developer
114173d901b8SMatthew G. Knepley 
114273d901b8SMatthew G. Knepley .seealso: DMPlexComputeResidualFEM()
114373d901b8SMatthew G. Knepley @*/
11440f2d7e86SMatthew G. Knepley PetscErrorCode DMPlexComputeIntegralFEM(DM dm, Vec X, PetscReal *integral, void *user)
114573d901b8SMatthew G. Knepley {
114673d901b8SMatthew G. Knepley   DM_Plex          *mesh  = (DM_Plex *) dm->data;
114773d901b8SMatthew G. Knepley   DM                dmAux;
114873d901b8SMatthew G. Knepley   Vec               localX, A;
11492764a2aaSMatthew G. Knepley   PetscDS           prob, probAux = NULL;
115073d901b8SMatthew G. Knepley   PetscSection      section, sectionAux;
1151bbce034cSMatthew G. Knepley   PetscFECellGeom  *cgeom;
115273d901b8SMatthew G. Knepley   PetscScalar      *u, *a = NULL;
1153c1f031eeSMatthew G. Knepley   PetscReal        *lintegral, *vol;
11549ac3fadcSMatthew G. Knepley   PetscInt          dim, Nf, f, numCells, cStart, cEnd, cEndInterior, c;
11550f2d7e86SMatthew G. Knepley   PetscInt          totDim, totDimAux;
115673d901b8SMatthew G. Knepley   PetscErrorCode    ierr;
115773d901b8SMatthew G. Knepley 
115873d901b8SMatthew G. Knepley   PetscFunctionBegin;
1159c1f031eeSMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
116073d901b8SMatthew G. Knepley   ierr = DMGetLocalVector(dm, &localX);CHKERRQ(ierr);
1161bdd6f66aSToby Isaac   ierr = DMPlexInsertBoundaryValues(dm, PETSC_TRUE, localX, 0.0, NULL, NULL, NULL);CHKERRQ(ierr);
116273d901b8SMatthew G. Knepley   ierr = DMGlobalToLocalBegin(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
116373d901b8SMatthew G. Knepley   ierr = DMGlobalToLocalEnd(dm, X, INSERT_VALUES, localX);CHKERRQ(ierr);
1164c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dm, &dim);CHKERRQ(ierr);
116573d901b8SMatthew G. Knepley   ierr = DMGetDefaultSection(dm, &section);CHKERRQ(ierr);
11662764a2aaSMatthew G. Knepley   ierr = DMGetDS(dm, &prob);CHKERRQ(ierr);
11672764a2aaSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
116873d901b8SMatthew G. Knepley   ierr = PetscSectionGetNumFields(section, &Nf);CHKERRQ(ierr);
116973d901b8SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dm, 0, &cStart, &cEnd);CHKERRQ(ierr);
11709ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dm, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
11719ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
117273d901b8SMatthew G. Knepley   numCells = cEnd - cStart;
117373d901b8SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "dmAux", (PetscObject *) &dmAux);CHKERRQ(ierr);
117473d901b8SMatthew G. Knepley   ierr = PetscObjectQuery((PetscObject) dm, "A", (PetscObject *) &A);CHKERRQ(ierr);
117573d901b8SMatthew G. Knepley   if (dmAux) {
117673d901b8SMatthew G. Knepley     ierr = DMGetDefaultSection(dmAux, &sectionAux);CHKERRQ(ierr);
11772764a2aaSMatthew G. Knepley     ierr = DMGetDS(dmAux, &probAux);CHKERRQ(ierr);
11782764a2aaSMatthew G. Knepley     ierr = PetscDSGetTotalDimension(probAux, &totDimAux);CHKERRQ(ierr);
117973d901b8SMatthew G. Knepley   }
1180c1f031eeSMatthew G. Knepley   ierr = PetscMalloc4(Nf,&lintegral,numCells*totDim,&u,numCells,&cgeom,numCells,&vol);CHKERRQ(ierr);
11810f2d7e86SMatthew G. Knepley   if (dmAux) {ierr = PetscMalloc1(numCells*totDimAux, &a);CHKERRQ(ierr);}
1182c1f031eeSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {lintegral[f] = 0.0;}
118373d901b8SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
118473d901b8SMatthew G. Knepley     PetscScalar *x = NULL;
118573d901b8SMatthew G. Knepley     PetscInt     i;
118673d901b8SMatthew G. Knepley 
1187bbce034cSMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFEM(dm, c, NULL, cgeom[c].v0, cgeom[c].J, cgeom[c].invJ, &cgeom[c].detJ);CHKERRQ(ierr);
1188c1f031eeSMatthew G. Knepley     ierr = DMPlexComputeCellGeometryFVM(dm, c, &vol[c], NULL, NULL);CHKERRQ(ierr);
1189bbce034cSMatthew G. Knepley     if (cgeom[c].detJ <= 0.0) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Invalid determinant %g for element %d", cgeom[c].detJ, c);
119073d901b8SMatthew G. Knepley     ierr = DMPlexVecGetClosure(dm, section, localX, c, NULL, &x);CHKERRQ(ierr);
11910f2d7e86SMatthew G. Knepley     for (i = 0; i < totDim; ++i) u[c*totDim+i] = x[i];
119273d901b8SMatthew G. Knepley     ierr = DMPlexVecRestoreClosure(dm, section, localX, c, NULL, &x);CHKERRQ(ierr);
119373d901b8SMatthew G. Knepley     if (dmAux) {
119473d901b8SMatthew G. Knepley       ierr = DMPlexVecGetClosure(dmAux, sectionAux, A, c, NULL, &x);CHKERRQ(ierr);
11950f2d7e86SMatthew G. Knepley       for (i = 0; i < totDimAux; ++i) a[c*totDimAux+i] = x[i];
119673d901b8SMatthew G. Knepley       ierr = DMPlexVecRestoreClosure(dmAux, sectionAux, A, c, NULL, &x);CHKERRQ(ierr);
119773d901b8SMatthew G. Knepley     }
119873d901b8SMatthew G. Knepley   }
119973d901b8SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
1200c1f031eeSMatthew G. Knepley     PetscObject  obj;
1201c1f031eeSMatthew G. Knepley     PetscClassId id;
1202c1f031eeSMatthew G. Knepley     PetscInt     numChunks, numBatches, batchSize, numBlocks, blockSize, Ne, Nr, offset;
120373d901b8SMatthew G. Knepley 
1204c1f031eeSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
1205c1f031eeSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
1206c1f031eeSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
1207c1f031eeSMatthew G. Knepley       PetscFE         fe = (PetscFE) obj;
1208c1f031eeSMatthew G. Knepley       PetscQuadrature q;
1209c1f031eeSMatthew G. Knepley       PetscInt        Nq, Nb;
1210c1f031eeSMatthew G. Knepley 
12110f2d7e86SMatthew G. Knepley       ierr = PetscFEGetTileSizes(fe, NULL, &numBlocks, NULL, &numBatches);CHKERRQ(ierr);
1212c1f031eeSMatthew G. Knepley       ierr = PetscFEGetQuadrature(fe, &q);CHKERRQ(ierr);
1213c1f031eeSMatthew G. Knepley       ierr = PetscQuadratureGetData(q, NULL, &Nq, NULL, NULL);CHKERRQ(ierr);
1214c1f031eeSMatthew G. Knepley       ierr = PetscFEGetDimension(fe, &Nb);CHKERRQ(ierr);
1215c1f031eeSMatthew G. Knepley       blockSize = Nb*Nq;
121673d901b8SMatthew G. Knepley       batchSize = numBlocks * blockSize;
12170f2d7e86SMatthew G. Knepley       ierr = PetscFESetTileSizes(fe, blockSize, numBlocks, batchSize, numBatches);CHKERRQ(ierr);
121873d901b8SMatthew G. Knepley       numChunks = numCells / (numBatches*batchSize);
121973d901b8SMatthew G. Knepley       Ne        = numChunks*numBatches*batchSize;
122073d901b8SMatthew G. Knepley       Nr        = numCells % (numBatches*batchSize);
122173d901b8SMatthew G. Knepley       offset    = numCells - Nr;
1222c1f031eeSMatthew G. Knepley       ierr = PetscFEIntegrate(fe, prob, f, Ne, cgeom, u, probAux, a, lintegral);CHKERRQ(ierr);
1223c1f031eeSMatthew G. Knepley       ierr = PetscFEIntegrate(fe, prob, f, Nr, &cgeom[offset], &u[offset*totDim], probAux, &a[offset*totDimAux], lintegral);CHKERRQ(ierr);
1224c1f031eeSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
1225b69edc29SMatthew G. Knepley       /* PetscFV  fv = (PetscFV) obj; */
1226c1f031eeSMatthew G. Knepley       PetscInt       foff;
1227420e96edSMatthew G. Knepley       PetscPointFunc obj_func;
1228b69edc29SMatthew G. Knepley       PetscScalar    lint;
1229c1f031eeSMatthew G. Knepley 
1230c1f031eeSMatthew G. Knepley       ierr = PetscDSGetObjective(prob, f, &obj_func);CHKERRQ(ierr);
1231c1f031eeSMatthew G. Knepley       ierr = PetscDSGetFieldOffset(prob, f, &foff);CHKERRQ(ierr);
1232c1f031eeSMatthew G. Knepley       if (obj_func) {
1233c1f031eeSMatthew G. Knepley         for (c = 0; c < numCells; ++c) {
1234c1f031eeSMatthew G. Knepley           /* TODO: Need full pointwise interpolation and get centroid for x argument */
123530b9ff8bSMatthew G. Knepley           obj_func(dim, Nf, 0, NULL, NULL, &u[totDim*c+foff], NULL, NULL, NULL, NULL, NULL, NULL, NULL, 0.0, NULL, &lint);
1236b69edc29SMatthew G. Knepley           lintegral[f] = PetscRealPart(lint)*vol[c];
123773d901b8SMatthew G. Knepley         }
1238c1f031eeSMatthew G. Knepley       }
1239c1f031eeSMatthew G. Knepley     } else SETERRQ1(PetscObjectComm((PetscObject) dm), PETSC_ERR_ARG_WRONG, "Unknown discretization type for field %d", f);
1240c1f031eeSMatthew G. Knepley   }
124173d901b8SMatthew G. Knepley   if (dmAux) {ierr = PetscFree(a);CHKERRQ(ierr);}
124273d901b8SMatthew G. Knepley   if (mesh->printFEM) {
124373d901b8SMatthew G. Knepley     ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "Local integral:");CHKERRQ(ierr);
1244c1f031eeSMatthew G. Knepley     for (f = 0; f < Nf; ++f) {ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), " %g", lintegral[f]);CHKERRQ(ierr);}
124573d901b8SMatthew G. Knepley     ierr = PetscPrintf(PetscObjectComm((PetscObject) dm), "\n");CHKERRQ(ierr);
124673d901b8SMatthew G. Knepley   }
124773d901b8SMatthew G. Knepley   ierr = DMRestoreLocalVector(dm, &localX);CHKERRQ(ierr);
1248b2566f29SBarry Smith   ierr = MPIU_Allreduce(lintegral, integral, Nf, MPIU_REAL, MPIU_SUM, PetscObjectComm((PetscObject) dm));CHKERRQ(ierr);
1249c1f031eeSMatthew G. Knepley   ierr = PetscFree4(lintegral,u,cgeom,vol);CHKERRQ(ierr);
1250c1f031eeSMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_IntegralFEM,dm,0,0,0);CHKERRQ(ierr);
125173d901b8SMatthew G. Knepley   PetscFunctionReturn(0);
125273d901b8SMatthew G. Knepley }
125373d901b8SMatthew G. Knepley 
125473d901b8SMatthew G. Knepley #undef __FUNCT__
125568132eb9SMatthew G. Knepley #define __FUNCT__ "DMPlexComputeInterpolatorNested"
1256d69c5d34SMatthew G. Knepley /*@
125768132eb9SMatthew G. Knepley   DMPlexComputeInterpolatorNested - Form the local portion of the interpolation matrix I from the coarse DM to the uniformly refined DM.
1258d69c5d34SMatthew G. Knepley 
1259d69c5d34SMatthew G. Knepley   Input Parameters:
1260d69c5d34SMatthew G. Knepley + dmf  - The fine mesh
1261d69c5d34SMatthew G. Knepley . dmc  - The coarse mesh
1262d69c5d34SMatthew G. Knepley - user - The user context
1263d69c5d34SMatthew G. Knepley 
1264d69c5d34SMatthew G. Knepley   Output Parameter:
1265934789fcSMatthew G. Knepley . In  - The interpolation matrix
1266d69c5d34SMatthew G. Knepley 
1267d69c5d34SMatthew G. Knepley   Level: developer
1268d69c5d34SMatthew G. Knepley 
126968132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorGeneral(), DMPlexComputeJacobianFEM()
1270d69c5d34SMatthew G. Knepley @*/
127168132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorNested(DM dmc, DM dmf, Mat In, void *user)
1272d69c5d34SMatthew G. Knepley {
1273d69c5d34SMatthew G. Knepley   DM_Plex          *mesh  = (DM_Plex *) dmc->data;
1274d69c5d34SMatthew G. Knepley   const char       *name  = "Interpolator";
12752764a2aaSMatthew G. Knepley   PetscDS           prob;
1276d69c5d34SMatthew G. Knepley   PetscFE          *feRef;
127797c42addSMatthew G. Knepley   PetscFV          *fvRef;
1278d69c5d34SMatthew G. Knepley   PetscSection      fsection, fglobalSection;
1279d69c5d34SMatthew G. Knepley   PetscSection      csection, cglobalSection;
1280d69c5d34SMatthew G. Knepley   PetscScalar      *elemMat;
12819ac3fadcSMatthew G. Knepley   PetscInt          dim, Nf, f, fieldI, fieldJ, offsetI, offsetJ, cStart, cEnd, cEndInterior, c;
12820f2d7e86SMatthew G. Knepley   PetscInt          cTotDim, rTotDim = 0;
1283d69c5d34SMatthew G. Knepley   PetscErrorCode    ierr;
1284d69c5d34SMatthew G. Knepley 
1285d69c5d34SMatthew G. Knepley   PetscFunctionBegin;
1286d69c5d34SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
1287c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr);
1288d69c5d34SMatthew G. Knepley   ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);
1289d69c5d34SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr);
1290d69c5d34SMatthew G. Knepley   ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);
1291d69c5d34SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr);
1292d69c5d34SMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr);
1293d69c5d34SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr);
12949ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dmc, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
12959ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
12962764a2aaSMatthew G. Knepley   ierr = DMGetDS(dmf, &prob);CHKERRQ(ierr);
129797c42addSMatthew G. Knepley   ierr = PetscCalloc2(Nf,&feRef,Nf,&fvRef);CHKERRQ(ierr);
1298d69c5d34SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
129997c42addSMatthew G. Knepley     PetscObject  obj;
130097c42addSMatthew G. Knepley     PetscClassId id;
1301aa7890ccSMatthew G. Knepley     PetscInt     rNb = 0, Nc = 0;
1302d69c5d34SMatthew G. Knepley 
130397c42addSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
130497c42addSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
130597c42addSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
130697c42addSMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
130797c42addSMatthew G. Knepley 
13080f2d7e86SMatthew G. Knepley       ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr);
1309d69c5d34SMatthew G. Knepley       ierr = PetscFEGetDimension(feRef[f], &rNb);CHKERRQ(ierr);
13100f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
131197c42addSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
131297c42addSMatthew G. Knepley       PetscFV        fv = (PetscFV) obj;
131397c42addSMatthew G. Knepley       PetscDualSpace Q;
131497c42addSMatthew G. Knepley 
131597c42addSMatthew G. Knepley       ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr);
131697c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr);
131797c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(Q, &rNb);CHKERRQ(ierr);
131897c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
131997c42addSMatthew G. Knepley     }
13200f2d7e86SMatthew G. Knepley     rTotDim += rNb*Nc;
1321d69c5d34SMatthew G. Knepley   }
13222764a2aaSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr);
13230f2d7e86SMatthew G. Knepley   ierr = PetscMalloc1(rTotDim*cTotDim,&elemMat);CHKERRQ(ierr);
13240f2d7e86SMatthew G. Knepley   ierr = PetscMemzero(elemMat, rTotDim*cTotDim * sizeof(PetscScalar));CHKERRQ(ierr);
1325d69c5d34SMatthew G. Knepley   for (fieldI = 0, offsetI = 0; fieldI < Nf; ++fieldI) {
1326d69c5d34SMatthew G. Knepley     PetscDualSpace   Qref;
1327d69c5d34SMatthew G. Knepley     PetscQuadrature  f;
1328d69c5d34SMatthew G. Knepley     const PetscReal *qpoints, *qweights;
1329d69c5d34SMatthew G. Knepley     PetscReal       *points;
1330d69c5d34SMatthew G. Knepley     PetscInt         npoints = 0, Nc, Np, fpdim, i, k, p, d;
1331d69c5d34SMatthew G. Knepley 
1332d69c5d34SMatthew G. Knepley     /* Compose points from all dual basis functionals */
133397c42addSMatthew G. Knepley     if (feRef[fieldI]) {
1334d69c5d34SMatthew G. Knepley       ierr = PetscFEGetDualSpace(feRef[fieldI], &Qref);CHKERRQ(ierr);
13350f2d7e86SMatthew G. Knepley       ierr = PetscFEGetNumComponents(feRef[fieldI], &Nc);CHKERRQ(ierr);
133697c42addSMatthew G. Knepley     } else {
133797c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[fieldI], &Qref);CHKERRQ(ierr);
133897c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fvRef[fieldI], &Nc);CHKERRQ(ierr);
133997c42addSMatthew G. Knepley     }
1340d69c5d34SMatthew G. Knepley     ierr = PetscDualSpaceGetDimension(Qref, &fpdim);CHKERRQ(ierr);
1341d69c5d34SMatthew G. Knepley     for (i = 0; i < fpdim; ++i) {
1342d69c5d34SMatthew G. Knepley       ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
1343d69c5d34SMatthew G. Knepley       ierr = PetscQuadratureGetData(f, NULL, &Np, NULL, NULL);CHKERRQ(ierr);
1344d69c5d34SMatthew G. Knepley       npoints += Np;
1345d69c5d34SMatthew G. Knepley     }
1346d69c5d34SMatthew G. Knepley     ierr = PetscMalloc1(npoints*dim,&points);CHKERRQ(ierr);
1347d69c5d34SMatthew G. Knepley     for (i = 0, k = 0; i < fpdim; ++i) {
1348d69c5d34SMatthew G. Knepley       ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
1349d69c5d34SMatthew G. Knepley       ierr = PetscQuadratureGetData(f, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr);
1350d69c5d34SMatthew G. Knepley       for (p = 0; p < Np; ++p, ++k) for (d = 0; d < dim; ++d) points[k*dim+d] = qpoints[p*dim+d];
1351d69c5d34SMatthew G. Knepley     }
1352d69c5d34SMatthew G. Knepley 
1353d69c5d34SMatthew G. Knepley     for (fieldJ = 0, offsetJ = 0; fieldJ < Nf; ++fieldJ) {
135497c42addSMatthew G. Knepley       PetscObject  obj;
135597c42addSMatthew G. Knepley       PetscClassId id;
1356d69c5d34SMatthew G. Knepley       PetscReal   *B;
1357aa7890ccSMatthew G. Knepley       PetscInt     NcJ = 0, cpdim = 0, j;
1358d69c5d34SMatthew G. Knepley 
135997c42addSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, fieldJ, &obj);CHKERRQ(ierr);
136097c42addSMatthew G. Knepley       ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
136197c42addSMatthew G. Knepley       if (id == PETSCFE_CLASSID) {
136297c42addSMatthew G. Knepley         PetscFE fe = (PetscFE) obj;
1363d69c5d34SMatthew G. Knepley 
1364d69c5d34SMatthew G. Knepley         /* Evaluate basis at points */
13650f2d7e86SMatthew G. Knepley         ierr = PetscFEGetNumComponents(fe, &NcJ);CHKERRQ(ierr);
13660f2d7e86SMatthew G. Knepley         ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr);
1367ffe73a53SMatthew G. Knepley         /* For now, fields only interpolate themselves */
1368ffe73a53SMatthew G. Knepley         if (fieldI == fieldJ) {
13697c927364SMatthew G. Knepley           if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", Nc, NcJ);
13700f2d7e86SMatthew G. Knepley           ierr = PetscFEGetTabulation(fe, npoints, points, &B, NULL, NULL);CHKERRQ(ierr);
1371d69c5d34SMatthew G. Knepley           for (i = 0, k = 0; i < fpdim; ++i) {
1372d69c5d34SMatthew G. Knepley             ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
1373d69c5d34SMatthew G. Knepley             ierr = PetscQuadratureGetData(f, NULL, &Np, NULL, &qweights);CHKERRQ(ierr);
1374d69c5d34SMatthew G. Knepley             for (p = 0; p < Np; ++p, ++k) {
137536a6d9c0SMatthew G. Knepley               for (j = 0; j < cpdim; ++j) {
13760f2d7e86SMatthew G. Knepley                 for (c = 0; c < Nc; ++c) elemMat[(offsetI + i*Nc + c)*cTotDim + offsetJ + j*NcJ + c] += B[k*cpdim*NcJ+j*Nc+c]*qweights[p];
137736a6d9c0SMatthew G. Knepley               }
1378d69c5d34SMatthew G. Knepley             }
1379d69c5d34SMatthew G. Knepley           }
13800f2d7e86SMatthew G. Knepley           ierr = PetscFERestoreTabulation(fe, npoints, points, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr);
1381ffe73a53SMatthew G. Knepley         }
138297c42addSMatthew G. Knepley       } else if (id == PETSCFV_CLASSID) {
138397c42addSMatthew G. Knepley         PetscFV        fv = (PetscFV) obj;
138497c42addSMatthew G. Knepley 
138597c42addSMatthew G. Knepley         /* Evaluate constant function at points */
138697c42addSMatthew G. Knepley         ierr = PetscFVGetNumComponents(fv, &NcJ);CHKERRQ(ierr);
138797c42addSMatthew G. Knepley         cpdim = 1;
138897c42addSMatthew G. Knepley         /* For now, fields only interpolate themselves */
138997c42addSMatthew G. Knepley         if (fieldI == fieldJ) {
139097c42addSMatthew G. Knepley           if (Nc != NcJ) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", Nc, NcJ);
139197c42addSMatthew G. Knepley           for (i = 0, k = 0; i < fpdim; ++i) {
139297c42addSMatthew G. Knepley             ierr = PetscDualSpaceGetFunctional(Qref, i, &f);CHKERRQ(ierr);
139397c42addSMatthew G. Knepley             ierr = PetscQuadratureGetData(f, NULL, &Np, NULL, &qweights);CHKERRQ(ierr);
139497c42addSMatthew G. Knepley             for (p = 0; p < Np; ++p, ++k) {
139597c42addSMatthew G. Knepley               for (j = 0; j < cpdim; ++j) {
139697c42addSMatthew G. Knepley                 for (c = 0; c < Nc; ++c) elemMat[(offsetI + i*Nc + c)*cTotDim + offsetJ + j*NcJ + c] += 1.0*qweights[p];
139797c42addSMatthew G. Knepley               }
139897c42addSMatthew G. Knepley             }
139997c42addSMatthew G. Knepley           }
140097c42addSMatthew G. Knepley         }
140197c42addSMatthew G. Knepley       }
140236a6d9c0SMatthew G. Knepley       offsetJ += cpdim*NcJ;
1403d69c5d34SMatthew G. Knepley     }
1404d69c5d34SMatthew G. Knepley     offsetI += fpdim*Nc;
1405549a8adaSMatthew G. Knepley     ierr = PetscFree(points);CHKERRQ(ierr);
1406d69c5d34SMatthew G. Knepley   }
14070f2d7e86SMatthew G. Knepley   if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(0, name, rTotDim, cTotDim, elemMat);CHKERRQ(ierr);}
14087f5b169aSMatthew G. Knepley   /* Preallocate matrix */
14097f5b169aSMatthew G. Knepley   {
1410c094ef40SMatthew G. Knepley     Mat          preallocator;
1411c094ef40SMatthew G. Knepley     PetscScalar *vals;
1412c094ef40SMatthew G. Knepley     PetscInt    *cellCIndices, *cellFIndices;
1413c094ef40SMatthew G. Knepley     PetscInt     locRows, locCols, cell;
14147f5b169aSMatthew G. Knepley 
1415c094ef40SMatthew G. Knepley     ierr = MatGetLocalSize(In, &locRows, &locCols);CHKERRQ(ierr);
1416c094ef40SMatthew G. Knepley     ierr = MatCreate(PetscObjectComm((PetscObject) In), &preallocator);CHKERRQ(ierr);
1417c094ef40SMatthew G. Knepley     ierr = MatSetType(preallocator, MATPREALLOCATOR);CHKERRQ(ierr);
1418c094ef40SMatthew G. Knepley     ierr = MatSetSizes(preallocator, locRows, locCols, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
1419c094ef40SMatthew G. Knepley     ierr = MatSetUp(preallocator);CHKERRQ(ierr);
1420c094ef40SMatthew G. Knepley     ierr = PetscCalloc3(rTotDim*cTotDim, &vals,cTotDim,&cellCIndices,rTotDim,&cellFIndices);CHKERRQ(ierr);
14217f5b169aSMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
14227f5b169aSMatthew G. Knepley       ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, cell, cellCIndices, cellFIndices);CHKERRQ(ierr);
1423c094ef40SMatthew G. Knepley       ierr = MatSetValues(preallocator, rTotDim, cellFIndices, cTotDim, cellCIndices, vals, INSERT_VALUES);CHKERRQ(ierr);
14247f5b169aSMatthew G. Knepley     }
1425c094ef40SMatthew G. Knepley     ierr = PetscFree3(vals,cellCIndices,cellFIndices);CHKERRQ(ierr);
1426c094ef40SMatthew G. Knepley     ierr = MatAssemblyBegin(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1427c094ef40SMatthew G. Knepley     ierr = MatAssemblyEnd(preallocator, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1428c094ef40SMatthew G. Knepley     ierr = MatPreallocatorPreallocate(preallocator, PETSC_TRUE, In);CHKERRQ(ierr);
1429c094ef40SMatthew G. Knepley     ierr = MatDestroy(&preallocator);CHKERRQ(ierr);
14307f5b169aSMatthew G. Knepley   }
14317f5b169aSMatthew G. Knepley   /* Fill matrix */
14327f5b169aSMatthew G. Knepley   ierr = MatZeroEntries(In);CHKERRQ(ierr);
1433d69c5d34SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
1434934789fcSMatthew G. Knepley     ierr = DMPlexMatSetClosureRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, In, c, elemMat, INSERT_VALUES);CHKERRQ(ierr);
1435d69c5d34SMatthew G. Knepley   }
1436549a8adaSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);}
143797c42addSMatthew G. Knepley   ierr = PetscFree2(feRef,fvRef);CHKERRQ(ierr);
1438549a8adaSMatthew G. Knepley   ierr = PetscFree(elemMat);CHKERRQ(ierr);
1439934789fcSMatthew G. Knepley   ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1440934789fcSMatthew G. Knepley   ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1441d69c5d34SMatthew G. Knepley   if (mesh->printFEM) {
1442d69c5d34SMatthew G. Knepley     ierr = PetscPrintf(PETSC_COMM_WORLD, "%s:\n", name);CHKERRQ(ierr);
1443934789fcSMatthew G. Knepley     ierr = MatChop(In, 1.0e-10);CHKERRQ(ierr);
1444934789fcSMatthew G. Knepley     ierr = MatView(In, PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
1445d69c5d34SMatthew G. Knepley   }
1446d69c5d34SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
1447d69c5d34SMatthew G. Knepley   PetscFunctionReturn(0);
1448d69c5d34SMatthew G. Knepley }
14496c73c22cSMatthew G. Knepley 
14506c73c22cSMatthew G. Knepley #undef __FUNCT__
145168132eb9SMatthew G. Knepley #define __FUNCT__ "DMPlexComputeInterpolatorGeneral"
145268132eb9SMatthew G. Knepley /*@
145368132eb9SMatthew G. Knepley   DMPlexComputeInterpolatorGeneral - Form the local portion of the interpolation matrix I from the coarse DM to a non-nested fine DM.
145468132eb9SMatthew G. Knepley 
145568132eb9SMatthew G. Knepley   Input Parameters:
145668132eb9SMatthew G. Knepley + dmf  - The fine mesh
145768132eb9SMatthew G. Knepley . dmc  - The coarse mesh
145868132eb9SMatthew G. Knepley - user - The user context
145968132eb9SMatthew G. Knepley 
146068132eb9SMatthew G. Knepley   Output Parameter:
146168132eb9SMatthew G. Knepley . In  - The interpolation matrix
146268132eb9SMatthew G. Knepley 
146368132eb9SMatthew G. Knepley   Level: developer
146468132eb9SMatthew G. Knepley 
146568132eb9SMatthew G. Knepley .seealso: DMPlexComputeInterpolatorNested(), DMPlexComputeJacobianFEM()
146668132eb9SMatthew G. Knepley @*/
146768132eb9SMatthew G. Knepley PetscErrorCode DMPlexComputeInterpolatorGeneral(DM dmc, DM dmf, Mat In, void *user)
14684ef9d792SMatthew G. Knepley {
146964e98e1dSMatthew G. Knepley   DM_Plex       *mesh = (DM_Plex *) dmf->data;
147064e98e1dSMatthew G. Knepley   const char    *name = "Interpolator";
14714ef9d792SMatthew G. Knepley   PetscDS        prob;
14724ef9d792SMatthew G. Knepley   PetscSection   fsection, csection, globalFSection, globalCSection;
14734ef9d792SMatthew G. Knepley   PetscHashJK    ht;
14744ef9d792SMatthew G. Knepley   PetscLayout    rLayout;
14754ef9d792SMatthew G. Knepley   PetscInt      *dnz, *onz;
14764ef9d792SMatthew G. Knepley   PetscInt       locRows, rStart, rEnd;
14774ef9d792SMatthew G. Knepley   PetscReal     *x, *v0, *J, *invJ, detJ;
14784ef9d792SMatthew G. Knepley   PetscReal     *v0c, *Jc, *invJc, detJc;
14794ef9d792SMatthew G. Knepley   PetscScalar   *elemMat;
14804ef9d792SMatthew G. Knepley   PetscInt       dim, Nf, field, totDim, cStart, cEnd, cell, ccell;
14814ef9d792SMatthew G. Knepley   PetscErrorCode ierr;
14824ef9d792SMatthew G. Knepley 
14834ef9d792SMatthew G. Knepley   PetscFunctionBegin;
148477711781SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
14854ef9d792SMatthew G. Knepley   ierr = DMGetCoordinateDim(dmc, &dim);CHKERRQ(ierr);
14864ef9d792SMatthew G. Knepley   ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr);
14874ef9d792SMatthew G. Knepley   ierr = PetscDSGetRefCoordArrays(prob, &x, NULL);CHKERRQ(ierr);
14884ef9d792SMatthew G. Knepley   ierr = PetscDSGetNumFields(prob, &Nf);CHKERRQ(ierr);
14894ef9d792SMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0,dim*dim,&J,dim*dim,&invJ);CHKERRQ(ierr);
14904ef9d792SMatthew G. Knepley   ierr = PetscMalloc3(dim,&v0c,dim*dim,&Jc,dim*dim,&invJc);CHKERRQ(ierr);
14914ef9d792SMatthew G. Knepley   ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);
14924ef9d792SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmf, &globalFSection);CHKERRQ(ierr);
14934ef9d792SMatthew G. Knepley   ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);
14944ef9d792SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmc, &globalCSection);CHKERRQ(ierr);
14954ef9d792SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dmf, 0, &cStart, &cEnd);CHKERRQ(ierr);
14964ef9d792SMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &totDim);CHKERRQ(ierr);
14974ef9d792SMatthew G. Knepley   ierr = PetscMalloc1(totDim*totDim, &elemMat);CHKERRQ(ierr);
14984ef9d792SMatthew G. Knepley 
14994ef9d792SMatthew G. Knepley   ierr = MatGetLocalSize(In, &locRows, NULL);CHKERRQ(ierr);
15004ef9d792SMatthew G. Knepley   ierr = PetscLayoutCreate(PetscObjectComm((PetscObject) In), &rLayout);CHKERRQ(ierr);
15014ef9d792SMatthew G. Knepley   ierr = PetscLayoutSetLocalSize(rLayout, locRows);CHKERRQ(ierr);
15024ef9d792SMatthew G. Knepley   ierr = PetscLayoutSetBlockSize(rLayout, 1);CHKERRQ(ierr);
15034ef9d792SMatthew G. Knepley   ierr = PetscLayoutSetUp(rLayout);CHKERRQ(ierr);
15044ef9d792SMatthew G. Knepley   ierr = PetscLayoutGetRange(rLayout, &rStart, &rEnd);CHKERRQ(ierr);
15054ef9d792SMatthew G. Knepley   ierr = PetscLayoutDestroy(&rLayout);CHKERRQ(ierr);
15064ef9d792SMatthew G. Knepley   ierr = PetscCalloc2(locRows,&dnz,locRows,&onz);CHKERRQ(ierr);
15074ef9d792SMatthew G. Knepley   ierr = PetscHashJKCreate(&ht);CHKERRQ(ierr);
15084ef9d792SMatthew G. Knepley   for (field = 0; field < Nf; ++field) {
15094ef9d792SMatthew G. Knepley     PetscObject      obj;
15104ef9d792SMatthew G. Knepley     PetscClassId     id;
1511c0d7054bSMatthew G. Knepley     PetscDualSpace   Q = NULL;
15124ef9d792SMatthew G. Knepley     PetscQuadrature  f;
151317f047d8SMatthew G. Knepley     const PetscReal *qpoints;
151417f047d8SMatthew G. Knepley     PetscInt         Nc, Np, fpdim, i, d;
15154ef9d792SMatthew G. Knepley 
15164ef9d792SMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr);
15174ef9d792SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
15184ef9d792SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
15194ef9d792SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
15204ef9d792SMatthew G. Knepley 
15214ef9d792SMatthew G. Knepley       ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr);
15224ef9d792SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
15234ef9d792SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
15244ef9d792SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
15254ef9d792SMatthew G. Knepley 
15264ef9d792SMatthew G. Knepley       ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr);
15274ef9d792SMatthew G. Knepley       Nc   = 1;
15284ef9d792SMatthew G. Knepley     }
15294ef9d792SMatthew G. Knepley     ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr);
15304ef9d792SMatthew G. Knepley     /* For each fine grid cell */
15314ef9d792SMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
15324ef9d792SMatthew G. Knepley       PetscInt *findices,   *cindices;
15334ef9d792SMatthew G. Knepley       PetscInt  numFIndices, numCIndices;
15344ef9d792SMatthew G. Knepley 
15356ecaa68aSToby Isaac       ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
15364ef9d792SMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
15374ef9d792SMatthew G. Knepley       if (numFIndices != fpdim*Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %d != %d dual basis vecs", numFIndices, fpdim*Nc);
15384ef9d792SMatthew G. Knepley       for (i = 0; i < fpdim; ++i) {
15394ef9d792SMatthew G. Knepley         Vec             pointVec;
15404ef9d792SMatthew G. Knepley         PetscScalar    *pV;
15414ef9d792SMatthew G. Knepley         IS              coarseCellIS;
15424ef9d792SMatthew G. Knepley         const PetscInt *coarseCells;
15434ef9d792SMatthew G. Knepley         PetscInt        numCoarseCells, q, r, c;
15444ef9d792SMatthew G. Knepley 
15454ef9d792SMatthew G. Knepley         /* Get points from the dual basis functional quadrature */
15464ef9d792SMatthew G. Knepley         ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr);
15474ef9d792SMatthew G. Knepley         ierr = PetscQuadratureGetData(f, NULL, &Np, &qpoints, NULL);CHKERRQ(ierr);
15484ef9d792SMatthew G. Knepley         ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr);
15494ef9d792SMatthew G. Knepley         ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr);
15504ef9d792SMatthew G. Knepley         ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
15514ef9d792SMatthew G. Knepley         for (q = 0; q < Np; ++q) {
15524ef9d792SMatthew G. Knepley           /* Transform point to real space */
15534ef9d792SMatthew G. Knepley           CoordinatesRefToReal(dim, dim, v0, J, &qpoints[q*dim], x);
15544ef9d792SMatthew G. Knepley           for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d];
15554ef9d792SMatthew G. Knepley         }
15564ef9d792SMatthew G. Knepley         ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
15574ef9d792SMatthew G. Knepley         /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */
15584ef9d792SMatthew G. Knepley         ierr = DMLocatePoints(dmc, pointVec, &coarseCellIS);CHKERRQ(ierr);
15594ef9d792SMatthew G. Knepley         ierr = ISViewFromOptions(coarseCellIS, NULL, "-interp_is_view");CHKERRQ(ierr);
15604ef9d792SMatthew G. Knepley         /* Update preallocation info */
15614ef9d792SMatthew G. Knepley         ierr = ISGetLocalSize(coarseCellIS, &numCoarseCells);CHKERRQ(ierr);
15624ef9d792SMatthew G. Knepley         ierr = ISGetIndices(coarseCellIS, &coarseCells);CHKERRQ(ierr);
15634ef9d792SMatthew G. Knepley         for (r = 0; r < Nc; ++r) {
15644ef9d792SMatthew G. Knepley           PetscHashJKKey  key;
15654ef9d792SMatthew G. Knepley           PetscHashJKIter missing, iter;
15664ef9d792SMatthew G. Knepley 
15674ef9d792SMatthew G. Knepley           key.j = findices[i*Nc+r];
15684ef9d792SMatthew G. Knepley           if (key.j < 0) continue;
15694ef9d792SMatthew G. Knepley           /* Get indices for coarse elements */
15704ef9d792SMatthew G. Knepley           for (ccell = 0; ccell < numCoarseCells; ++ccell) {
157146bdb399SToby Isaac             ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell], &numCIndices, &cindices, NULL);CHKERRQ(ierr);
15724ef9d792SMatthew G. Knepley             for (c = 0; c < numCIndices; ++c) {
15734ef9d792SMatthew G. Knepley               key.k = cindices[c];
15744ef9d792SMatthew G. Knepley               if (key.k < 0) continue;
15754ef9d792SMatthew G. Knepley               ierr = PetscHashJKPut(ht, key, &missing, &iter);CHKERRQ(ierr);
15764ef9d792SMatthew G. Knepley               if (missing) {
15774ef9d792SMatthew G. Knepley                 ierr = PetscHashJKSet(ht, iter, 1);CHKERRQ(ierr);
15784ef9d792SMatthew G. Knepley                 if ((key.k >= rStart) && (key.k < rEnd)) ++dnz[key.j-rStart];
15794ef9d792SMatthew G. Knepley                 else                                     ++onz[key.j-rStart];
15804ef9d792SMatthew G. Knepley               }
15814ef9d792SMatthew G. Knepley             }
158246bdb399SToby Isaac             ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell], &numCIndices, &cindices, NULL);CHKERRQ(ierr);
15834ef9d792SMatthew G. Knepley           }
15844ef9d792SMatthew G. Knepley         }
15854ef9d792SMatthew G. Knepley         ierr = ISRestoreIndices(coarseCellIS, &coarseCells);CHKERRQ(ierr);
15864ef9d792SMatthew G. Knepley         ierr = ISDestroy(&coarseCellIS);CHKERRQ(ierr);
15874ef9d792SMatthew G. Knepley         ierr = VecDestroy(&pointVec);CHKERRQ(ierr);
15884ef9d792SMatthew G. Knepley       }
158946bdb399SToby Isaac       ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
15904ef9d792SMatthew G. Knepley     }
15914ef9d792SMatthew G. Knepley   }
15924ef9d792SMatthew G. Knepley   ierr = PetscHashJKDestroy(&ht);CHKERRQ(ierr);
15934ef9d792SMatthew G. Knepley   ierr = MatXAIJSetPreallocation(In, 1, dnz, onz, NULL, NULL);CHKERRQ(ierr);
15944ef9d792SMatthew G. Knepley   ierr = MatSetOption(In, MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
15954ef9d792SMatthew G. Knepley   ierr = PetscFree2(dnz,onz);CHKERRQ(ierr);
15964ef9d792SMatthew G. Knepley   for (field = 0; field < Nf; ++field) {
15974ef9d792SMatthew G. Knepley     PetscObject      obj;
15984ef9d792SMatthew G. Knepley     PetscClassId     id;
1599c0d7054bSMatthew G. Knepley     PetscDualSpace   Q = NULL;
16004ef9d792SMatthew G. Knepley     PetscQuadrature  f;
16014ef9d792SMatthew G. Knepley     const PetscReal *qpoints, *qweights;
160217f047d8SMatthew G. Knepley     PetscInt         Nc, Np, fpdim, i, d;
16034ef9d792SMatthew G. Knepley 
16044ef9d792SMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, field, &obj);CHKERRQ(ierr);
16054ef9d792SMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
16064ef9d792SMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
16074ef9d792SMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
16084ef9d792SMatthew G. Knepley 
16094ef9d792SMatthew G. Knepley       ierr = PetscFEGetDualSpace(fe, &Q);CHKERRQ(ierr);
16104ef9d792SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
16114ef9d792SMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
16124ef9d792SMatthew G. Knepley       PetscFV fv = (PetscFV) obj;
16134ef9d792SMatthew G. Knepley 
16144ef9d792SMatthew G. Knepley       ierr = PetscFVGetDualSpace(fv, &Q);CHKERRQ(ierr);
16154ef9d792SMatthew G. Knepley       Nc   = 1;
16164ef9d792SMatthew G. Knepley     }
16174ef9d792SMatthew G. Knepley     ierr = PetscDualSpaceGetDimension(Q, &fpdim);CHKERRQ(ierr);
16184ef9d792SMatthew G. Knepley     /* For each fine grid cell */
16194ef9d792SMatthew G. Knepley     for (cell = cStart; cell < cEnd; ++cell) {
16204ef9d792SMatthew G. Knepley       PetscInt *findices,   *cindices;
16214ef9d792SMatthew G. Knepley       PetscInt  numFIndices, numCIndices;
16224ef9d792SMatthew G. Knepley 
16236ecaa68aSToby Isaac       ierr = DMPlexGetClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
16244ef9d792SMatthew G. Knepley       ierr = DMPlexComputeCellGeometryFEM(dmf, cell, NULL, v0, J, invJ, &detJ);CHKERRQ(ierr);
16254ef9d792SMatthew G. Knepley       if (numFIndices != fpdim*Nc) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of fine indices %d != %d dual basis vecs", numFIndices, fpdim*Nc);
16264ef9d792SMatthew G. Knepley       for (i = 0; i < fpdim; ++i) {
16274ef9d792SMatthew G. Knepley         Vec             pointVec;
16284ef9d792SMatthew G. Knepley         PetscScalar    *pV;
16294ef9d792SMatthew G. Knepley         IS              coarseCellIS;
16304ef9d792SMatthew G. Knepley         const PetscInt *coarseCells;
163117f047d8SMatthew G. Knepley         PetscInt        numCoarseCells, cpdim, q, c, j;
16324ef9d792SMatthew G. Knepley 
16334ef9d792SMatthew G. Knepley         /* Get points from the dual basis functional quadrature */
16344ef9d792SMatthew G. Knepley         ierr = PetscDualSpaceGetFunctional(Q, i, &f);CHKERRQ(ierr);
16354ef9d792SMatthew G. Knepley         ierr = PetscQuadratureGetData(f, NULL, &Np, &qpoints, &qweights);CHKERRQ(ierr);
16364ef9d792SMatthew G. Knepley         ierr = VecCreateSeq(PETSC_COMM_SELF, Np*dim, &pointVec);CHKERRQ(ierr);
16374ef9d792SMatthew G. Knepley         ierr = VecSetBlockSize(pointVec, dim);CHKERRQ(ierr);
16384ef9d792SMatthew G. Knepley         ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
16394ef9d792SMatthew G. Knepley         for (q = 0; q < Np; ++q) {
16404ef9d792SMatthew G. Knepley           /* Transform point to real space */
16414ef9d792SMatthew G. Knepley           CoordinatesRefToReal(dim, dim, v0, J, &qpoints[q*dim], x);
16424ef9d792SMatthew G. Knepley           for (d = 0; d < dim; ++d) pV[q*dim+d] = x[d];
16434ef9d792SMatthew G. Knepley         }
16444ef9d792SMatthew G. Knepley         ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
16454ef9d792SMatthew G. Knepley         /* Get set of coarse cells that overlap points (would like to group points by coarse cell) */
16464ef9d792SMatthew G. Knepley         ierr = DMLocatePoints(dmc, pointVec, &coarseCellIS);CHKERRQ(ierr);
16474ef9d792SMatthew G. Knepley         /* Update preallocation info */
16484ef9d792SMatthew G. Knepley         ierr = ISGetLocalSize(coarseCellIS, &numCoarseCells);CHKERRQ(ierr);
16494ef9d792SMatthew G. Knepley         ierr = ISGetIndices(coarseCellIS, &coarseCells);CHKERRQ(ierr);
16504ef9d792SMatthew G. Knepley         ierr = VecGetArray(pointVec, &pV);CHKERRQ(ierr);
16514ef9d792SMatthew G. Knepley         for (ccell = 0; ccell < numCoarseCells; ++ccell) {
1652826eb36dSMatthew G. Knepley           PetscReal pVReal[3];
1653826eb36dSMatthew G. Knepley 
16546ecaa68aSToby Isaac           ierr = DMPlexGetClosureIndices(dmc, csection, globalCSection, coarseCells[ccell], &numCIndices, &cindices, NULL);CHKERRQ(ierr);
16554ef9d792SMatthew G. Knepley           /* Transform points from real space to coarse reference space */
1656f1ac73f2SMatthew G. Knepley           ierr = DMPlexComputeCellGeometryFEM(dmc, coarseCells[ccell], NULL, v0c, Jc, invJc, &detJc);CHKERRQ(ierr);
1657e2d86523SMatthew G. Knepley           for (d = 0; d < dim; ++d) pVReal[d] = PetscRealPart(pV[ccell*dim+d]);
1658826eb36dSMatthew G. Knepley           CoordinatesRealToRef(dim, dim, v0c, invJc, pVReal, x);
16594ef9d792SMatthew G. Knepley 
16604ef9d792SMatthew G. Knepley           if (id == PETSCFE_CLASSID) {
16614ef9d792SMatthew G. Knepley             PetscFE    fe = (PetscFE) obj;
16624ef9d792SMatthew G. Knepley             PetscReal *B;
16634ef9d792SMatthew G. Knepley 
16644ef9d792SMatthew G. Knepley             /* Evaluate coarse basis on contained point */
16654ef9d792SMatthew G. Knepley             ierr = PetscFEGetDimension(fe, &cpdim);CHKERRQ(ierr);
16664ef9d792SMatthew G. Knepley             ierr = PetscFEGetTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr);
16674ef9d792SMatthew G. Knepley             /* Get elemMat entries by multiplying by weight */
16684ef9d792SMatthew G. Knepley             for (j = 0; j < cpdim; ++j) {
16694ef9d792SMatthew G. Knepley               for (c = 0; c < Nc; ++c) elemMat[(c*cpdim + j)*Nc + c] = B[j*Nc + c]*qweights[ccell];
16704ef9d792SMatthew G. Knepley             }
16714ef9d792SMatthew G. Knepley             ierr = PetscFERestoreTabulation(fe, 1, x, &B, NULL, NULL);CHKERRQ(ierr);CHKERRQ(ierr);
16724ef9d792SMatthew G. Knepley           } else {
16734ef9d792SMatthew G. Knepley             cpdim = 1;
16744ef9d792SMatthew G. Knepley             for (j = 0; j < cpdim; ++j) {
16754ef9d792SMatthew G. Knepley               for (c = 0; c < Nc; ++c) elemMat[(c*cpdim + j)*Nc + c] = 1.0*qweights[ccell];
16764ef9d792SMatthew G. Knepley             }
16774ef9d792SMatthew G. Knepley           }
16784ef9d792SMatthew G. Knepley           /* Update interpolator */
167964e98e1dSMatthew G. Knepley           if (mesh->printFEM > 1) {ierr = DMPrintCellMatrix(cell, name, Nc, numCIndices, elemMat);CHKERRQ(ierr);}
16804ef9d792SMatthew G. Knepley           ierr = MatSetValues(In, Nc, &findices[i*Nc], numCIndices, cindices, elemMat, INSERT_VALUES);CHKERRQ(ierr);
168146bdb399SToby Isaac           ierr = DMPlexRestoreClosureIndices(dmc, csection, globalCSection, coarseCells[ccell], &numCIndices, &cindices, NULL);CHKERRQ(ierr);
16824ef9d792SMatthew G. Knepley         }
16834ef9d792SMatthew G. Knepley         ierr = VecRestoreArray(pointVec, &pV);CHKERRQ(ierr);
16844ef9d792SMatthew G. Knepley         ierr = ISRestoreIndices(coarseCellIS, &coarseCells);CHKERRQ(ierr);
16854ef9d792SMatthew G. Knepley         ierr = ISDestroy(&coarseCellIS);CHKERRQ(ierr);
16864ef9d792SMatthew G. Knepley         ierr = VecDestroy(&pointVec);CHKERRQ(ierr);
16874ef9d792SMatthew G. Knepley       }
168846bdb399SToby Isaac       ierr = DMPlexRestoreClosureIndices(dmf, fsection, globalFSection, cell, &numFIndices, &findices, NULL);CHKERRQ(ierr);
16894ef9d792SMatthew G. Knepley     }
16904ef9d792SMatthew G. Knepley   }
16914ef9d792SMatthew G. Knepley   ierr = PetscFree3(v0,J,invJ);CHKERRQ(ierr);
16924ef9d792SMatthew G. Knepley   ierr = PetscFree3(v0c,Jc,invJc);CHKERRQ(ierr);
16934ef9d792SMatthew G. Knepley   ierr = PetscFree(elemMat);CHKERRQ(ierr);
16944ef9d792SMatthew G. Knepley   ierr = MatAssemblyBegin(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
16954ef9d792SMatthew G. Knepley   ierr = MatAssemblyEnd(In, MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
169677711781SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_InterpolatorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
16974ef9d792SMatthew G. Knepley   PetscFunctionReturn(0);
16984ef9d792SMatthew G. Knepley }
16994ef9d792SMatthew G. Knepley 
17004ef9d792SMatthew G. Knepley #undef __FUNCT__
17017c927364SMatthew G. Knepley #define __FUNCT__ "DMPlexComputeInjectorFEM"
17027c927364SMatthew G. Knepley PetscErrorCode DMPlexComputeInjectorFEM(DM dmc, DM dmf, VecScatter *sc, void *user)
17037c927364SMatthew G. Knepley {
1704e9d4ef1bSMatthew G. Knepley   PetscDS        prob;
17057c927364SMatthew G. Knepley   PetscFE       *feRef;
170697c42addSMatthew G. Knepley   PetscFV       *fvRef;
17077c927364SMatthew G. Knepley   Vec            fv, cv;
17087c927364SMatthew G. Knepley   IS             fis, cis;
17097c927364SMatthew G. Knepley   PetscSection   fsection, fglobalSection, csection, cglobalSection;
17107c927364SMatthew G. Knepley   PetscInt      *cmap, *cellCIndices, *cellFIndices, *cindices, *findices;
17110bd915a7SMatthew G. Knepley   PetscInt       cTotDim, fTotDim = 0, Nf, f, field, cStart, cEnd, cEndInterior, c, dim, d, startC, endC, offsetC, offsetF, m;
17127c927364SMatthew G. Knepley   PetscErrorCode ierr;
17137c927364SMatthew G. Knepley 
17147c927364SMatthew G. Knepley   PetscFunctionBegin;
171575a69067SMatthew G. Knepley   ierr = PetscLogEventBegin(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
1716c73cfb54SMatthew G. Knepley   ierr = DMGetDimension(dmf, &dim);CHKERRQ(ierr);
17177c927364SMatthew G. Knepley   ierr = DMGetDefaultSection(dmf, &fsection);CHKERRQ(ierr);
17187c927364SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmf, &fglobalSection);CHKERRQ(ierr);
17197c927364SMatthew G. Knepley   ierr = DMGetDefaultSection(dmc, &csection);CHKERRQ(ierr);
17207c927364SMatthew G. Knepley   ierr = DMGetDefaultGlobalSection(dmc, &cglobalSection);CHKERRQ(ierr);
17217c927364SMatthew G. Knepley   ierr = PetscSectionGetNumFields(fsection, &Nf);CHKERRQ(ierr);
17227c927364SMatthew G. Knepley   ierr = DMPlexGetHeightStratum(dmc, 0, &cStart, &cEnd);CHKERRQ(ierr);
17239ac3fadcSMatthew G. Knepley   ierr = DMPlexGetHybridBounds(dmc, &cEndInterior, NULL, NULL, NULL);CHKERRQ(ierr);
17249ac3fadcSMatthew G. Knepley   cEnd = cEndInterior < 0 ? cEnd : cEndInterior;
1725e9d4ef1bSMatthew G. Knepley   ierr = DMGetDS(dmc, &prob);CHKERRQ(ierr);
172697c42addSMatthew G. Knepley   ierr = PetscCalloc2(Nf,&feRef,Nf,&fvRef);CHKERRQ(ierr);
17277c927364SMatthew G. Knepley   for (f = 0; f < Nf; ++f) {
172897c42addSMatthew G. Knepley     PetscObject  obj;
172997c42addSMatthew G. Knepley     PetscClassId id;
1730aa7890ccSMatthew G. Knepley     PetscInt     fNb = 0, Nc = 0;
17317c927364SMatthew G. Knepley 
173297c42addSMatthew G. Knepley     ierr = PetscDSGetDiscretization(prob, f, &obj);CHKERRQ(ierr);
173397c42addSMatthew G. Knepley     ierr = PetscObjectGetClassId(obj, &id);CHKERRQ(ierr);
173497c42addSMatthew G. Knepley     if (id == PETSCFE_CLASSID) {
173597c42addSMatthew G. Knepley       PetscFE fe = (PetscFE) obj;
173697c42addSMatthew G. Knepley 
17377c927364SMatthew G. Knepley       ierr = PetscFERefine(fe, &feRef[f]);CHKERRQ(ierr);
17387c927364SMatthew G. Knepley       ierr = PetscFEGetDimension(feRef[f], &fNb);CHKERRQ(ierr);
17397c927364SMatthew G. Knepley       ierr = PetscFEGetNumComponents(fe, &Nc);CHKERRQ(ierr);
174097c42addSMatthew G. Knepley     } else if (id == PETSCFV_CLASSID) {
174197c42addSMatthew G. Knepley       PetscFV        fv = (PetscFV) obj;
174297c42addSMatthew G. Knepley       PetscDualSpace Q;
174397c42addSMatthew G. Knepley 
174497c42addSMatthew G. Knepley       ierr = PetscFVRefine(fv, &fvRef[f]);CHKERRQ(ierr);
174597c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[f], &Q);CHKERRQ(ierr);
174697c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(Q, &fNb);CHKERRQ(ierr);
174797c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fv, &Nc);CHKERRQ(ierr);
174897c42addSMatthew G. Knepley     }
17497c927364SMatthew G. Knepley     fTotDim += fNb*Nc;
17507c927364SMatthew G. Knepley   }
1751e9d4ef1bSMatthew G. Knepley   ierr = PetscDSGetTotalDimension(prob, &cTotDim);CHKERRQ(ierr);
17527c927364SMatthew G. Knepley   ierr = PetscMalloc1(cTotDim,&cmap);CHKERRQ(ierr);
17537c927364SMatthew G. Knepley   for (field = 0, offsetC = 0, offsetF = 0; field < Nf; ++field) {
17547c927364SMatthew G. Knepley     PetscFE        feC;
175597c42addSMatthew G. Knepley     PetscFV        fvC;
17567c927364SMatthew G. Knepley     PetscDualSpace QF, QC;
17577c927364SMatthew G. Knepley     PetscInt       NcF, NcC, fpdim, cpdim;
17587c927364SMatthew G. Knepley 
175997c42addSMatthew G. Knepley     if (feRef[field]) {
1760e9d4ef1bSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &feC);CHKERRQ(ierr);
17617c927364SMatthew G. Knepley       ierr = PetscFEGetNumComponents(feC, &NcC);CHKERRQ(ierr);
17627c927364SMatthew G. Knepley       ierr = PetscFEGetNumComponents(feRef[field], &NcF);CHKERRQ(ierr);
17637c927364SMatthew G. Knepley       ierr = PetscFEGetDualSpace(feRef[field], &QF);CHKERRQ(ierr);
17647c927364SMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr);
17657c927364SMatthew G. Knepley       ierr = PetscFEGetDualSpace(feC, &QC);CHKERRQ(ierr);
17667c927364SMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr);
176797c42addSMatthew G. Knepley     } else {
176897c42addSMatthew G. Knepley       ierr = PetscDSGetDiscretization(prob, field, (PetscObject *) &fvC);CHKERRQ(ierr);
176997c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fvC, &NcC);CHKERRQ(ierr);
177097c42addSMatthew G. Knepley       ierr = PetscFVGetNumComponents(fvRef[field], &NcF);CHKERRQ(ierr);
177197c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvRef[field], &QF);CHKERRQ(ierr);
177297c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QF, &fpdim);CHKERRQ(ierr);
177397c42addSMatthew G. Knepley       ierr = PetscFVGetDualSpace(fvC, &QC);CHKERRQ(ierr);
177497c42addSMatthew G. Knepley       ierr = PetscDualSpaceGetDimension(QC, &cpdim);CHKERRQ(ierr);
177597c42addSMatthew G. Knepley     }
177697c42addSMatthew G. Knepley     if (NcF != NcC) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Number of components in fine space field %d does not match coarse field %d", NcF, NcC);
17777c927364SMatthew G. Knepley     for (c = 0; c < cpdim; ++c) {
17787c927364SMatthew G. Knepley       PetscQuadrature  cfunc;
17797c927364SMatthew G. Knepley       const PetscReal *cqpoints;
17807c927364SMatthew G. Knepley       PetscInt         NpC;
178197c42addSMatthew G. Knepley       PetscBool        found = PETSC_FALSE;
17827c927364SMatthew G. Knepley 
17837c927364SMatthew G. Knepley       ierr = PetscDualSpaceGetFunctional(QC, c, &cfunc);CHKERRQ(ierr);
17847c927364SMatthew G. Knepley       ierr = PetscQuadratureGetData(cfunc, NULL, &NpC, &cqpoints, NULL);CHKERRQ(ierr);
178597c42addSMatthew G. Knepley       if (NpC != 1 && feRef[field]) SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Do not know how to do injection for moments");
17867c927364SMatthew G. Knepley       for (f = 0; f < fpdim; ++f) {
17877c927364SMatthew G. Knepley         PetscQuadrature  ffunc;
17887c927364SMatthew G. Knepley         const PetscReal *fqpoints;
17897c927364SMatthew G. Knepley         PetscReal        sum = 0.0;
17907c927364SMatthew G. Knepley         PetscInt         NpF, comp;
17917c927364SMatthew G. Knepley 
17927c927364SMatthew G. Knepley         ierr = PetscDualSpaceGetFunctional(QF, f, &ffunc);CHKERRQ(ierr);
17937c927364SMatthew G. Knepley         ierr = PetscQuadratureGetData(ffunc, NULL, &NpF, &fqpoints, NULL);CHKERRQ(ierr);
17947c927364SMatthew G. Knepley         if (NpC != NpF) continue;
17957c927364SMatthew G. Knepley         for (d = 0; d < dim; ++d) sum += PetscAbsReal(cqpoints[d] - fqpoints[d]);
17967c927364SMatthew G. Knepley         if (sum > 1.0e-9) continue;
17977c927364SMatthew G. Knepley         for (comp = 0; comp < NcC; ++comp) {
17987c927364SMatthew G. Knepley           cmap[(offsetC+c)*NcC+comp] = (offsetF+f)*NcF+comp;
17997c927364SMatthew G. Knepley         }
180097c42addSMatthew G. Knepley         found = PETSC_TRUE;
18017c927364SMatthew G. Knepley         break;
18027c927364SMatthew G. Knepley       }
180397c42addSMatthew G. Knepley       if (!found) {
180497c42addSMatthew G. Knepley         /* TODO We really want the average here, but some asshole put VecScatter in the interface */
180597c42addSMatthew G. Knepley         if (fvRef[field]) {
180697c42addSMatthew G. Knepley           PetscInt comp;
180797c42addSMatthew G. Knepley           for (comp = 0; comp < NcC; ++comp) {
180897c42addSMatthew G. Knepley             cmap[(offsetC+c)*NcC+comp] = (offsetF+0)*NcF+comp;
180997c42addSMatthew G. Knepley           }
181097c42addSMatthew G. Knepley         } else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_WRONG, "Could not locate matching functional for injection");
181197c42addSMatthew G. Knepley       }
18127c927364SMatthew G. Knepley     }
18137c927364SMatthew G. Knepley     offsetC += cpdim*NcC;
18147c927364SMatthew G. Knepley     offsetF += fpdim*NcF;
18157c927364SMatthew G. Knepley   }
181697c42addSMatthew G. Knepley   for (f = 0; f < Nf; ++f) {ierr = PetscFEDestroy(&feRef[f]);CHKERRQ(ierr);ierr = PetscFVDestroy(&fvRef[f]);CHKERRQ(ierr);}
181797c42addSMatthew G. Knepley   ierr = PetscFree2(feRef,fvRef);CHKERRQ(ierr);
18187c927364SMatthew G. Knepley 
18197c927364SMatthew G. Knepley   ierr = DMGetGlobalVector(dmf, &fv);CHKERRQ(ierr);
18207c927364SMatthew G. Knepley   ierr = DMGetGlobalVector(dmc, &cv);CHKERRQ(ierr);
18210bd915a7SMatthew G. Knepley   ierr = VecGetOwnershipRange(cv, &startC, &endC);CHKERRQ(ierr);
18227c927364SMatthew G. Knepley   ierr = PetscSectionGetConstrainedStorageSize(cglobalSection, &m);CHKERRQ(ierr);
18237c927364SMatthew G. Knepley   ierr = PetscMalloc2(cTotDim,&cellCIndices,fTotDim,&cellFIndices);CHKERRQ(ierr);
1824aa7da3c4SMatthew G. Knepley   ierr = PetscMalloc1(m,&cindices);CHKERRQ(ierr);
1825aa7da3c4SMatthew G. Knepley   ierr = PetscMalloc1(m,&findices);CHKERRQ(ierr);
18267c927364SMatthew G. Knepley   for (d = 0; d < m; ++d) cindices[d] = findices[d] = -1;
18277c927364SMatthew G. Knepley   for (c = cStart; c < cEnd; ++c) {
18287c927364SMatthew G. Knepley     ierr = DMPlexMatGetClosureIndicesRefined(dmf, fsection, fglobalSection, dmc, csection, cglobalSection, c, cellCIndices, cellFIndices);CHKERRQ(ierr);
18297c927364SMatthew G. Knepley     for (d = 0; d < cTotDim; ++d) {
18300bd915a7SMatthew G. Knepley       if ((cellCIndices[d] < startC) || (cellCIndices[d] >= endC)) continue;
18317c927364SMatthew G. Knepley       if ((findices[cellCIndices[d]-startC] >= 0) && (findices[cellCIndices[d]-startC] != cellFIndices[cmap[d]])) SETERRQ3(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Coarse dof %d maps to both %d and %d", cindices[cellCIndices[d]-startC], findices[cellCIndices[d]-startC], cellFIndices[cmap[d]]);
18327c927364SMatthew G. Knepley       cindices[cellCIndices[d]-startC] = cellCIndices[d];
18337c927364SMatthew G. Knepley       findices[cellCIndices[d]-startC] = cellFIndices[cmap[d]];
18347c927364SMatthew G. Knepley     }
18357c927364SMatthew G. Knepley   }
18367c927364SMatthew G. Knepley   ierr = PetscFree(cmap);CHKERRQ(ierr);
18377c927364SMatthew G. Knepley   ierr = PetscFree2(cellCIndices,cellFIndices);CHKERRQ(ierr);
18387c927364SMatthew G. Knepley 
18397c927364SMatthew G. Knepley   ierr = ISCreateGeneral(PETSC_COMM_SELF, m, cindices, PETSC_OWN_POINTER, &cis);CHKERRQ(ierr);
18407c927364SMatthew G. Knepley   ierr = ISCreateGeneral(PETSC_COMM_SELF, m, findices, PETSC_OWN_POINTER, &fis);CHKERRQ(ierr);
18417c927364SMatthew G. Knepley   ierr = VecScatterCreate(cv, cis, fv, fis, sc);CHKERRQ(ierr);
18427c927364SMatthew G. Knepley   ierr = ISDestroy(&cis);CHKERRQ(ierr);
18437c927364SMatthew G. Knepley   ierr = ISDestroy(&fis);CHKERRQ(ierr);
18447c927364SMatthew G. Knepley   ierr = DMRestoreGlobalVector(dmf, &fv);CHKERRQ(ierr);
18457c927364SMatthew G. Knepley   ierr = DMRestoreGlobalVector(dmc, &cv);CHKERRQ(ierr);
184675a69067SMatthew G. Knepley   ierr = PetscLogEventEnd(DMPLEX_InjectorFEM,dmc,dmf,0,0);CHKERRQ(ierr);
1847cb1e1211SMatthew G Knepley   PetscFunctionReturn(0);
1848cb1e1211SMatthew G Knepley }
1849