xref: /petsc/src/dm/impls/network/network.c (revision 4b70a8defb9ef96d2b66528ab25c5b0be5e52e13)
1af0996ceSBarry Smith #include <petsc/private/dmnetworkimpl.h>  /*I  "petscdmnetwork.h"  I*/
25f2c45f1SShri Abhyankar #include <petscdmplex.h>
35f2c45f1SShri Abhyankar #include <petscsf.h>
45f2c45f1SShri Abhyankar 
55f2c45f1SShri Abhyankar #undef __FUNCT__
65f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkSetSizes"
75f2c45f1SShri Abhyankar /*@
85f2c45f1SShri Abhyankar   DMNetworkSetSizes - Sets the local and global vertices and edges.
95f2c45f1SShri Abhyankar 
105f2c45f1SShri Abhyankar   Collective on DM
115f2c45f1SShri Abhyankar 
125f2c45f1SShri Abhyankar   Input Parameters:
135f2c45f1SShri Abhyankar + dm - the dm object
145f2c45f1SShri Abhyankar . nV - number of local vertices
155f2c45f1SShri Abhyankar . nE - number of local edges
165f2c45f1SShri Abhyankar . NV - number of global vertices (or PETSC_DETERMINE)
175f2c45f1SShri Abhyankar - NE - number of global edges (or PETSC_DETERMINE)
185f2c45f1SShri Abhyankar 
195f2c45f1SShri Abhyankar    Notes
205f2c45f1SShri Abhyankar    If one processor calls this with NV (NE) of PETSC_DECIDE then all processors must, otherwise the prgram will hang.
215f2c45f1SShri Abhyankar 
225f2c45f1SShri Abhyankar    You cannot change the sizes once they have been set
235f2c45f1SShri Abhyankar 
245f2c45f1SShri Abhyankar .seealso: DMNetworkCreate
255f2c45f1SShri Abhyankar @*/
265f2c45f1SShri Abhyankar PetscErrorCode DMNetworkSetSizes(DM dm, PetscInt nV, PetscInt nE, PetscInt NV, PetscInt NE)
275f2c45f1SShri Abhyankar {
285f2c45f1SShri Abhyankar   PetscErrorCode ierr;
295f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
305f2c45f1SShri Abhyankar   PetscInt       a[2],b[2];
315f2c45f1SShri Abhyankar 
325f2c45f1SShri Abhyankar   PetscFunctionBegin;
335f2c45f1SShri Abhyankar   PetscValidHeaderSpecific(dm,DM_CLASSID,1);
345f2c45f1SShri Abhyankar   if (NV > 0) PetscValidLogicalCollectiveInt(dm,NV,4);
355f2c45f1SShri Abhyankar   if (NE > 0) PetscValidLogicalCollectiveInt(dm,NE,5);
365f2c45f1SShri Abhyankar   if (NV > 0 && nV > NV) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Local vertex size %D cannot be larger than global vertex size %D",nV,NV);
375f2c45f1SShri Abhyankar   if (NE > 0 && nE > NE) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Local edge size %D cannot be larger than global edge size %D",nE,NE);
385f2c45f1SShri Abhyankar   if ((network->nNodes >= 0 || network->NNodes >= 0) && (network->nNodes != nV || network->NNodes != NV)) SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot change/reset vertex sizes to %D local %D global after previously setting them to %D local %D global",nV,NV,network->nNodes,network->NNodes);
395f2c45f1SShri Abhyankar   if ((network->nEdges >= 0 || network->NEdges >= 0) && (network->nEdges != nE || network->NEdges != NE)) SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_SUP,"Cannot change/reset edge sizes to %D local %D global after previously setting them to %D local %D global",nE,NE,network->nEdges,network->NEdges);
405f2c45f1SShri Abhyankar   if (NE < 0 || NV < 0) {
415f2c45f1SShri Abhyankar     a[0] = nV; a[1] = nE;
42b2566f29SBarry Smith     ierr = MPIU_Allreduce(a,b,2,MPIU_INT,MPI_SUM,PetscObjectComm((PetscObject)dm));CHKERRQ(ierr);
435f2c45f1SShri Abhyankar     NV = b[0]; NE = b[1];
445f2c45f1SShri Abhyankar   }
455f2c45f1SShri Abhyankar   network->nNodes = nV;
465f2c45f1SShri Abhyankar   network->NNodes = NV;
475f2c45f1SShri Abhyankar   network->nEdges = nE;
485f2c45f1SShri Abhyankar   network->NEdges = NE;
495f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
505f2c45f1SShri Abhyankar }
515f2c45f1SShri Abhyankar 
525f2c45f1SShri Abhyankar #undef __FUNCT__
535f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkSetEdgeList"
545f2c45f1SShri Abhyankar /*@
555f2c45f1SShri Abhyankar   DMNetworkSetEdgeList - Sets the list of local edges (vertex connectivity) for the network
565f2c45f1SShri Abhyankar 
575f2c45f1SShri Abhyankar   Logically collective on DM
585f2c45f1SShri Abhyankar 
595f2c45f1SShri Abhyankar   Input Parameters:
605f2c45f1SShri Abhyankar . edges - list of edges
615f2c45f1SShri Abhyankar 
625f2c45f1SShri Abhyankar   Notes:
635f2c45f1SShri Abhyankar   There is no copy involved in this operation, only the pointer is referenced. The edgelist should
645f2c45f1SShri Abhyankar   not be destroyed before the call to DMNetworkLayoutSetUp
655f2c45f1SShri Abhyankar 
665f2c45f1SShri Abhyankar   Level: intermediate
675f2c45f1SShri Abhyankar 
685f2c45f1SShri Abhyankar .seealso: DMNetworkCreate, DMNetworkSetSizes
695f2c45f1SShri Abhyankar @*/
705f2c45f1SShri Abhyankar PetscErrorCode DMNetworkSetEdgeList(DM dm, int edgelist[])
715f2c45f1SShri Abhyankar {
725f2c45f1SShri Abhyankar   DM_Network *network = (DM_Network*) dm->data;
735f2c45f1SShri Abhyankar 
745f2c45f1SShri Abhyankar   PetscFunctionBegin;
755f2c45f1SShri Abhyankar   network->edges = edgelist;
765f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
775f2c45f1SShri Abhyankar }
785f2c45f1SShri Abhyankar 
795f2c45f1SShri Abhyankar #undef __FUNCT__
805f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkLayoutSetUp"
815f2c45f1SShri Abhyankar /*@
825f2c45f1SShri Abhyankar   DMNetworkLayoutSetUp - Sets up the bare layout (graph) for the network
835f2c45f1SShri Abhyankar 
845f2c45f1SShri Abhyankar   Collective on DM
855f2c45f1SShri Abhyankar 
865f2c45f1SShri Abhyankar   Input Parameters
875f2c45f1SShri Abhyankar . DM - the dmnetwork object
885f2c45f1SShri Abhyankar 
895f2c45f1SShri Abhyankar   Notes:
905f2c45f1SShri Abhyankar   This routine should be called after the network sizes and edgelists have been provided. It creates
915f2c45f1SShri Abhyankar   the bare layout of the network and sets up the network to begin insertion of components.
925f2c45f1SShri Abhyankar 
935f2c45f1SShri Abhyankar   All the components should be registered before calling this routine.
945f2c45f1SShri Abhyankar 
955f2c45f1SShri Abhyankar   Level: intermediate
965f2c45f1SShri Abhyankar 
975f2c45f1SShri Abhyankar .seealso: DMNetworkSetSizes, DMNetworkSetEdgeList
985f2c45f1SShri Abhyankar @*/
995f2c45f1SShri Abhyankar PetscErrorCode DMNetworkLayoutSetUp(DM dm)
1005f2c45f1SShri Abhyankar {
1015f2c45f1SShri Abhyankar   PetscErrorCode ierr;
1025f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
1035f2c45f1SShri Abhyankar   PetscInt       dim = 1; /* One dimensional network */
1045f2c45f1SShri Abhyankar   PetscInt       numCorners=2;
1055f2c45f1SShri Abhyankar   PetscInt       spacedim=2;
1065f2c45f1SShri Abhyankar   double         *vertexcoords=NULL;
1075f2c45f1SShri Abhyankar   PetscInt       i;
1085f2c45f1SShri Abhyankar   PetscInt       ndata;
1095f2c45f1SShri Abhyankar 
1105f2c45f1SShri Abhyankar   PetscFunctionBegin;
1115f2c45f1SShri Abhyankar   if (network->nNodes) {
1129045477aSSatish Balay     ierr = PetscCalloc1(numCorners*network->nNodes,&vertexcoords);CHKERRQ(ierr);
1135f2c45f1SShri Abhyankar   }
1145f2c45f1SShri Abhyankar   ierr = DMPlexCreateFromCellList(PetscObjectComm((PetscObject)dm),dim,network->nEdges,network->nNodes,numCorners,PETSC_FALSE,network->edges,spacedim,vertexcoords,&network->plex);CHKERRQ(ierr);
1155f2c45f1SShri Abhyankar   if (network->nNodes) {
1165f2c45f1SShri Abhyankar     ierr = PetscFree(vertexcoords);CHKERRQ(ierr);
1175f2c45f1SShri Abhyankar   }
1185f2c45f1SShri Abhyankar   ierr = DMPlexGetChart(network->plex,&network->pStart,&network->pEnd);CHKERRQ(ierr);
1195f2c45f1SShri Abhyankar   ierr = DMPlexGetHeightStratum(network->plex,0,&network->eStart,&network->eEnd);CHKERRQ(ierr);
1205f2c45f1SShri Abhyankar   ierr = DMPlexGetHeightStratum(network->plex,1,&network->vStart,&network->vEnd);CHKERRQ(ierr);
1215f2c45f1SShri Abhyankar 
1225f2c45f1SShri Abhyankar   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm),&network->DataSection);CHKERRQ(ierr);
1235f2c45f1SShri Abhyankar   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)dm),&network->DofSection);CHKERRQ(ierr);
1245f2c45f1SShri Abhyankar   ierr = PetscSectionSetChart(network->DataSection,network->pStart,network->pEnd);CHKERRQ(ierr);
1255f2c45f1SShri Abhyankar   ierr = PetscSectionSetChart(network->DofSection,network->pStart,network->pEnd);CHKERRQ(ierr);
1265f2c45f1SShri Abhyankar 
12724121865SAdrian Maldonado 
12824121865SAdrian Maldonado 
1295f2c45f1SShri Abhyankar   network->dataheadersize = sizeof(struct _p_DMNetworkComponentHeader)/sizeof(DMNetworkComponentGenericDataType);
1306caa05f4SBarry Smith   ierr = PetscCalloc1(network->pEnd-network->pStart,&network->header);CHKERRQ(ierr);
1315f2c45f1SShri Abhyankar   for (i = network->pStart; i < network->pEnd; i++) {
1325f2c45f1SShri Abhyankar     network->header[i].ndata = 0;
1335f2c45f1SShri Abhyankar     ndata = network->header[i].ndata;
1345f2c45f1SShri Abhyankar     ierr = PetscSectionAddDof(network->DataSection,i,network->dataheadersize);CHKERRQ(ierr);
1355f2c45f1SShri Abhyankar     network->header[i].offset[ndata] = 0;
1365f2c45f1SShri Abhyankar   }
137854ce69bSBarry Smith   ierr = PetscMalloc1(network->pEnd-network->pStart,&network->cvalue);CHKERRQ(ierr);
1385f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
1395f2c45f1SShri Abhyankar }
1405f2c45f1SShri Abhyankar 
1415f2c45f1SShri Abhyankar #undef __FUNCT__
1425f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkRegisterComponent"
1435f2c45f1SShri Abhyankar /*@
1445f2c45f1SShri Abhyankar   DMNetworkRegisterComponent - Registers the network component
1455f2c45f1SShri Abhyankar 
1465f2c45f1SShri Abhyankar   Logically collective on DM
1475f2c45f1SShri Abhyankar 
1485f2c45f1SShri Abhyankar   Input Parameters
1495f2c45f1SShri Abhyankar + dm   - the network object
1505f2c45f1SShri Abhyankar . name - the component name
1515f2c45f1SShri Abhyankar - size - the storage size in bytes for this component data
1525f2c45f1SShri Abhyankar 
1535f2c45f1SShri Abhyankar    Output Parameters
1545f2c45f1SShri Abhyankar .   key - an integer key that defines the component
1555f2c45f1SShri Abhyankar 
1565f2c45f1SShri Abhyankar    Notes
1575f2c45f1SShri Abhyankar    This routine should be called by all processors before calling DMNetworkLayoutSetup().
1585f2c45f1SShri Abhyankar 
1595f2c45f1SShri Abhyankar    Level: intermediate
1605f2c45f1SShri Abhyankar 
1615f2c45f1SShri Abhyankar .seealso: DMNetworkLayoutSetUp, DMNetworkCreate
1625f2c45f1SShri Abhyankar @*/
1635f2c45f1SShri Abhyankar PetscErrorCode DMNetworkRegisterComponent(DM dm,const char *name,PetscInt size,PetscInt *key)
1645f2c45f1SShri Abhyankar {
1655f2c45f1SShri Abhyankar   PetscErrorCode        ierr;
1665f2c45f1SShri Abhyankar   DM_Network            *network = (DM_Network*) dm->data;
1675f2c45f1SShri Abhyankar   DMNetworkComponent    *component=&network->component[network->ncomponent];
1685f2c45f1SShri Abhyankar   PetscBool             flg=PETSC_FALSE;
1695f2c45f1SShri Abhyankar   PetscInt              i;
1705f2c45f1SShri Abhyankar 
1715f2c45f1SShri Abhyankar   PetscFunctionBegin;
1725f2c45f1SShri Abhyankar 
1735f2c45f1SShri Abhyankar   for (i=0; i < network->ncomponent; i++) {
1745f2c45f1SShri Abhyankar     ierr = PetscStrcmp(component->name,name,&flg);CHKERRQ(ierr);
1755f2c45f1SShri Abhyankar     if (flg) {
1765f2c45f1SShri Abhyankar       *key = i;
1775f2c45f1SShri Abhyankar       PetscFunctionReturn(0);
1785f2c45f1SShri Abhyankar     }
1795f2c45f1SShri Abhyankar   }
1805f2c45f1SShri Abhyankar 
1815f2c45f1SShri Abhyankar   ierr = PetscStrcpy(component->name,name);CHKERRQ(ierr);
1825f2c45f1SShri Abhyankar   component->size = size/sizeof(DMNetworkComponentGenericDataType);
1835f2c45f1SShri Abhyankar   *key = network->ncomponent;
1845f2c45f1SShri Abhyankar   network->ncomponent++;
1855f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
1865f2c45f1SShri Abhyankar }
1875f2c45f1SShri Abhyankar 
1885f2c45f1SShri Abhyankar #undef __FUNCT__
1895f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetVertexRange"
1905f2c45f1SShri Abhyankar /*@
1915f2c45f1SShri Abhyankar   DMNetworkGetVertexRange - Get the bounds [start, end) for the vertices.
1925f2c45f1SShri Abhyankar 
1935f2c45f1SShri Abhyankar   Not Collective
1945f2c45f1SShri Abhyankar 
1955f2c45f1SShri Abhyankar   Input Parameters:
1965f2c45f1SShri Abhyankar + dm - The DMNetwork object
1975f2c45f1SShri Abhyankar 
1985f2c45f1SShri Abhyankar   Output Paramters:
1995f2c45f1SShri Abhyankar + vStart - The first vertex point
2005f2c45f1SShri Abhyankar - vEnd   - One beyond the last vertex point
2015f2c45f1SShri Abhyankar 
2025f2c45f1SShri Abhyankar   Level: intermediate
2035f2c45f1SShri Abhyankar 
2045f2c45f1SShri Abhyankar .seealso: DMNetworkGetEdgeRange
2055f2c45f1SShri Abhyankar @*/
2065f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetVertexRange(DM dm,PetscInt *vStart,PetscInt *vEnd)
2075f2c45f1SShri Abhyankar {
2085f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
2095f2c45f1SShri Abhyankar 
2105f2c45f1SShri Abhyankar   PetscFunctionBegin;
2115f2c45f1SShri Abhyankar   if (vStart) *vStart = network->vStart;
2125f2c45f1SShri Abhyankar   if (vEnd) *vEnd = network->vEnd;
2135f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
2145f2c45f1SShri Abhyankar }
2155f2c45f1SShri Abhyankar 
2165f2c45f1SShri Abhyankar #undef __FUNCT__
2175f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetEdgeRange"
2185f2c45f1SShri Abhyankar /*@
2195f2c45f1SShri Abhyankar   DMNetworkGetEdgeRange - Get the bounds [start, end) for the edges.
2205f2c45f1SShri Abhyankar 
2215f2c45f1SShri Abhyankar   Not Collective
2225f2c45f1SShri Abhyankar 
2235f2c45f1SShri Abhyankar   Input Parameters:
2245f2c45f1SShri Abhyankar + dm - The DMNetwork object
2255f2c45f1SShri Abhyankar 
2265f2c45f1SShri Abhyankar   Output Paramters:
2275f2c45f1SShri Abhyankar + eStart - The first edge point
2285f2c45f1SShri Abhyankar - eEnd   - One beyond the last edge point
2295f2c45f1SShri Abhyankar 
2305f2c45f1SShri Abhyankar   Level: intermediate
2315f2c45f1SShri Abhyankar 
2325f2c45f1SShri Abhyankar .seealso: DMNetworkGetVertexRange
2335f2c45f1SShri Abhyankar @*/
2345f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetEdgeRange(DM dm,PetscInt *eStart,PetscInt *eEnd)
2355f2c45f1SShri Abhyankar {
2365f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
2375f2c45f1SShri Abhyankar 
2385f2c45f1SShri Abhyankar   PetscFunctionBegin;
2395f2c45f1SShri Abhyankar   if (eStart) *eStart = network->eStart;
2405f2c45f1SShri Abhyankar   if (eEnd) *eEnd = network->eEnd;
2415f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
2425f2c45f1SShri Abhyankar }
2435f2c45f1SShri Abhyankar 
2445f2c45f1SShri Abhyankar #undef __FUNCT__
2455f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkAddComponent"
2465f2c45f1SShri Abhyankar /*@
2475f2c45f1SShri Abhyankar   DMNetworkAddComponent - Adds a network component at the given point (vertex/edge)
2485f2c45f1SShri Abhyankar 
2495f2c45f1SShri Abhyankar   Not Collective
2505f2c45f1SShri Abhyankar 
2515f2c45f1SShri Abhyankar   Input Parameters:
2525f2c45f1SShri Abhyankar + dm           - The DMNetwork object
2535f2c45f1SShri Abhyankar . p            - vertex/edge point
2545f2c45f1SShri Abhyankar . componentkey - component key returned while registering the component
2555f2c45f1SShri Abhyankar - compvalue    - pointer to the data structure for the component
2565f2c45f1SShri Abhyankar 
2575f2c45f1SShri Abhyankar   Level: intermediate
2585f2c45f1SShri Abhyankar 
2595f2c45f1SShri Abhyankar .seealso: DMNetworkGetVertexRange, DMNetworkGetEdgeRange, DMNetworkRegisterComponent
2605f2c45f1SShri Abhyankar @*/
2615f2c45f1SShri Abhyankar PetscErrorCode DMNetworkAddComponent(DM dm, PetscInt p,PetscInt componentkey,void* compvalue)
2625f2c45f1SShri Abhyankar {
2635f2c45f1SShri Abhyankar   DM_Network               *network = (DM_Network*)dm->data;
26443a39a44SBarry Smith   DMNetworkComponent       *component = &network->component[componentkey];
2655f2c45f1SShri Abhyankar   DMNetworkComponentHeader header = &network->header[p];
2665f2c45f1SShri Abhyankar   DMNetworkComponentValue  cvalue = &network->cvalue[p];
2675f2c45f1SShri Abhyankar   PetscErrorCode           ierr;
2685f2c45f1SShri Abhyankar 
2695f2c45f1SShri Abhyankar   PetscFunctionBegin;
270fa58f0a9SHong Zhang   if (header->ndata == MAX_DATA_AT_POINT) SETERRQ1(PetscObjectComm((PetscObject)dm),PETSC_ERR_ARG_OUTOFRANGE,"Number of components at a point exceeds the max %D",MAX_DATA_AT_POINT);
271fa58f0a9SHong Zhang 
27243a39a44SBarry Smith   header->size[header->ndata] = component->size;
27343a39a44SBarry Smith   ierr = PetscSectionAddDof(network->DataSection,p,component->size);CHKERRQ(ierr);
2745f2c45f1SShri Abhyankar   header->key[header->ndata] = componentkey;
2755f2c45f1SShri Abhyankar   if (header->ndata != 0) header->offset[header->ndata] = header->offset[header->ndata-1] + header->size[header->ndata-1];
2765f2c45f1SShri Abhyankar 
2775f2c45f1SShri Abhyankar   cvalue->data[header->ndata] = (void*)compvalue;
2785f2c45f1SShri Abhyankar   header->ndata++;
2795f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
2805f2c45f1SShri Abhyankar }
2815f2c45f1SShri Abhyankar 
2825f2c45f1SShri Abhyankar #undef __FUNCT__
2835f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetNumComponents"
2845f2c45f1SShri Abhyankar /*@
2855f2c45f1SShri Abhyankar   DMNetworkGetNumComponents - Get the number of components at a vertex/edge
2865f2c45f1SShri Abhyankar 
2875f2c45f1SShri Abhyankar   Not Collective
2885f2c45f1SShri Abhyankar 
2895f2c45f1SShri Abhyankar   Input Parameters:
2905f2c45f1SShri Abhyankar + dm - The DMNetwork object
2915f2c45f1SShri Abhyankar . p  - vertex/edge point
2925f2c45f1SShri Abhyankar 
2935f2c45f1SShri Abhyankar   Output Parameters:
2945f2c45f1SShri Abhyankar . numcomponents - Number of components at the vertex/edge
2955f2c45f1SShri Abhyankar 
2965f2c45f1SShri Abhyankar   Level: intermediate
2975f2c45f1SShri Abhyankar 
2985f2c45f1SShri Abhyankar .seealso: DMNetworkRegisterComponent, DMNetworkAddComponent
2995f2c45f1SShri Abhyankar @*/
3005f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetNumComponents(DM dm,PetscInt p,PetscInt *numcomponents)
3015f2c45f1SShri Abhyankar {
3025f2c45f1SShri Abhyankar   PetscErrorCode ierr;
3035f2c45f1SShri Abhyankar   PetscInt       offset;
3045f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
3055f2c45f1SShri Abhyankar 
3065f2c45f1SShri Abhyankar   PetscFunctionBegin;
3075f2c45f1SShri Abhyankar   ierr = PetscSectionGetOffset(network->DataSection,p,&offset);CHKERRQ(ierr);
3085f2c45f1SShri Abhyankar   *numcomponents = ((DMNetworkComponentHeader)(network->componentdataarray+offset))->ndata;
3095f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
3105f2c45f1SShri Abhyankar }
3115f2c45f1SShri Abhyankar 
3125f2c45f1SShri Abhyankar #undef __FUNCT__
3135f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetComponentTypeOffset"
3145f2c45f1SShri Abhyankar /*@
3155f2c45f1SShri Abhyankar   DMNetworkGetComponentTypeOffset - Gets the type along with the offset for indexing the
3165f2c45f1SShri Abhyankar                                     component value from the component data array
3175f2c45f1SShri Abhyankar 
3185f2c45f1SShri Abhyankar   Not Collective
3195f2c45f1SShri Abhyankar 
3205f2c45f1SShri Abhyankar   Input Parameters:
3215f2c45f1SShri Abhyankar + dm      - The DMNetwork object
3225f2c45f1SShri Abhyankar . p       - vertex/edge point
3235f2c45f1SShri Abhyankar - compnum - component number
3245f2c45f1SShri Abhyankar 
3255f2c45f1SShri Abhyankar   Output Parameters:
3265f2c45f1SShri Abhyankar + compkey - the key obtained when registering the component
3275f2c45f1SShri Abhyankar - offset  - offset into the component data array associated with the vertex/edge point
3285f2c45f1SShri Abhyankar 
3295f2c45f1SShri Abhyankar   Notes:
3305f2c45f1SShri Abhyankar   Typical usage:
3315f2c45f1SShri Abhyankar 
3325f2c45f1SShri Abhyankar   DMNetworkGetComponentDataArray(dm, &arr);
3335f2c45f1SShri Abhyankar   DMNetworkGetVertex/EdgeRange(dm,&Start,&End);
3345f2c45f1SShri Abhyankar   Loop over vertices or edges
3355f2c45f1SShri Abhyankar     DMNetworkGetNumComponents(dm,v,&numcomps);
3365f2c45f1SShri Abhyankar     Loop over numcomps
3375f2c45f1SShri Abhyankar       DMNetworkGetComponentTypeOffset(dm,v,compnum,&key,&offset);
3385f2c45f1SShri Abhyankar       compdata = (UserCompDataType)(arr+offset);
3395f2c45f1SShri Abhyankar 
3405f2c45f1SShri Abhyankar   Level: intermediate
3415f2c45f1SShri Abhyankar 
3425f2c45f1SShri Abhyankar .seealso: DMNetworkGetNumComponents, DMNetworkGetComponentDataArray,
3435f2c45f1SShri Abhyankar @*/
3445f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetComponentTypeOffset(DM dm,PetscInt p, PetscInt compnum, PetscInt *compkey, PetscInt *offset)
3455f2c45f1SShri Abhyankar {
3465f2c45f1SShri Abhyankar   PetscErrorCode           ierr;
3475f2c45f1SShri Abhyankar   PetscInt                 offsetp;
3485f2c45f1SShri Abhyankar   DMNetworkComponentHeader header;
3495f2c45f1SShri Abhyankar   DM_Network               *network = (DM_Network*)dm->data;
3505f2c45f1SShri Abhyankar 
3515f2c45f1SShri Abhyankar   PetscFunctionBegin;
3525f2c45f1SShri Abhyankar   ierr = PetscSectionGetOffset(network->DataSection,p,&offsetp);CHKERRQ(ierr);
3535f2c45f1SShri Abhyankar   header = (DMNetworkComponentHeader)(network->componentdataarray+offsetp);
354d36f4e81SHong Zhang   if (compkey) *compkey = header->key[compnum];
355d36f4e81SHong Zhang   if (offset) *offset  = offsetp+network->dataheadersize+header->offset[compnum];
3565f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
3575f2c45f1SShri Abhyankar }
3585f2c45f1SShri Abhyankar 
3595f2c45f1SShri Abhyankar #undef __FUNCT__
3605f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetVariableOffset"
3615f2c45f1SShri Abhyankar /*@
3625f2c45f1SShri Abhyankar   DMNetworkGetVariableOffset - Get the offset for accessing the variable associated with the given vertex/edge from the local vector.
3635f2c45f1SShri Abhyankar 
3645f2c45f1SShri Abhyankar   Not Collective
3655f2c45f1SShri Abhyankar 
3665f2c45f1SShri Abhyankar   Input Parameters:
3675f2c45f1SShri Abhyankar + dm     - The DMNetwork object
3685f2c45f1SShri Abhyankar - p      - the edge/vertex point
3695f2c45f1SShri Abhyankar 
3705f2c45f1SShri Abhyankar   Output Parameters:
3715f2c45f1SShri Abhyankar . offset - the offset
3725f2c45f1SShri Abhyankar 
3735f2c45f1SShri Abhyankar   Level: intermediate
3745f2c45f1SShri Abhyankar 
3755f2c45f1SShri Abhyankar .seealso: DMNetworkGetVariableGlobalOffset, DMGetLocalVector
3765f2c45f1SShri Abhyankar @*/
3775f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetVariableOffset(DM dm,PetscInt p,PetscInt *offset)
3785f2c45f1SShri Abhyankar {
3795f2c45f1SShri Abhyankar   PetscErrorCode ierr;
3805f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
3815f2c45f1SShri Abhyankar 
3825f2c45f1SShri Abhyankar   PetscFunctionBegin;
3835f2c45f1SShri Abhyankar   ierr = PetscSectionGetOffset(network->DofSection,p,offset);CHKERRQ(ierr);
3845f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
3855f2c45f1SShri Abhyankar }
3865f2c45f1SShri Abhyankar 
3875f2c45f1SShri Abhyankar #undef __FUNCT__
3885f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetVariableGlobalOffset"
3895f2c45f1SShri Abhyankar /*@
3905f2c45f1SShri Abhyankar   DMNetworkGetVariableGlobalOffset - Get the global offset for the variable associated with the given vertex/edge from the global vector.
3915f2c45f1SShri Abhyankar 
3925f2c45f1SShri Abhyankar   Not Collective
3935f2c45f1SShri Abhyankar 
3945f2c45f1SShri Abhyankar   Input Parameters:
3955f2c45f1SShri Abhyankar + dm      - The DMNetwork object
3965f2c45f1SShri Abhyankar - p       - the edge/vertex point
3975f2c45f1SShri Abhyankar 
3985f2c45f1SShri Abhyankar   Output Parameters:
3995f2c45f1SShri Abhyankar . offsetg - the offset
4005f2c45f1SShri Abhyankar 
4015f2c45f1SShri Abhyankar   Level: intermediate
4025f2c45f1SShri Abhyankar 
4035f2c45f1SShri Abhyankar .seealso: DMNetworkGetVariableOffset, DMGetLocalVector
4045f2c45f1SShri Abhyankar @*/
4055f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetVariableGlobalOffset(DM dm,PetscInt p,PetscInt *offsetg)
4065f2c45f1SShri Abhyankar {
4075f2c45f1SShri Abhyankar   PetscErrorCode ierr;
4085f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
4095f2c45f1SShri Abhyankar 
4105f2c45f1SShri Abhyankar   PetscFunctionBegin;
4115f2c45f1SShri Abhyankar   ierr = PetscSectionGetOffset(network->GlobalDofSection,p,offsetg);CHKERRQ(ierr);
412dd6f46cdSHong Zhang   if (*offsetg < 0) *offsetg = -(*offsetg + 1); /* Convert to actual global offset for ghost node */
4135f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
4145f2c45f1SShri Abhyankar }
4155f2c45f1SShri Abhyankar 
4165f2c45f1SShri Abhyankar #undef __FUNCT__
41724121865SAdrian Maldonado #define __FUNCT__ "DMNetworkGetEdgeOffset"
41824121865SAdrian Maldonado /*@
41924121865SAdrian Maldonado   DMNetworkGetEdgeOffset - Get the offset for accessing the variable associated with the given edge from the local subvector.
42024121865SAdrian Maldonado 
42124121865SAdrian Maldonado   Not Collective
42224121865SAdrian Maldonado 
42324121865SAdrian Maldonado   Input Parameters:
42424121865SAdrian Maldonado + dm     - The DMNetwork object
42524121865SAdrian Maldonado - p      - the edge point
42624121865SAdrian Maldonado 
42724121865SAdrian Maldonado   Output Parameters:
42824121865SAdrian Maldonado . offset - the offset
42924121865SAdrian Maldonado 
43024121865SAdrian Maldonado   Level: intermediate
43124121865SAdrian Maldonado 
43224121865SAdrian Maldonado .seealso: DMNetworkGetVariableGlobalOffset, DMGetLocalVector
43324121865SAdrian Maldonado @*/
43424121865SAdrian Maldonado PetscErrorCode DMNetworkGetEdgeOffset(DM dm,PetscInt p,PetscInt *offset)
43524121865SAdrian Maldonado {
43624121865SAdrian Maldonado   PetscErrorCode ierr;
43724121865SAdrian Maldonado   DM_Network     *network = (DM_Network*)dm->data;
43824121865SAdrian Maldonado 
43924121865SAdrian Maldonado   PetscFunctionBegin;
44024121865SAdrian Maldonado 
44124121865SAdrian Maldonado   ierr = PetscSectionGetOffset(network->edge.DofSection,p,offset);CHKERRQ(ierr);
44224121865SAdrian Maldonado   PetscFunctionReturn(0);
44324121865SAdrian Maldonado }
44424121865SAdrian Maldonado 
44524121865SAdrian Maldonado #undef __FUNCT__
44624121865SAdrian Maldonado #define __FUNCT__ "DMNetworkGetVertexOffset"
44724121865SAdrian Maldonado /*@
44824121865SAdrian Maldonado   DMNetworkGetVertexOffset - Get the offset for accessing the variable associated with the given vertex from the local subvector.
44924121865SAdrian Maldonado 
45024121865SAdrian Maldonado   Not Collective
45124121865SAdrian Maldonado 
45224121865SAdrian Maldonado   Input Parameters:
45324121865SAdrian Maldonado + dm     - The DMNetwork object
45424121865SAdrian Maldonado - p      - the vertex point
45524121865SAdrian Maldonado 
45624121865SAdrian Maldonado   Output Parameters:
45724121865SAdrian Maldonado . offset - the offset
45824121865SAdrian Maldonado 
45924121865SAdrian Maldonado   Level: intermediate
46024121865SAdrian Maldonado 
46124121865SAdrian Maldonado .seealso: DMNetworkGetVariableGlobalOffset, DMGetLocalVector
46224121865SAdrian Maldonado @*/
46324121865SAdrian Maldonado PetscErrorCode DMNetworkGetVertexOffset(DM dm,PetscInt p,PetscInt *offset)
46424121865SAdrian Maldonado {
46524121865SAdrian Maldonado   PetscErrorCode ierr;
46624121865SAdrian Maldonado   DM_Network     *network = (DM_Network*)dm->data;
46724121865SAdrian Maldonado 
46824121865SAdrian Maldonado   PetscFunctionBegin;
46924121865SAdrian Maldonado 
47024121865SAdrian Maldonado   p -= network->vStart;
47124121865SAdrian Maldonado 
47224121865SAdrian Maldonado   ierr = PetscSectionGetOffset(network->vertex.DofSection,p,offset);CHKERRQ(ierr);
47324121865SAdrian Maldonado   PetscFunctionReturn(0);
47424121865SAdrian Maldonado }
47524121865SAdrian Maldonado #undef __FUNCT__
4765f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkAddNumVariables"
4775f2c45f1SShri Abhyankar /*@
4785f2c45f1SShri Abhyankar   DMNetworkAddNumVariables - Add number of variables associated with a given point.
4795f2c45f1SShri Abhyankar 
4805f2c45f1SShri Abhyankar   Not Collective
4815f2c45f1SShri Abhyankar 
4825f2c45f1SShri Abhyankar   Input Parameters:
4835f2c45f1SShri Abhyankar + dm   - The DMNetworkObject
4845f2c45f1SShri Abhyankar . p    - the vertex/edge point
4855f2c45f1SShri Abhyankar - nvar - number of additional variables
4865f2c45f1SShri Abhyankar 
4875f2c45f1SShri Abhyankar   Level: intermediate
4885f2c45f1SShri Abhyankar 
4895f2c45f1SShri Abhyankar .seealso: DMNetworkSetNumVariables
4905f2c45f1SShri Abhyankar @*/
4915f2c45f1SShri Abhyankar PetscErrorCode DMNetworkAddNumVariables(DM dm,PetscInt p,PetscInt nvar)
4925f2c45f1SShri Abhyankar {
4935f2c45f1SShri Abhyankar   PetscErrorCode ierr;
4945f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
4955f2c45f1SShri Abhyankar 
4965f2c45f1SShri Abhyankar   PetscFunctionBegin;
4975f2c45f1SShri Abhyankar   ierr = PetscSectionAddDof(network->DofSection,p,nvar);CHKERRQ(ierr);
4985f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
4995f2c45f1SShri Abhyankar }
5005f2c45f1SShri Abhyankar 
5015f2c45f1SShri Abhyankar #undef __FUNCT__
50227f51fceSHong Zhang #define __FUNCT__ "DMNetworkGetNumVariables"
50327f51fceSHong Zhang /*@
50427f51fceSHong Zhang   DMNetworkGetNumVariables - Gets number of variables for a vertex/edge point.
50527f51fceSHong Zhang 
50627f51fceSHong Zhang   Not Collective
50727f51fceSHong Zhang 
50827f51fceSHong Zhang   Input Parameters:
50927f51fceSHong Zhang + dm   - The DMNetworkObject
51027f51fceSHong Zhang - p    - the vertex/edge point
51127f51fceSHong Zhang 
51227f51fceSHong Zhang   Output Parameters:
51327f51fceSHong Zhang . nvar - number of variables
51427f51fceSHong Zhang 
51527f51fceSHong Zhang   Level: intermediate
51627f51fceSHong Zhang 
51727f51fceSHong Zhang .seealso: DMNetworkAddNumVariables, DMNetworkSddNumVariables
51827f51fceSHong Zhang @*/
51927f51fceSHong Zhang PetscErrorCode DMNetworkGetNumVariables(DM dm,PetscInt p,PetscInt *nvar)
52027f51fceSHong Zhang {
52127f51fceSHong Zhang   PetscErrorCode ierr;
52227f51fceSHong Zhang   DM_Network     *network = (DM_Network*)dm->data;
52327f51fceSHong Zhang 
52427f51fceSHong Zhang   PetscFunctionBegin;
52527f51fceSHong Zhang   ierr = PetscSectionGetDof(network->DofSection,p,nvar);CHKERRQ(ierr);
52627f51fceSHong Zhang   PetscFunctionReturn(0);
52727f51fceSHong Zhang }
52827f51fceSHong Zhang 
52927f51fceSHong Zhang #undef __FUNCT__
530662b5b01SHong Zhang #define __FUNCT__ "DMNetworkSetNumVariables"
5315f2c45f1SShri Abhyankar /*@
5325f2c45f1SShri Abhyankar   DMNetworkSetNumVariables - Sets number of variables for a vertex/edge point.
5335f2c45f1SShri Abhyankar 
5345f2c45f1SShri Abhyankar   Not Collective
5355f2c45f1SShri Abhyankar 
5365f2c45f1SShri Abhyankar   Input Parameters:
5375f2c45f1SShri Abhyankar + dm   - The DMNetworkObject
5385f2c45f1SShri Abhyankar . p    - the vertex/edge point
5395f2c45f1SShri Abhyankar - nvar - number of variables
5405f2c45f1SShri Abhyankar 
5415f2c45f1SShri Abhyankar   Level: intermediate
5425f2c45f1SShri Abhyankar 
5435f2c45f1SShri Abhyankar .seealso: DMNetworkAddNumVariables
5445f2c45f1SShri Abhyankar @*/
5455f2c45f1SShri Abhyankar PetscErrorCode DMNetworkSetNumVariables(DM dm,PetscInt p,PetscInt nvar)
5465f2c45f1SShri Abhyankar {
5475f2c45f1SShri Abhyankar   PetscErrorCode ierr;
5485f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
5495f2c45f1SShri Abhyankar 
5505f2c45f1SShri Abhyankar   PetscFunctionBegin;
5515f2c45f1SShri Abhyankar   ierr = PetscSectionSetDof(network->DofSection,p,nvar);CHKERRQ(ierr);
5525f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
5535f2c45f1SShri Abhyankar }
5545f2c45f1SShri Abhyankar 
5555f2c45f1SShri Abhyankar /* Sets up the array that holds the data for all components and its associated section. This
5565f2c45f1SShri Abhyankar    function is called during DMSetUp() */
5575f2c45f1SShri Abhyankar #undef __FUNCT__
5585f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkComponentSetUp"
5595f2c45f1SShri Abhyankar PetscErrorCode DMNetworkComponentSetUp(DM dm)
5605f2c45f1SShri Abhyankar {
5615f2c45f1SShri Abhyankar   PetscErrorCode              ierr;
5625f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
5635f2c45f1SShri Abhyankar   PetscInt                    arr_size;
5645f2c45f1SShri Abhyankar   PetscInt                    p,offset,offsetp;
5655f2c45f1SShri Abhyankar   DMNetworkComponentHeader header;
5665f2c45f1SShri Abhyankar   DMNetworkComponentValue  cvalue;
5675f2c45f1SShri Abhyankar   DMNetworkComponentGenericDataType      *componentdataarray;
5685f2c45f1SShri Abhyankar   PetscInt ncomp, i;
5695f2c45f1SShri Abhyankar 
5705f2c45f1SShri Abhyankar   PetscFunctionBegin;
5715f2c45f1SShri Abhyankar   ierr = PetscSectionSetUp(network->DataSection);CHKERRQ(ierr);
5725f2c45f1SShri Abhyankar   ierr = PetscSectionGetStorageSize(network->DataSection,&arr_size);CHKERRQ(ierr);
57375b160a0SShri Abhyankar   ierr = PetscMalloc1(arr_size,&network->componentdataarray);CHKERRQ(ierr);
5745f2c45f1SShri Abhyankar   componentdataarray = network->componentdataarray;
5755f2c45f1SShri Abhyankar   for (p = network->pStart; p < network->pEnd; p++) {
5765f2c45f1SShri Abhyankar     ierr = PetscSectionGetOffset(network->DataSection,p,&offsetp);CHKERRQ(ierr);
5775f2c45f1SShri Abhyankar     /* Copy header */
5785f2c45f1SShri Abhyankar     header = &network->header[p];
579302440fdSBarry Smith     ierr = PetscMemcpy(componentdataarray+offsetp,header,network->dataheadersize*sizeof(DMNetworkComponentGenericDataType));CHKERRQ(ierr);
5805f2c45f1SShri Abhyankar     /* Copy data */
5815f2c45f1SShri Abhyankar     cvalue = &network->cvalue[p];
5825f2c45f1SShri Abhyankar     ncomp = header->ndata;
5835f2c45f1SShri Abhyankar     for (i = 0; i < ncomp; i++) {
5845f2c45f1SShri Abhyankar       offset = offsetp + network->dataheadersize + header->offset[i];
585302440fdSBarry Smith       ierr = PetscMemcpy(componentdataarray+offset,cvalue->data[i],header->size[i]*sizeof(DMNetworkComponentGenericDataType));CHKERRQ(ierr);
5865f2c45f1SShri Abhyankar     }
5875f2c45f1SShri Abhyankar   }
5885f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
5895f2c45f1SShri Abhyankar }
5905f2c45f1SShri Abhyankar 
5915f2c45f1SShri Abhyankar /* Sets up the section for dofs. This routine is called during DMSetUp() */
5925f2c45f1SShri Abhyankar #undef __FUNCT__
5935f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkVariablesSetUp"
5945f2c45f1SShri Abhyankar PetscErrorCode DMNetworkVariablesSetUp(DM dm)
5955f2c45f1SShri Abhyankar {
5965f2c45f1SShri Abhyankar   PetscErrorCode ierr;
5975f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
5985f2c45f1SShri Abhyankar 
5995f2c45f1SShri Abhyankar   PetscFunctionBegin;
6005f2c45f1SShri Abhyankar   ierr = PetscSectionSetUp(network->DofSection);CHKERRQ(ierr);
6015f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
6025f2c45f1SShri Abhyankar }
6035f2c45f1SShri Abhyankar 
6045f2c45f1SShri Abhyankar #undef __FUNCT__
6055f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetComponentDataArray"
6065f2c45f1SShri Abhyankar /*@C
6075f2c45f1SShri Abhyankar   DMNetworkGetComponentDataArray - Returns the component data array
6085f2c45f1SShri Abhyankar 
6095f2c45f1SShri Abhyankar   Not Collective
6105f2c45f1SShri Abhyankar 
6115f2c45f1SShri Abhyankar   Input Parameters:
6125f2c45f1SShri Abhyankar . dm - The DMNetwork Object
6135f2c45f1SShri Abhyankar 
6145f2c45f1SShri Abhyankar   Output Parameters:
6155f2c45f1SShri Abhyankar . componentdataarray - array that holds data for all components
6165f2c45f1SShri Abhyankar 
6175f2c45f1SShri Abhyankar   Level: intermediate
6185f2c45f1SShri Abhyankar 
6195f2c45f1SShri Abhyankar .seealso: DMNetworkGetComponentTypeOffset, DMNetworkGetNumComponents
6205f2c45f1SShri Abhyankar @*/
6215f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetComponentDataArray(DM dm,DMNetworkComponentGenericDataType **componentdataarray)
6225f2c45f1SShri Abhyankar {
6235f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
6245f2c45f1SShri Abhyankar 
6255f2c45f1SShri Abhyankar   PetscFunctionBegin;
6265f2c45f1SShri Abhyankar   *componentdataarray = network->componentdataarray;
6275f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
6285f2c45f1SShri Abhyankar }
6295f2c45f1SShri Abhyankar 
6305f2c45f1SShri Abhyankar #undef __FUNCT__
63124121865SAdrian Maldonado #define __FUNCT__ "DMNetworkGetSubSection_private"
63224121865SAdrian Maldonado /* Get a subsection from a range of points */
63324121865SAdrian Maldonado PetscErrorCode DMNetworkGetSubSection_private(PetscSection master, PetscInt pstart, PetscInt pend,PetscSection *subsection)
63424121865SAdrian Maldonado {
63524121865SAdrian Maldonado   PetscErrorCode ierr;
63624121865SAdrian Maldonado   PetscInt       i, nvar;
63724121865SAdrian Maldonado 
63824121865SAdrian Maldonado   PetscFunctionBegin;
63924121865SAdrian Maldonado   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)master), subsection);CHKERRQ(ierr);
64024121865SAdrian Maldonado   ierr = PetscSectionSetChart(*subsection, 0, pend - pstart);CHKERRQ(ierr);
64124121865SAdrian Maldonado   for (i = pstart; i < pend; i++) {
64224121865SAdrian Maldonado     ierr = PetscSectionGetDof(master,i,&nvar);CHKERRQ(ierr);
64324121865SAdrian Maldonado     ierr = PetscSectionSetDof(*subsection, i - pstart, nvar);CHKERRQ(ierr);
64424121865SAdrian Maldonado   }
64524121865SAdrian Maldonado 
64624121865SAdrian Maldonado   ierr = PetscSectionSetUp(*subsection);CHKERRQ(ierr);
64724121865SAdrian Maldonado   PetscFunctionReturn(0);
64824121865SAdrian Maldonado }
64924121865SAdrian Maldonado 
65024121865SAdrian Maldonado #undef __FUNCT__
65124121865SAdrian Maldonado #define __FUNCT__ "DMNetworkSetSubMap_private"
65224121865SAdrian Maldonado /* Create a submap of points with a GlobalToLocal structure */
65324121865SAdrian Maldonado PetscErrorCode DMNetworkSetSubMap_private(PetscInt pstart, PetscInt pend, ISLocalToGlobalMapping *map)
65424121865SAdrian Maldonado {
65524121865SAdrian Maldonado   PetscErrorCode ierr;
65624121865SAdrian Maldonado   PetscInt       i, *subpoints;
65724121865SAdrian Maldonado 
65824121865SAdrian Maldonado   PetscFunctionBegin;
65924121865SAdrian Maldonado   /* Create index sets to map from "points" to "subpoints" */
66024121865SAdrian Maldonado   ierr = PetscMalloc1(pend - pstart, &subpoints);CHKERRQ(ierr);
66124121865SAdrian Maldonado   for (i = pstart; i < pend; i++) {
66224121865SAdrian Maldonado     subpoints[i - pstart] = i;
66324121865SAdrian Maldonado   }
66424121865SAdrian Maldonado   ierr = ISLocalToGlobalMappingCreate(PETSC_COMM_WORLD,1,pend-pstart,subpoints,PETSC_COPY_VALUES,map);
66524121865SAdrian Maldonado   ierr = PetscFree(subpoints);CHKERRQ(ierr);
66624121865SAdrian Maldonado   PetscFunctionReturn(0);
66724121865SAdrian Maldonado }
66824121865SAdrian Maldonado 
66924121865SAdrian Maldonado #undef __FUNCT__
67024121865SAdrian Maldonado #define __FUNCT__ "DMNetworkAssembleGraphStructures"
67124121865SAdrian Maldonado /*@
67224121865SAdrian Maldonado   DMNetworkAssembleGraphStructures - Assembles vertex and edge data structures. Must be called after DMNetworkDistribute.
67324121865SAdrian Maldonado 
67424121865SAdrian Maldonado   Collective
67524121865SAdrian Maldonado 
67624121865SAdrian Maldonado   Input Parameters:
67724121865SAdrian Maldonado . dm   - The DMNetworkObject
67824121865SAdrian Maldonado 
67924121865SAdrian Maldonado   Note: the routine will create alternative orderings for the vertices and edges. Assume global network points are:
68024121865SAdrian Maldonado 
68124121865SAdrian Maldonado   points = [0 1 2 3 4 5 6]
68224121865SAdrian Maldonado 
68324121865SAdrian Maldonado   where edges = [0, 3] and vertices = [4, 6]. The new orderings will be specific to the subset (i.e vertices = [0, 2]).
68424121865SAdrian Maldonado 
68524121865SAdrian Maldonado   With this new ordering a local PetscSection, global PetscSection and PetscSF will be created specific to the subset.
68624121865SAdrian Maldonado 
68724121865SAdrian Maldonado   Level: intermediate
68824121865SAdrian Maldonado 
68924121865SAdrian Maldonado @*/
69024121865SAdrian Maldonado PetscErrorCode DMNetworkAssembleGraphStructures(DM dm)
69124121865SAdrian Maldonado {
69224121865SAdrian Maldonado   PetscErrorCode ierr;
69324121865SAdrian Maldonado   MPI_Comm       comm;
69424121865SAdrian Maldonado   PetscMPIInt    rank, numProcs;
69524121865SAdrian Maldonado   DM_Network     *network = (DM_Network*)dm->data;
69624121865SAdrian Maldonado 
697eab1376dSHong Zhang   PetscFunctionBegin;
69824121865SAdrian Maldonado   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
69924121865SAdrian Maldonado   ierr = MPI_Comm_rank(comm, &rank);CHKERRQ(ierr);
70024121865SAdrian Maldonado   ierr = MPI_Comm_size(comm, &numProcs);CHKERRQ(ierr);
70124121865SAdrian Maldonado 
70224121865SAdrian Maldonado   /* Create maps for vertices and edges */
70324121865SAdrian Maldonado   ierr = DMNetworkSetSubMap_private(network->vStart,network->vEnd,&network->vertex.mapping);CHKERRQ(ierr);
70424121865SAdrian Maldonado   ierr = DMNetworkSetSubMap_private(network->eStart,network->eEnd,&network->edge.mapping);CHKERRQ(ierr);
70524121865SAdrian Maldonado 
70624121865SAdrian Maldonado   /* Create local sub-sections */
70724121865SAdrian Maldonado   ierr = DMNetworkGetSubSection_private(network->DofSection,network->vStart,network->vEnd,&network->vertex.DofSection);CHKERRQ(ierr);
70824121865SAdrian Maldonado   ierr = DMNetworkGetSubSection_private(network->DofSection,network->eStart,network->eEnd,&network->edge.DofSection);CHKERRQ(ierr);
70924121865SAdrian Maldonado 
71024121865SAdrian Maldonado   if (numProcs > 1) {
71124121865SAdrian Maldonado     ierr = PetscSFGetSubSF(network->plex->sf, network->vertex.mapping, &network->vertex.sf);CHKERRQ(ierr);
71224121865SAdrian Maldonado     ierr = PetscSectionCreateGlobalSection(network->vertex.DofSection, network->vertex.sf, PETSC_FALSE, PETSC_FALSE, &network->vertex.GlobalDofSection);CHKERRQ(ierr);
71324121865SAdrian Maldonado   ierr = PetscSFGetSubSF(network->plex->sf, network->edge.mapping, &network->edge.sf);CHKERRQ(ierr);
71424121865SAdrian Maldonado   ierr = PetscSectionCreateGlobalSection(network->edge.DofSection, network->edge.sf, PETSC_FALSE, PETSC_FALSE, &network->edge.GlobalDofSection);CHKERRQ(ierr);
71524121865SAdrian Maldonado   } else {
71624121865SAdrian Maldonado   /* create structures for vertex */
71724121865SAdrian Maldonado   ierr = PetscSectionClone(network->vertex.DofSection,&network->vertex.GlobalDofSection);CHKERRQ(ierr);
71824121865SAdrian Maldonado   /* create structures for edge */
71924121865SAdrian Maldonado   ierr = PetscSectionClone(network->edge.DofSection,&network->edge.GlobalDofSection);CHKERRQ(ierr);
72024121865SAdrian Maldonado   }
72124121865SAdrian Maldonado 
72224121865SAdrian Maldonado 
72324121865SAdrian Maldonado   /* Add viewers */
72424121865SAdrian Maldonado   ierr = PetscObjectSetName((PetscObject)network->edge.GlobalDofSection,"Global edge dof section");CHKERRQ(ierr);
72524121865SAdrian Maldonado   ierr = PetscObjectSetName((PetscObject)network->vertex.GlobalDofSection,"Global vertex dof section");CHKERRQ(ierr);
72624121865SAdrian Maldonado   ierr = PetscSectionViewFromOptions(network->edge.GlobalDofSection, NULL, "-edge_global_section_view");CHKERRQ(ierr);
72724121865SAdrian Maldonado   ierr = PetscSectionViewFromOptions(network->vertex.GlobalDofSection, NULL, "-vertex_global_section_view");CHKERRQ(ierr);
72824121865SAdrian Maldonado 
72924121865SAdrian Maldonado   PetscFunctionReturn(0);
73024121865SAdrian Maldonado }
73124121865SAdrian Maldonado #undef __FUNCT__
7325f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkDistribute"
7335f2c45f1SShri Abhyankar /*@
7345f2c45f1SShri Abhyankar   DMNetworkDistribute - Distributes the network and moves associated component data.
7355f2c45f1SShri Abhyankar 
7365f2c45f1SShri Abhyankar   Collective
7375f2c45f1SShri Abhyankar 
7385f2c45f1SShri Abhyankar   Input Parameter:
7395f2c45f1SShri Abhyankar + oldDM - the original DMNetwork object
7405f2c45f1SShri Abhyankar - overlap - The overlap of partitions, 0 is the default
7415f2c45f1SShri Abhyankar 
7425f2c45f1SShri Abhyankar   Output Parameter:
7435f2c45f1SShri Abhyankar . distDM - the distributed DMNetwork object
7445f2c45f1SShri Abhyankar 
7455f2c45f1SShri Abhyankar   Notes:
7465f2c45f1SShri Abhyankar   This routine should be called only when using multiple processors.
7475f2c45f1SShri Abhyankar 
7488b171c8eSHong Zhang   Distributes the network with <overlap>-overlapping partitioning of the edges.
7495f2c45f1SShri Abhyankar 
7505f2c45f1SShri Abhyankar   Level: intermediate
7515f2c45f1SShri Abhyankar 
7525f2c45f1SShri Abhyankar .seealso: DMNetworkCreate
7535f2c45f1SShri Abhyankar @*/
75480cf41d5SMatthew G. Knepley PetscErrorCode DMNetworkDistribute(DM oldDM, PetscInt overlap,DM *distDM)
7555f2c45f1SShri Abhyankar {
7565f2c45f1SShri Abhyankar   PetscErrorCode ierr;
7575f2c45f1SShri Abhyankar   DM_Network     *oldDMnetwork = (DM_Network*)oldDM->data;
7585f2c45f1SShri Abhyankar   PetscSF        pointsf;
7595f2c45f1SShri Abhyankar   DM             newDM;
7605f2c45f1SShri Abhyankar   DM_Network     *newDMnetwork;
7615f2c45f1SShri Abhyankar 
7625f2c45f1SShri Abhyankar   PetscFunctionBegin;
7635f2c45f1SShri Abhyankar   ierr = DMNetworkCreate(PetscObjectComm((PetscObject)oldDM),&newDM);CHKERRQ(ierr);
7645f2c45f1SShri Abhyankar   newDMnetwork = (DM_Network*)newDM->data;
7655f2c45f1SShri Abhyankar   newDMnetwork->dataheadersize = sizeof(struct _p_DMNetworkComponentHeader)/sizeof(DMNetworkComponentGenericDataType);
7665f2c45f1SShri Abhyankar   /* Distribute plex dm and dof section */
76780cf41d5SMatthew G. Knepley   ierr = DMPlexDistribute(oldDMnetwork->plex,overlap,&pointsf,&newDMnetwork->plex);CHKERRQ(ierr);
7685f2c45f1SShri Abhyankar   /* Distribute dof section */
7695f2c45f1SShri Abhyankar   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)oldDM),&newDMnetwork->DofSection);CHKERRQ(ierr);
7705f2c45f1SShri Abhyankar   ierr = PetscSFDistributeSection(pointsf,oldDMnetwork->DofSection,NULL,newDMnetwork->DofSection);CHKERRQ(ierr);
7715f2c45f1SShri Abhyankar   ierr = PetscSectionCreate(PetscObjectComm((PetscObject)oldDM),&newDMnetwork->DataSection);CHKERRQ(ierr);
7725f2c45f1SShri Abhyankar   /* Distribute data and associated section */
77331da1fc8SHong Zhang   ierr = DMPlexDistributeData(newDMnetwork->plex,pointsf,oldDMnetwork->DataSection,MPIU_INT,(void*)oldDMnetwork->componentdataarray,newDMnetwork->DataSection,(void**)&newDMnetwork->componentdataarray);CHKERRQ(ierr);
77424121865SAdrian Maldonado 
7755f2c45f1SShri Abhyankar 
7765f2c45f1SShri Abhyankar   ierr = PetscSectionGetChart(newDMnetwork->DataSection,&newDMnetwork->pStart,&newDMnetwork->pEnd);CHKERRQ(ierr);
7775f2c45f1SShri Abhyankar   ierr = DMPlexGetHeightStratum(newDMnetwork->plex,0, &newDMnetwork->eStart,&newDMnetwork->eEnd);CHKERRQ(ierr);
7785f2c45f1SShri Abhyankar   ierr = DMPlexGetHeightStratum(newDMnetwork->plex,1,&newDMnetwork->vStart,&newDMnetwork->vEnd);CHKERRQ(ierr);
7795f2c45f1SShri Abhyankar   newDMnetwork->nEdges = newDMnetwork->eEnd - newDMnetwork->eStart;
7805f2c45f1SShri Abhyankar   newDMnetwork->nNodes = newDMnetwork->vEnd - newDMnetwork->vStart;
7815f2c45f1SShri Abhyankar   newDMnetwork->NNodes = oldDMnetwork->NNodes;
7825f2c45f1SShri Abhyankar   newDMnetwork->NEdges = oldDMnetwork->NEdges;
78324121865SAdrian Maldonado 
7845f2c45f1SShri Abhyankar   /* Set Dof section as the default section for dm */
7855f2c45f1SShri Abhyankar   ierr = DMSetDefaultSection(newDMnetwork->plex,newDMnetwork->DofSection);CHKERRQ(ierr);
7865f2c45f1SShri Abhyankar   ierr = DMGetDefaultGlobalSection(newDMnetwork->plex,&newDMnetwork->GlobalDofSection);CHKERRQ(ierr);
7875f2c45f1SShri Abhyankar 
78824121865SAdrian Maldonado   /* Destroy point SF */
78924121865SAdrian Maldonado   ierr = PetscSFDestroy(&pointsf);CHKERRQ(ierr);
79024121865SAdrian Maldonado 
7915f2c45f1SShri Abhyankar   *distDM = newDM;
7925f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
7935f2c45f1SShri Abhyankar }
7945f2c45f1SShri Abhyankar 
7955f2c45f1SShri Abhyankar #undef __FUNCT__
79624121865SAdrian Maldonado #define __FUNCT__ "PetscSFGetSubSF"
79724121865SAdrian Maldonado /*@C
79824121865SAdrian Maldonado   PetscSFGetSubSF - Returns an SF for a specific subset of points. Leaves are re-numbered to reflect the new ordering.
79924121865SAdrian Maldonado 
80024121865SAdrian Maldonado   Input Parameters:
80124121865SAdrian Maldonado + masterSF - the original SF structure
80224121865SAdrian Maldonado - map      - a ISLocalToGlobal mapping that contains the subset of points
80324121865SAdrian Maldonado 
80424121865SAdrian Maldonado   Output Parameters:
80524121865SAdrian Maldonado . subSF    - a subset of the masterSF for the desired subset.
80624121865SAdrian Maldonado */
80724121865SAdrian Maldonado 
80824121865SAdrian Maldonado PetscErrorCode PetscSFGetSubSF(PetscSF mastersf, ISLocalToGlobalMapping map, PetscSF *subSF) {
80924121865SAdrian Maldonado 
81024121865SAdrian Maldonado   PetscErrorCode        ierr;
81124121865SAdrian Maldonado   PetscInt              nroots, nleaves, *ilocal_sub;
81224121865SAdrian Maldonado   PetscInt              i, *ilocal_map, nroots_sub, nleaves_sub = 0;
81324121865SAdrian Maldonado   PetscInt              *local_points, *remote_points;
81424121865SAdrian Maldonado   PetscSFNode           *iremote_sub;
81524121865SAdrian Maldonado   const PetscInt        *ilocal;
81624121865SAdrian Maldonado   const PetscSFNode     *iremote;
81724121865SAdrian Maldonado 
81824121865SAdrian Maldonado   PetscFunctionBegin;
81924121865SAdrian Maldonado   ierr = PetscSFGetGraph(mastersf,&nroots,&nleaves,&ilocal,&iremote);CHKERRQ(ierr);
82024121865SAdrian Maldonado 
82124121865SAdrian Maldonado   /* Look for leaves that pertain to the subset of points. Get the local ordering */
82224121865SAdrian Maldonado   ierr = PetscMalloc1(nleaves,&ilocal_map);CHKERRQ(ierr);
82324121865SAdrian Maldonado   ierr = ISGlobalToLocalMappingApply(map,IS_GTOLM_MASK,nleaves,ilocal,NULL,ilocal_map);CHKERRQ(ierr);
82424121865SAdrian Maldonado   for (i = 0; i < nleaves; i++) {
82524121865SAdrian Maldonado     if (ilocal_map[i] != -1) nleaves_sub += 1;
82624121865SAdrian Maldonado   }
82724121865SAdrian Maldonado   /* Re-number ilocal with subset numbering. Need information from roots */
82824121865SAdrian Maldonado   ierr = PetscMalloc2(nroots,&local_points,nroots,&remote_points);CHKERRQ(ierr);
82924121865SAdrian Maldonado   for (i = 0; i < nroots; i++) local_points[i] = i;
83024121865SAdrian Maldonado   ierr = ISGlobalToLocalMappingApply(map,IS_GTOLM_MASK,nroots,local_points,NULL,local_points);CHKERRQ(ierr);
83124121865SAdrian Maldonado   ierr = PetscSFBcastBegin(mastersf, MPIU_INT, local_points, remote_points);CHKERRQ(ierr);
83224121865SAdrian Maldonado   ierr = PetscSFBcastEnd(mastersf, MPIU_INT, local_points, remote_points);CHKERRQ(ierr);
83324121865SAdrian Maldonado   /* Fill up graph using local (that is, local to the subset) numbering. */
834*4b70a8deSAdrian Maldonado   ierr = PetscMalloc1(nleaves_sub,&ilocal_sub);CHKERRQ(ierr);
835*4b70a8deSAdrian Maldonado   ierr = PetscMalloc1(nleaves_sub,&iremote_sub);CHKERRQ(ierr);
83624121865SAdrian Maldonado   nleaves_sub = 0;
83724121865SAdrian Maldonado   for (i = 0; i < nleaves; i++) {
83824121865SAdrian Maldonado     if (ilocal_map[i] != -1) {
83924121865SAdrian Maldonado       ilocal_sub[nleaves_sub] = ilocal_map[i];
840*4b70a8deSAdrian Maldonado       iremote_sub[nleaves_sub].rank = iremote[i].rank;
84124121865SAdrian Maldonado       iremote_sub[nleaves_sub].index = remote_points[ilocal[i]];
84224121865SAdrian Maldonado       nleaves_sub += 1;
84324121865SAdrian Maldonado     }
84424121865SAdrian Maldonado   }
84524121865SAdrian Maldonado   ierr = PetscFree2(local_points,remote_points);CHKERRQ(ierr);
84624121865SAdrian Maldonado   ierr = ISLocalToGlobalMappingGetSize(map,&nroots_sub);CHKERRQ(ierr);
84724121865SAdrian Maldonado 
84824121865SAdrian Maldonado   /* Create new subSF */
84924121865SAdrian Maldonado   ierr = PetscSFCreate(PETSC_COMM_WORLD,subSF);CHKERRQ(ierr);
85024121865SAdrian Maldonado   ierr = PetscSFSetFromOptions(*subSF);CHKERRQ(ierr);
851*4b70a8deSAdrian Maldonado   ierr = PetscSFSetGraph(*subSF,nroots_sub,nleaves_sub,ilocal_sub,PETSC_OWN_POINTER,iremote_sub,PETSC_COPY_VALUES);CHKERRQ(ierr);
85224121865SAdrian Maldonado   ierr = PetscFree(ilocal_map);CHKERRQ(ierr);
853*4b70a8deSAdrian Maldonado   ierr = PetscFree(iremote_sub);CHKERRQ(ierr);
85424121865SAdrian Maldonado 
85524121865SAdrian Maldonado   PetscFunctionReturn(0);
85624121865SAdrian Maldonado }
85724121865SAdrian Maldonado 
85824121865SAdrian Maldonado 
85924121865SAdrian Maldonado #undef __FUNCT__
8605f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetSupportingEdges"
8615f2c45f1SShri Abhyankar /*@C
8625f2c45f1SShri Abhyankar   DMNetworkGetSupportingEdges - Return the supporting edges for this vertex point
8635f2c45f1SShri Abhyankar 
8645f2c45f1SShri Abhyankar   Not Collective
8655f2c45f1SShri Abhyankar 
8665f2c45f1SShri Abhyankar   Input Parameters:
8675f2c45f1SShri Abhyankar + dm - The DMNetwork object
8685f2c45f1SShri Abhyankar - p  - the vertex point
8695f2c45f1SShri Abhyankar 
8705f2c45f1SShri Abhyankar   Output Paramters:
8715f2c45f1SShri Abhyankar + nedges - number of edges connected to this vertex point
8725f2c45f1SShri Abhyankar - edges  - List of edge points
8735f2c45f1SShri Abhyankar 
8745f2c45f1SShri Abhyankar   Level: intermediate
8755f2c45f1SShri Abhyankar 
8765f2c45f1SShri Abhyankar   Fortran Notes:
8775f2c45f1SShri Abhyankar   Since it returns an array, this routine is only available in Fortran 90, and you must
8785f2c45f1SShri Abhyankar   include petsc.h90 in your code.
8795f2c45f1SShri Abhyankar 
8805f2c45f1SShri Abhyankar .seealso: DMNetworkCreate, DMNetworkGetConnectedNodes
8815f2c45f1SShri Abhyankar @*/
8825f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetSupportingEdges(DM dm,PetscInt vertex,PetscInt *nedges,const PetscInt *edges[])
8835f2c45f1SShri Abhyankar {
8845f2c45f1SShri Abhyankar   PetscErrorCode ierr;
8855f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
8865f2c45f1SShri Abhyankar 
8875f2c45f1SShri Abhyankar   PetscFunctionBegin;
8885f2c45f1SShri Abhyankar   ierr = DMPlexGetSupportSize(network->plex,vertex,nedges);CHKERRQ(ierr);
8895f2c45f1SShri Abhyankar   ierr = DMPlexGetSupport(network->plex,vertex,edges);CHKERRQ(ierr);
8905f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
8915f2c45f1SShri Abhyankar }
8925f2c45f1SShri Abhyankar 
8935f2c45f1SShri Abhyankar #undef __FUNCT__
8945f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkGetConnectedNodes"
8955f2c45f1SShri Abhyankar /*@C
896596e729fSHong Zhang   DMNetworkGetConnectedNodes - Return the connected vertices for this edge point
8975f2c45f1SShri Abhyankar 
8985f2c45f1SShri Abhyankar   Not Collective
8995f2c45f1SShri Abhyankar 
9005f2c45f1SShri Abhyankar   Input Parameters:
9015f2c45f1SShri Abhyankar + dm - The DMNetwork object
9025f2c45f1SShri Abhyankar - p  - the edge point
9035f2c45f1SShri Abhyankar 
9045f2c45f1SShri Abhyankar   Output Paramters:
9055f2c45f1SShri Abhyankar . vertices  - vertices connected to this edge
9065f2c45f1SShri Abhyankar 
9075f2c45f1SShri Abhyankar   Level: intermediate
9085f2c45f1SShri Abhyankar 
9095f2c45f1SShri Abhyankar   Fortran Notes:
9105f2c45f1SShri Abhyankar   Since it returns an array, this routine is only available in Fortran 90, and you must
9115f2c45f1SShri Abhyankar   include petsc.h90 in your code.
9125f2c45f1SShri Abhyankar 
9135f2c45f1SShri Abhyankar .seealso: DMNetworkCreate, DMNetworkGetSupportingEdges
9145f2c45f1SShri Abhyankar @*/
9155f2c45f1SShri Abhyankar PetscErrorCode DMNetworkGetConnectedNodes(DM dm,PetscInt edge,const PetscInt *vertices[])
9165f2c45f1SShri Abhyankar {
9175f2c45f1SShri Abhyankar   PetscErrorCode ierr;
9185f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
9195f2c45f1SShri Abhyankar 
9205f2c45f1SShri Abhyankar   PetscFunctionBegin;
9215f2c45f1SShri Abhyankar   ierr = DMPlexGetCone(network->plex,edge,vertices);CHKERRQ(ierr);
9225f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
9235f2c45f1SShri Abhyankar }
9245f2c45f1SShri Abhyankar 
9255f2c45f1SShri Abhyankar #undef __FUNCT__
9265f2c45f1SShri Abhyankar #define __FUNCT__ "DMNetworkIsGhostVertex"
9275f2c45f1SShri Abhyankar /*@
9285f2c45f1SShri Abhyankar   DMNetworkIsGhostVertex - Returns TRUE if the vertex is a ghost vertex
9295f2c45f1SShri Abhyankar 
9305f2c45f1SShri Abhyankar   Not Collective
9315f2c45f1SShri Abhyankar 
9325f2c45f1SShri Abhyankar   Input Parameters:
9335f2c45f1SShri Abhyankar + dm - The DMNetwork object
9345f2c45f1SShri Abhyankar . p  - the vertex point
9355f2c45f1SShri Abhyankar 
9365f2c45f1SShri Abhyankar   Output Parameter:
9375f2c45f1SShri Abhyankar . isghost - TRUE if the vertex is a ghost point
9385f2c45f1SShri Abhyankar 
9395f2c45f1SShri Abhyankar   Level: intermediate
9405f2c45f1SShri Abhyankar 
9415f2c45f1SShri Abhyankar .seealso: DMNetworkCreate, DMNetworkGetConnectedNodes, DMNetworkGetVertexRange
9425f2c45f1SShri Abhyankar @*/
9435f2c45f1SShri Abhyankar PetscErrorCode DMNetworkIsGhostVertex(DM dm,PetscInt p,PetscBool *isghost)
9445f2c45f1SShri Abhyankar {
9455f2c45f1SShri Abhyankar   PetscErrorCode ierr;
9465f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*)dm->data;
9475f2c45f1SShri Abhyankar   PetscInt       offsetg;
9485f2c45f1SShri Abhyankar   PetscSection   sectiong;
9495f2c45f1SShri Abhyankar 
9505f2c45f1SShri Abhyankar   PetscFunctionBegin;
9515f2c45f1SShri Abhyankar   *isghost = PETSC_FALSE;
9525f2c45f1SShri Abhyankar   ierr = DMGetDefaultGlobalSection(network->plex,&sectiong);CHKERRQ(ierr);
9535f2c45f1SShri Abhyankar   ierr = PetscSectionGetOffset(sectiong,p,&offsetg);CHKERRQ(ierr);
9545f2c45f1SShri Abhyankar   if (offsetg < 0) *isghost = PETSC_TRUE;
9555f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
9565f2c45f1SShri Abhyankar }
9575f2c45f1SShri Abhyankar 
9585f2c45f1SShri Abhyankar #undef __FUNCT__
9595f2c45f1SShri Abhyankar #define __FUNCT__ "DMSetUp_Network"
9605f2c45f1SShri Abhyankar PetscErrorCode DMSetUp_Network(DM dm)
9615f2c45f1SShri Abhyankar {
9625f2c45f1SShri Abhyankar   PetscErrorCode ierr;
9635f2c45f1SShri Abhyankar   DM_Network     *network=(DM_Network*)dm->data;
9645f2c45f1SShri Abhyankar 
9655f2c45f1SShri Abhyankar   PetscFunctionBegin;
9665f2c45f1SShri Abhyankar   ierr = DMNetworkComponentSetUp(dm);CHKERRQ(ierr);
9675f2c45f1SShri Abhyankar   ierr = DMNetworkVariablesSetUp(dm);CHKERRQ(ierr);
9685f2c45f1SShri Abhyankar 
9695f2c45f1SShri Abhyankar   ierr = DMSetDefaultSection(network->plex,network->DofSection);CHKERRQ(ierr);
9705f2c45f1SShri Abhyankar   ierr = DMGetDefaultGlobalSection(network->plex,&network->GlobalDofSection);CHKERRQ(ierr);
9715f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
9725f2c45f1SShri Abhyankar }
9735f2c45f1SShri Abhyankar 
9745f2c45f1SShri Abhyankar #undef __FUNCT__
97517df6e9eSHong Zhang #define __FUNCT__ "DMNetworkHasJacobian"
9761ad426b7SHong Zhang /*@
97717df6e9eSHong Zhang     DMNetworkHasJacobian - Sets global flag for using user's sub Jacobian matrices
9781ad426b7SHong Zhang                             -- replaced by DMNetworkSetOption(network,userjacobian,PETSC_TURE)?
9791ad426b7SHong Zhang 
9801ad426b7SHong Zhang     Collective
9811ad426b7SHong Zhang 
9821ad426b7SHong Zhang     Input Parameters:
98383b2e829SHong Zhang +   dm - The DMNetwork object
98483b2e829SHong Zhang .   eflg - turn the option on (PETSC_TRUE) or off (PETSC_FALSE) if user provides Jacobian for edges
98583b2e829SHong Zhang -   vflg - turn the option on (PETSC_TRUE) or off (PETSC_FALSE) if user provides Jacobian for vertices
9861ad426b7SHong Zhang 
9871ad426b7SHong Zhang     Level: intermediate
9881ad426b7SHong Zhang 
9891ad426b7SHong Zhang @*/
99083b2e829SHong Zhang PetscErrorCode DMNetworkHasJacobian(DM dm,PetscBool eflg,PetscBool vflg)
9911ad426b7SHong Zhang {
9921ad426b7SHong Zhang   DM_Network     *network=(DM_Network*)dm->data;
9931ad426b7SHong Zhang 
9941ad426b7SHong Zhang   PetscFunctionBegin;
99583b2e829SHong Zhang   network->userEdgeJacobian   = eflg;
99683b2e829SHong Zhang   network->userVertexJacobian = vflg;
9971ad426b7SHong Zhang   PetscFunctionReturn(0);
9981ad426b7SHong Zhang }
9991ad426b7SHong Zhang 
10001ad426b7SHong Zhang #undef __FUNCT__
100183b2e829SHong Zhang #define __FUNCT__ "DMNetworkEdgeSetMatrix"
10021ad426b7SHong Zhang /*@
100383b2e829SHong Zhang     DMNetworkEdgeSetMatrix - Sets user-provided Jacobian matrices for this edge to the network
100483b2e829SHong Zhang 
100583b2e829SHong Zhang     Not Collective
100683b2e829SHong Zhang 
100783b2e829SHong Zhang     Input Parameters:
100883b2e829SHong Zhang +   dm - The DMNetwork object
100983b2e829SHong Zhang .   p  - the edge point
10103e97b6e8SHong Zhang -   J - array (size = 3) of Jacobian submatrices for this edge point:
10113e97b6e8SHong Zhang         J[0]: this edge
10123e97b6e8SHong Zhang         J[1] and J[2]: connected vertices, obtained by calling DMNetworkGetConnectedNodes()
101383b2e829SHong Zhang 
101483b2e829SHong Zhang     Level: intermediate
101583b2e829SHong Zhang 
101683b2e829SHong Zhang .seealso: DMNetworkVertexSetMatrix
101783b2e829SHong Zhang @*/
101883b2e829SHong Zhang PetscErrorCode DMNetworkEdgeSetMatrix(DM dm,PetscInt p,Mat J[])
101983b2e829SHong Zhang {
102083b2e829SHong Zhang   PetscErrorCode ierr;
102183b2e829SHong Zhang   DM_Network     *network=(DM_Network*)dm->data;
102283b2e829SHong Zhang 
102383b2e829SHong Zhang   PetscFunctionBegin;
1024883e35e8SHong Zhang   if (!network->userEdgeJacobian) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_ORDER,"Must call DMNetworkHasJacobian() collectively before calling DMNetworkEdgeSetMatrix");
102583b2e829SHong Zhang   if (!network->Je) {
1026883e35e8SHong Zhang     ierr = PetscCalloc1(3*network->nEdges,&network->Je);CHKERRQ(ierr);
102783b2e829SHong Zhang   }
1028883e35e8SHong Zhang   network->Je[3*p]   = J[0];
1029883e35e8SHong Zhang   network->Je[3*p+1] = J[1];
1030883e35e8SHong Zhang   network->Je[3*p+2] = J[2];
103183b2e829SHong Zhang   PetscFunctionReturn(0);
103283b2e829SHong Zhang }
103383b2e829SHong Zhang 
103483b2e829SHong Zhang #undef __FUNCT__
1035883e35e8SHong Zhang #define __FUNCT__ "DMNetworkVertexSetMatrix"
103683b2e829SHong Zhang /*@
103776ddfea5SHong Zhang     DMNetworkVertexSetMatrix - Sets user-provided Jacobian matrix for this vertex to the network
10381ad426b7SHong Zhang 
10391ad426b7SHong Zhang     Not Collective
10401ad426b7SHong Zhang 
10411ad426b7SHong Zhang     Input Parameters:
10421ad426b7SHong Zhang +   dm - The DMNetwork object
10431ad426b7SHong Zhang .   p  - the vertex point
10443e97b6e8SHong Zhang -   J - array of Jacobian (size = 2*(num of supporting edges) + 1) submatrices for this vertex point:
10453e97b6e8SHong Zhang         J[0]:       this vertex
10463e97b6e8SHong Zhang         J[1+2*i]:   i-th supporting edge
10473e97b6e8SHong Zhang         J[1+2*i+1]: i-th connected vertex
10481ad426b7SHong Zhang 
10491ad426b7SHong Zhang     Level: intermediate
10501ad426b7SHong Zhang 
105183b2e829SHong Zhang .seealso: DMNetworkEdgeSetMatrix
10521ad426b7SHong Zhang @*/
1053883e35e8SHong Zhang PetscErrorCode DMNetworkVertexSetMatrix(DM dm,PetscInt p,Mat J[])
10545f2c45f1SShri Abhyankar {
10555f2c45f1SShri Abhyankar   PetscErrorCode ierr;
10565f2c45f1SShri Abhyankar   DM_Network     *network=(DM_Network*)dm->data;
1057f4431b8cSHong Zhang   PetscInt       i,*vptr,nedges,vStart,vEnd;
1058883e35e8SHong Zhang   const PetscInt *edges;
10595f2c45f1SShri Abhyankar 
10605f2c45f1SShri Abhyankar   PetscFunctionBegin;
1061883e35e8SHong Zhang   if (!network->userVertexJacobian) SETERRQ(PetscObjectComm((PetscObject)dm),PETSC_ERR_ORDER,"Must call DMNetworkHasJacobian() collectively before calling DMNetworkVertexSetMatrix");
1062883e35e8SHong Zhang 
1063883e35e8SHong Zhang   ierr = DMNetworkGetVertexRange(dm,&vStart,&vEnd);CHKERRQ(ierr);
1064f4431b8cSHong Zhang 
106583b2e829SHong Zhang   if (!network->Jv) {
1066f4431b8cSHong Zhang     PetscInt nNodes = network->nNodes,nedges_total;
1067883e35e8SHong Zhang     /* count nvertex_total */
10683e97b6e8SHong Zhang     nedges_total = 0;
1069883e35e8SHong Zhang     ierr = DMNetworkGetVertexRange(dm,&vStart,&vEnd);CHKERRQ(ierr);
1070f4431b8cSHong Zhang     ierr = PetscMalloc1(nNodes+1,&vptr);CHKERRQ(ierr);
1071f4431b8cSHong Zhang 
1072883e35e8SHong Zhang     vptr[0] = 0;
1073f4431b8cSHong Zhang     for (i=0; i<nNodes; i++) {
1074f4431b8cSHong Zhang       ierr = DMNetworkGetSupportingEdges(dm,i+vStart,&nedges,&edges);CHKERRQ(ierr);
1075883e35e8SHong Zhang       nedges_total += nedges;
1076f4431b8cSHong Zhang       vptr[i+1] = vptr[i] + 2*nedges + 1;
10771ad426b7SHong Zhang     }
10783e97b6e8SHong Zhang 
1079f4431b8cSHong Zhang     ierr = PetscCalloc1(2*nedges_total+nNodes,&network->Jv);CHKERRQ(ierr);
1080883e35e8SHong Zhang     network->Jvptr = vptr;
1081883e35e8SHong Zhang   }
1082883e35e8SHong Zhang 
1083883e35e8SHong Zhang   vptr = network->Jvptr;
10843e97b6e8SHong Zhang   network->Jv[vptr[p-vStart]] = J[0]; /* Set Jacobian for this vertex */
10853e97b6e8SHong Zhang 
10863e97b6e8SHong Zhang   /* Set Jacobian for each supporting edge and connected vertex */
1087883e35e8SHong Zhang   ierr = DMNetworkGetSupportingEdges(dm,p,&nedges,&edges);CHKERRQ(ierr);
1088883e35e8SHong Zhang   for (i=1; i<=2*nedges; i++) network->Jv[vptr[p-vStart]+i] = J[i];
1089883e35e8SHong Zhang   PetscFunctionReturn(0);
1090883e35e8SHong Zhang }
1091883e35e8SHong Zhang 
1092883e35e8SHong Zhang #undef __FUNCT__
10935cf7da58SHong Zhang #define __FUNCT__ "MatSetPreallocationDenseblock_private"
1094e0f69777SHong Zhang PETSC_STATIC_INLINE PetscErrorCode MatSetPreallocationDenseblock_private(PetscInt nrows,PetscInt *rows,PetscInt ncols,PetscBool ghost,Vec vdnz,Vec vonz)
10955cf7da58SHong Zhang {
10965cf7da58SHong Zhang   PetscErrorCode ierr;
10975cf7da58SHong Zhang   PetscInt       j;
10985cf7da58SHong Zhang   PetscScalar    val=(PetscScalar)ncols;
10995cf7da58SHong Zhang 
11005cf7da58SHong Zhang   PetscFunctionBegin;
11015cf7da58SHong Zhang   if (!ghost) {
11025cf7da58SHong Zhang     for (j=0; j<nrows; j++) {
11035cf7da58SHong Zhang       ierr = VecSetValues(vdnz,1,&rows[j],&val,ADD_VALUES);CHKERRQ(ierr);
11045cf7da58SHong Zhang     }
11055cf7da58SHong Zhang   } else {
11065cf7da58SHong Zhang     for (j=0; j<nrows; j++) {
11075cf7da58SHong Zhang       ierr = VecSetValues(vonz,1,&rows[j],&val,ADD_VALUES);CHKERRQ(ierr);
11085cf7da58SHong Zhang     }
11095cf7da58SHong Zhang   }
11105cf7da58SHong Zhang   PetscFunctionReturn(0);
11115cf7da58SHong Zhang }
11125cf7da58SHong Zhang 
11135cf7da58SHong Zhang #undef __FUNCT__
11145cf7da58SHong Zhang #define __FUNCT__ "MatSetPreallocationUserblock_private"
1115e0f69777SHong Zhang PETSC_STATIC_INLINE PetscErrorCode MatSetPreallocationUserblock_private(Mat Ju,PetscInt nrows,PetscInt *rows,PetscInt ncols,PetscBool ghost,Vec vdnz,Vec vonz)
11165cf7da58SHong Zhang {
11175cf7da58SHong Zhang   PetscErrorCode ierr;
11185cf7da58SHong Zhang   PetscInt       j,ncols_u;
11195cf7da58SHong Zhang   PetscScalar    val;
11205cf7da58SHong Zhang 
11215cf7da58SHong Zhang   PetscFunctionBegin;
11225cf7da58SHong Zhang   if (!ghost) {
11235cf7da58SHong Zhang     for (j=0; j<nrows; j++) {
11245cf7da58SHong Zhang       ierr = MatGetRow(Ju,j,&ncols_u,NULL,NULL);CHKERRQ(ierr);
11255cf7da58SHong Zhang       val = (PetscScalar)ncols_u;
11265cf7da58SHong Zhang       ierr = VecSetValues(vdnz,1,&rows[j],&val,ADD_VALUES);CHKERRQ(ierr);
11275cf7da58SHong Zhang       ierr = MatRestoreRow(Ju,j,&ncols_u,NULL,NULL);CHKERRQ(ierr);
11285cf7da58SHong Zhang     }
11295cf7da58SHong Zhang   } else {
11305cf7da58SHong Zhang     for (j=0; j<nrows; j++) {
11315cf7da58SHong Zhang       ierr = MatGetRow(Ju,j,&ncols_u,NULL,NULL);CHKERRQ(ierr);
11325cf7da58SHong Zhang       val = (PetscScalar)ncols_u;
11335cf7da58SHong Zhang       ierr = VecSetValues(vonz,1,&rows[j],&val,ADD_VALUES);CHKERRQ(ierr);
11345cf7da58SHong Zhang       ierr = MatRestoreRow(Ju,j,&ncols_u,NULL,NULL);CHKERRQ(ierr);
11355cf7da58SHong Zhang     }
11365cf7da58SHong Zhang   }
11375cf7da58SHong Zhang   PetscFunctionReturn(0);
11385cf7da58SHong Zhang }
11395cf7da58SHong Zhang 
11405cf7da58SHong Zhang #undef __FUNCT__
11415cf7da58SHong Zhang #define __FUNCT__ "MatSetPreallocationblock_private"
1142e0f69777SHong Zhang PETSC_STATIC_INLINE PetscErrorCode MatSetPreallocationblock_private(Mat Ju,PetscInt nrows,PetscInt *rows,PetscInt ncols,PetscBool ghost,Vec vdnz,Vec vonz)
11435cf7da58SHong Zhang {
11445cf7da58SHong Zhang   PetscErrorCode ierr;
11455cf7da58SHong Zhang 
11465cf7da58SHong Zhang   PetscFunctionBegin;
11475cf7da58SHong Zhang   if (Ju) {
11485cf7da58SHong Zhang     ierr = MatSetPreallocationUserblock_private(Ju,nrows,rows,ncols,ghost,vdnz,vonz);CHKERRQ(ierr);
11495cf7da58SHong Zhang   } else {
11505cf7da58SHong Zhang     ierr = MatSetPreallocationDenseblock_private(nrows,rows,ncols,ghost,vdnz,vonz);CHKERRQ(ierr);
11515cf7da58SHong Zhang   }
11525cf7da58SHong Zhang   PetscFunctionReturn(0);
11535cf7da58SHong Zhang }
11545cf7da58SHong Zhang 
11555cf7da58SHong Zhang #undef __FUNCT__
1156883e35e8SHong Zhang #define __FUNCT__ "MatSetDenseblock_private"
1157e0f69777SHong Zhang PETSC_STATIC_INLINE PetscErrorCode MatSetDenseblock_private(PetscInt nrows,PetscInt *rows,PetscInt ncols,PetscInt cstart,Mat *J)
1158883e35e8SHong Zhang {
1159883e35e8SHong Zhang   PetscErrorCode ierr;
1160883e35e8SHong Zhang   PetscInt       j,*cols;
1161883e35e8SHong Zhang   PetscScalar    *zeros;
1162883e35e8SHong Zhang 
1163883e35e8SHong Zhang   PetscFunctionBegin;
1164883e35e8SHong Zhang   ierr = PetscCalloc2(ncols,&cols,nrows*ncols,&zeros);CHKERRQ(ierr);
1165883e35e8SHong Zhang   for (j=0; j<ncols; j++) cols[j] = j+ cstart;
1166883e35e8SHong Zhang   ierr = MatSetValues(*J,nrows,rows,ncols,cols,zeros,INSERT_VALUES);CHKERRQ(ierr);
1167883e35e8SHong Zhang   ierr = PetscFree2(cols,zeros);CHKERRQ(ierr);
11681ad426b7SHong Zhang   PetscFunctionReturn(0);
11691ad426b7SHong Zhang }
1170a4e85ca8SHong Zhang 
11713e97b6e8SHong Zhang #undef __FUNCT__
11723e97b6e8SHong Zhang #define __FUNCT__ "MatSetUserblock_private"
1173e0f69777SHong Zhang PETSC_STATIC_INLINE PetscErrorCode MatSetUserblock_private(Mat Ju,PetscInt nrows,PetscInt *rows,PetscInt ncols,PetscInt cstart,Mat *J)
11743e97b6e8SHong Zhang {
11753e97b6e8SHong Zhang   PetscErrorCode ierr;
11763e97b6e8SHong Zhang   PetscInt       j,M,N,row,col,ncols_u;
11773e97b6e8SHong Zhang   const PetscInt *cols;
11783e97b6e8SHong Zhang   PetscScalar    zero=0.0;
11793e97b6e8SHong Zhang 
11803e97b6e8SHong Zhang   PetscFunctionBegin;
11813e97b6e8SHong Zhang   ierr = MatGetSize(Ju,&M,&N);CHKERRQ(ierr);
11823e97b6e8SHong Zhang   if (nrows != M || ncols != N) SETERRQ4(PetscObjectComm((PetscObject)Ju),PETSC_ERR_USER,"%D by %D must equal %D by %D",nrows,ncols,M,N);
11833e97b6e8SHong Zhang 
11843e97b6e8SHong Zhang   for (row=0; row<nrows; row++) {
11853e97b6e8SHong Zhang     ierr = MatGetRow(Ju,row,&ncols_u,&cols,NULL);CHKERRQ(ierr);
11863e97b6e8SHong Zhang     for (j=0; j<ncols_u; j++) {
11873e97b6e8SHong Zhang       col = cols[j] + cstart;
11883e97b6e8SHong Zhang       ierr = MatSetValues(*J,1,&rows[row],1,&col,&zero,INSERT_VALUES);CHKERRQ(ierr);
11893e97b6e8SHong Zhang     }
11903e97b6e8SHong Zhang     ierr = MatRestoreRow(Ju,row,&ncols_u,&cols,NULL);CHKERRQ(ierr);
11913e97b6e8SHong Zhang   }
11923e97b6e8SHong Zhang   PetscFunctionReturn(0);
11933e97b6e8SHong Zhang }
11941ad426b7SHong Zhang 
11951ad426b7SHong Zhang #undef __FUNCT__
1196a4e85ca8SHong Zhang #define __FUNCT__ "MatSetblock_private"
1197e0f69777SHong Zhang PETSC_STATIC_INLINE PetscErrorCode MatSetblock_private(Mat Ju,PetscInt nrows,PetscInt *rows,PetscInt ncols,PetscInt cstart,Mat *J)
1198a4e85ca8SHong Zhang {
1199a4e85ca8SHong Zhang   PetscErrorCode ierr;
1200f4431b8cSHong Zhang 
1201a4e85ca8SHong Zhang   PetscFunctionBegin;
1202a4e85ca8SHong Zhang   if (Ju) {
1203a4e85ca8SHong Zhang     ierr = MatSetUserblock_private(Ju,nrows,rows,ncols,cstart,J);CHKERRQ(ierr);
1204a4e85ca8SHong Zhang   } else {
1205a4e85ca8SHong Zhang     ierr = MatSetDenseblock_private(nrows,rows,ncols,cstart,J);CHKERRQ(ierr);
1206a4e85ca8SHong Zhang   }
1207a4e85ca8SHong Zhang   PetscFunctionReturn(0);
1208a4e85ca8SHong Zhang }
1209a4e85ca8SHong Zhang 
121024121865SAdrian Maldonado 
121124121865SAdrian Maldonado #undef __FUNCT__
121224121865SAdrian Maldonado #define __FUNCT__ "CreateSubGlobalToLocalMapping_private"
121324121865SAdrian Maldonado /* Creates a GlobalToLocal mapping with a Local and Global section. This is akin to the routine DMGetLocalToGlobalMapping but without the need of providing a dm.
121424121865SAdrian Maldonado */
121524121865SAdrian Maldonado PetscErrorCode CreateSubGlobalToLocalMapping_private(PetscSection globalsec, PetscSection localsec, ISLocalToGlobalMapping *ltog)
121624121865SAdrian Maldonado {
121724121865SAdrian Maldonado   PetscErrorCode ierr;
121824121865SAdrian Maldonado   PetscInt       i, size, dof;
121924121865SAdrian Maldonado   PetscInt       *glob2loc;
122024121865SAdrian Maldonado 
122124121865SAdrian Maldonado   PetscFunctionBegin;
122224121865SAdrian Maldonado   ierr = PetscSectionGetStorageSize(localsec,&size);CHKERRQ(ierr);
122324121865SAdrian Maldonado   ierr = PetscMalloc1(size,&glob2loc);CHKERRQ(ierr);
122424121865SAdrian Maldonado 
122524121865SAdrian Maldonado   for (i = 0; i < size; i++) {
122624121865SAdrian Maldonado     ierr = PetscSectionGetOffset(globalsec,i,&dof);CHKERRQ(ierr);
122724121865SAdrian Maldonado     dof = (dof >= 0) ? dof : -(dof + 1);
122824121865SAdrian Maldonado     glob2loc[i] = dof;
122924121865SAdrian Maldonado   }
123024121865SAdrian Maldonado 
123124121865SAdrian Maldonado   ierr = ISLocalToGlobalMappingCreate(PETSC_COMM_WORLD,1,size,glob2loc,PETSC_OWN_POINTER,ltog);CHKERRQ(ierr);
123224121865SAdrian Maldonado #if 0
123324121865SAdrian Maldonado   ierr = PetscIntView(size,glob2loc,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
123424121865SAdrian Maldonado #endif
123524121865SAdrian Maldonado   PetscFunctionReturn(0);
123624121865SAdrian Maldonado }
123724121865SAdrian Maldonado 
1238a4e85ca8SHong Zhang #undef __FUNCT__
12391ad426b7SHong Zhang #define __FUNCT__ "DMCreateMatrix_Network"
12401ad426b7SHong Zhang PetscErrorCode DMCreateMatrix_Network(DM dm,Mat *J)
12411ad426b7SHong Zhang {
12421ad426b7SHong Zhang   PetscErrorCode ierr;
124324121865SAdrian Maldonado   PetscMPIInt    rank, size;
12441ad426b7SHong Zhang   DM_Network     *network = (DM_Network*) dm->data;
1245a4e85ca8SHong Zhang   PetscInt       eStart,eEnd,vStart,vEnd,rstart,nrows,*rows,localSize;
1246840c2264SHong Zhang   PetscInt       cstart,ncols,j,e,v;
124724121865SAdrian Maldonado   PetscBool      ghost,ghost_vc,ghost2,isNest;
1248a4e85ca8SHong Zhang   Mat            Juser;
1249bfbc38dcSHong Zhang   PetscSection   sectionGlobal;
1250bdcb62a2SHong Zhang   PetscInt       nedges,*vptr=NULL,vc,*rows_v;
1251a4e85ca8SHong Zhang   const PetscInt *edges,*cone;
12525cf7da58SHong Zhang   MPI_Comm       comm;
125324121865SAdrian Maldonado   MatType        mtype;
12545cf7da58SHong Zhang   Vec            vd_nz,vo_nz;
12555cf7da58SHong Zhang   PetscInt       *dnnz,*onnz;
12565cf7da58SHong Zhang   PetscScalar    *vdnz,*vonz;
12571ad426b7SHong Zhang 
12581ad426b7SHong Zhang   PetscFunctionBegin;
125924121865SAdrian Maldonado   mtype = dm->mattype;
126024121865SAdrian Maldonado   ierr = PetscStrcmp(mtype, MATNEST, &isNest);CHKERRQ(ierr);
126124121865SAdrian Maldonado 
126224121865SAdrian Maldonado   if (isNest) {
12630731d606SHong Zhang     /* ierr = DMCreateMatrix_Network_Nest(); */
126424121865SAdrian Maldonado     PetscInt   eDof, vDof;
126524121865SAdrian Maldonado     Mat        j11, j12, j21, j22, bA[2][2];
126624121865SAdrian Maldonado     ISLocalToGlobalMapping eISMap, vISMap;
126724121865SAdrian Maldonado 
126824121865SAdrian Maldonado     ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
126924121865SAdrian Maldonado     ierr = MPI_Comm_rank(comm,&rank);CHKERRQ(ierr);
127024121865SAdrian Maldonado     ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
127124121865SAdrian Maldonado 
127224121865SAdrian Maldonado     ierr = PetscSectionGetConstrainedStorageSize(network->edge.GlobalDofSection,&eDof);CHKERRQ(ierr);
127324121865SAdrian Maldonado     ierr = PetscSectionGetConstrainedStorageSize(network->vertex.GlobalDofSection,&vDof);CHKERRQ(ierr);
127424121865SAdrian Maldonado 
127524121865SAdrian Maldonado #if 0
127624121865SAdrian Maldonado     printf("rank[%d] vdof = %d. edof = %d\n", rank, vDof, eDof);
127724121865SAdrian Maldonado #endif
127824121865SAdrian Maldonado 
127924121865SAdrian Maldonado     ierr = MatCreate(PETSC_COMM_WORLD, &j11);CHKERRQ(ierr);
128024121865SAdrian Maldonado     ierr = MatSetSizes(j11, eDof, eDof, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
128124121865SAdrian Maldonado     ierr = MatSetType(j11, MATMPIAIJ);CHKERRQ(ierr);
128224121865SAdrian Maldonado 
128324121865SAdrian Maldonado     ierr = MatCreate(PETSC_COMM_WORLD, &j12);CHKERRQ(ierr);
128424121865SAdrian Maldonado     ierr = MatSetSizes(j12, eDof, vDof, PETSC_DETERMINE ,PETSC_DETERMINE);CHKERRQ(ierr);
128524121865SAdrian Maldonado     ierr = MatSetType(j12, MATMPIAIJ);CHKERRQ(ierr);
128624121865SAdrian Maldonado 
128724121865SAdrian Maldonado     ierr = MatCreate(PETSC_COMM_WORLD, &j21);CHKERRQ(ierr);
128824121865SAdrian Maldonado     ierr = MatSetSizes(j21, vDof, eDof, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
128924121865SAdrian Maldonado     ierr = MatSetType(j21, MATMPIAIJ);CHKERRQ(ierr);
129024121865SAdrian Maldonado 
129124121865SAdrian Maldonado     ierr = MatCreate(PETSC_COMM_WORLD, &j22);CHKERRQ(ierr);
129224121865SAdrian Maldonado     ierr = MatSetSizes(j22, vDof, vDof, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr);
129324121865SAdrian Maldonado     ierr = MatSetType(j22, MATMPIAIJ);CHKERRQ(ierr);
129424121865SAdrian Maldonado 
129524121865SAdrian Maldonado     bA[0][0] = j11;
129624121865SAdrian Maldonado     bA[0][1] = j12;
129724121865SAdrian Maldonado     bA[1][0] = j21;
129824121865SAdrian Maldonado     bA[1][1] = j22;
129924121865SAdrian Maldonado 
130024121865SAdrian Maldonado     ierr = CreateSubGlobalToLocalMapping_private(network->edge.GlobalDofSection,network->edge.DofSection,&eISMap);CHKERRQ(ierr);
130124121865SAdrian Maldonado     ierr = CreateSubGlobalToLocalMapping_private(network->vertex.GlobalDofSection,network->vertex.DofSection,&vISMap);CHKERRQ(ierr);
130224121865SAdrian Maldonado 
130324121865SAdrian Maldonado     ierr = MatSetLocalToGlobalMapping(j11,eISMap,eISMap);CHKERRQ(ierr);
130424121865SAdrian Maldonado     ierr = MatSetLocalToGlobalMapping(j12,eISMap,vISMap);CHKERRQ(ierr);
130524121865SAdrian Maldonado     ierr = MatSetLocalToGlobalMapping(j21,vISMap,eISMap);CHKERRQ(ierr);
130624121865SAdrian Maldonado     ierr = MatSetLocalToGlobalMapping(j22,vISMap,vISMap);CHKERRQ(ierr);
130724121865SAdrian Maldonado 
130824121865SAdrian Maldonado     ierr = MatSetUp(j11);CHKERRQ(ierr);
130924121865SAdrian Maldonado     ierr = MatSetUp(j12);CHKERRQ(ierr);
131024121865SAdrian Maldonado     ierr = MatSetUp(j21);CHKERRQ(ierr);
131124121865SAdrian Maldonado     ierr = MatSetUp(j22);CHKERRQ(ierr);
131224121865SAdrian Maldonado 
131324121865SAdrian Maldonado     ierr = MatCreateNest(PETSC_COMM_WORLD,2,NULL,2,NULL,&bA[0][0],J);CHKERRQ(ierr);
131424121865SAdrian Maldonado     ierr = MatSetUp(*J);CHKERRQ(ierr);
131524121865SAdrian Maldonado     ierr = MatNestSetVecType(*J,VECNEST);CHKERRQ(ierr);
131624121865SAdrian Maldonado     ierr = MatDestroy(&j11);CHKERRQ(ierr);
131724121865SAdrian Maldonado     ierr = MatDestroy(&j12);CHKERRQ(ierr);
131824121865SAdrian Maldonado     ierr = MatDestroy(&j21);CHKERRQ(ierr);
131924121865SAdrian Maldonado     ierr = MatDestroy(&j22);CHKERRQ(ierr);
132024121865SAdrian Maldonado 
132124121865SAdrian Maldonado     ierr = MatAssemblyBegin(*J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
132224121865SAdrian Maldonado     ierr = MatAssemblyEnd(*J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
132324121865SAdrian Maldonado 
132424121865SAdrian Maldonado     /* Free structures */
132524121865SAdrian Maldonado     ierr = ISLocalToGlobalMappingDestroy(&eISMap);CHKERRQ(ierr);
132624121865SAdrian Maldonado     ierr = ISLocalToGlobalMappingDestroy(&vISMap);CHKERRQ(ierr);
132724121865SAdrian Maldonado 
132824121865SAdrian Maldonado     PetscFunctionReturn(0);
132924121865SAdrian Maldonado   } else if (!network->userEdgeJacobian && !network->userVertexJacobian) {
1330a4e85ca8SHong Zhang     /* user does not provide Jacobian blocks */
1331bfbc38dcSHong Zhang     ierr = DMCreateMatrix(network->plex,J);CHKERRQ(ierr);
1332bfbc38dcSHong Zhang     ierr = MatSetDM(*J,dm);CHKERRQ(ierr);
13331ad426b7SHong Zhang     PetscFunctionReturn(0);
13341ad426b7SHong Zhang   }
13351ad426b7SHong Zhang 
1336bfbc38dcSHong Zhang   ierr = MatCreate(PetscObjectComm((PetscObject)dm),J);CHKERRQ(ierr);
13372a945128SHong Zhang   ierr = DMGetDefaultGlobalSection(network->plex,&sectionGlobal);CHKERRQ(ierr);
1338bfbc38dcSHong Zhang   ierr = PetscSectionGetConstrainedStorageSize(sectionGlobal,&localSize);CHKERRQ(ierr);
1339bfbc38dcSHong Zhang   ierr = MatSetSizes(*J,localSize,localSize,PETSC_DETERMINE,PETSC_DETERMINE);CHKERRQ(ierr);
13402a945128SHong Zhang 
13412a945128SHong Zhang   ierr = MatSetType(*J,MATAIJ);CHKERRQ(ierr);
13422a945128SHong Zhang   ierr = MatSetFromOptions(*J);CHKERRQ(ierr);
134389898e50SHong Zhang 
134489898e50SHong Zhang   /* (1) Set matrix preallocation */
134589898e50SHong Zhang   /*------------------------------*/
1346840c2264SHong Zhang   ierr = PetscObjectGetComm((PetscObject)dm,&comm);CHKERRQ(ierr);
1347840c2264SHong Zhang   ierr = VecCreate(comm,&vd_nz);CHKERRQ(ierr);
1348840c2264SHong Zhang   ierr = VecSetSizes(vd_nz,localSize,PETSC_DECIDE);CHKERRQ(ierr);
1349840c2264SHong Zhang   ierr = VecSetFromOptions(vd_nz);CHKERRQ(ierr);
1350840c2264SHong Zhang   ierr = VecSet(vd_nz,0.0);CHKERRQ(ierr);
1351840c2264SHong Zhang   ierr = VecDuplicate(vd_nz,&vo_nz);CHKERRQ(ierr);
1352840c2264SHong Zhang 
135389898e50SHong Zhang   /* Set preallocation for edges */
135489898e50SHong Zhang   /*-----------------------------*/
1355840c2264SHong Zhang   ierr = DMNetworkGetEdgeRange(dm,&eStart,&eEnd);CHKERRQ(ierr);
1356840c2264SHong Zhang 
1357bdcb62a2SHong Zhang   ierr = PetscMalloc1(localSize,&rows);CHKERRQ(ierr);
1358840c2264SHong Zhang   for (e=eStart; e<eEnd; e++) {
1359840c2264SHong Zhang     /* Get row indices */
1360840c2264SHong Zhang     ierr = DMNetworkGetVariableGlobalOffset(dm,e,&rstart);CHKERRQ(ierr);
1361840c2264SHong Zhang     ierr = DMNetworkGetNumVariables(dm,e,&nrows);CHKERRQ(ierr);
1362840c2264SHong Zhang     if (nrows) {
1363840c2264SHong Zhang       if (!network->Je) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NULL,"Uer must provide Je");
1364840c2264SHong Zhang       for (j=0; j<nrows; j++) rows[j] = j + rstart;
1365840c2264SHong Zhang 
13665cf7da58SHong Zhang       /* Set preallocation for conntected vertices */
1367840c2264SHong Zhang       ierr = DMNetworkGetConnectedNodes(dm,e,&cone);CHKERRQ(ierr);
1368840c2264SHong Zhang       for (v=0; v<2; v++) {
1369840c2264SHong Zhang         ierr = DMNetworkGetNumVariables(dm,cone[v],&ncols);CHKERRQ(ierr);
1370840c2264SHong Zhang 
1371840c2264SHong Zhang         Juser = network->Je[3*e+1+v]; /* Jacobian(e,v) */
1372840c2264SHong Zhang         ierr = DMNetworkIsGhostVertex(dm,cone[v],&ghost);CHKERRQ(ierr);
13735cf7da58SHong Zhang         ierr = MatSetPreallocationblock_private(Juser,nrows,rows,ncols,ghost,vd_nz,vo_nz);CHKERRQ(ierr);
1374840c2264SHong Zhang       }
1375840c2264SHong Zhang 
137689898e50SHong Zhang       /* Set preallocation for edge self */
1377840c2264SHong Zhang       cstart = rstart;
1378840c2264SHong Zhang       Juser = network->Je[3*e]; /* Jacobian(e,e) */
13795cf7da58SHong Zhang       ierr = MatSetPreallocationblock_private(Juser,nrows,rows,nrows,PETSC_FALSE,vd_nz,vo_nz);CHKERRQ(ierr);
1380840c2264SHong Zhang     }
1381840c2264SHong Zhang   }
1382840c2264SHong Zhang 
138389898e50SHong Zhang   /* Set preallocation for vertices */
138489898e50SHong Zhang   /*--------------------------------*/
1385840c2264SHong Zhang   ierr = DMNetworkGetVertexRange(dm,&vStart,&vEnd);CHKERRQ(ierr);
1386840c2264SHong Zhang   if (vEnd - vStart) {
1387840c2264SHong Zhang     if (!network->Jv) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NULL,"Uer must provide Jv");
1388840c2264SHong Zhang     vptr = network->Jvptr;
1389840c2264SHong Zhang     if (!vptr) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NULL,"Uer must provide vptr");
1390840c2264SHong Zhang   }
1391840c2264SHong Zhang 
1392840c2264SHong Zhang   for (v=vStart; v<vEnd; v++) {
1393840c2264SHong Zhang     /* Get row indices */
1394840c2264SHong Zhang     ierr = DMNetworkGetVariableGlobalOffset(dm,v,&rstart);CHKERRQ(ierr);
1395840c2264SHong Zhang     ierr = DMNetworkGetNumVariables(dm,v,&nrows);CHKERRQ(ierr);
1396840c2264SHong Zhang     if (!nrows) continue;
1397840c2264SHong Zhang 
1398bdcb62a2SHong Zhang     ierr = DMNetworkIsGhostVertex(dm,v,&ghost);CHKERRQ(ierr);
1399bdcb62a2SHong Zhang     if (ghost) {
1400bdcb62a2SHong Zhang       ierr = PetscMalloc1(nrows,&rows_v);CHKERRQ(ierr);
1401bdcb62a2SHong Zhang     } else {
1402bdcb62a2SHong Zhang       rows_v = rows;
1403bdcb62a2SHong Zhang     }
1404bdcb62a2SHong Zhang 
1405bdcb62a2SHong Zhang     for (j=0; j<nrows; j++) rows_v[j] = j + rstart;
1406840c2264SHong Zhang 
1407840c2264SHong Zhang     /* Get supporting edges and connected vertices */
1408840c2264SHong Zhang     ierr = DMNetworkGetSupportingEdges(dm,v,&nedges,&edges);CHKERRQ(ierr);
1409840c2264SHong Zhang 
1410840c2264SHong Zhang     for (e=0; e<nedges; e++) {
1411840c2264SHong Zhang       /* Supporting edges */
1412840c2264SHong Zhang       ierr = DMNetworkGetVariableGlobalOffset(dm,edges[e],&cstart);CHKERRQ(ierr);
1413840c2264SHong Zhang       ierr = DMNetworkGetNumVariables(dm,edges[e],&ncols);CHKERRQ(ierr);
1414840c2264SHong Zhang 
1415840c2264SHong Zhang       Juser = network->Jv[vptr[v-vStart]+2*e+1]; /* Jacobian(v,e) */
1416bdcb62a2SHong Zhang       ierr = MatSetPreallocationblock_private(Juser,nrows,rows_v,ncols,ghost,vd_nz,vo_nz);CHKERRQ(ierr);
1417840c2264SHong Zhang 
1418840c2264SHong Zhang       /* Connected vertices */
1419840c2264SHong Zhang       ierr = DMNetworkGetConnectedNodes(dm,edges[e],&cone);CHKERRQ(ierr);
1420840c2264SHong Zhang       vc = (v == cone[0]) ? cone[1]:cone[0];
1421840c2264SHong Zhang       ierr = DMNetworkIsGhostVertex(dm,vc,&ghost_vc);CHKERRQ(ierr);
1422840c2264SHong Zhang 
1423840c2264SHong Zhang       ierr = DMNetworkGetNumVariables(dm,vc,&ncols);CHKERRQ(ierr);
1424840c2264SHong Zhang 
1425840c2264SHong Zhang       Juser = network->Jv[vptr[v-vStart]+2*e+2]; /* Jacobian(v,vc) */
1426e102a522SHong Zhang       if (ghost_vc||ghost) {
1427e102a522SHong Zhang         ghost2 = PETSC_TRUE;
1428e102a522SHong Zhang       } else {
1429e102a522SHong Zhang         ghost2 = PETSC_FALSE;
1430e102a522SHong Zhang       }
1431e102a522SHong Zhang       ierr = MatSetPreallocationblock_private(Juser,nrows,rows_v,ncols,ghost2,vd_nz,vo_nz);CHKERRQ(ierr);
1432840c2264SHong Zhang     }
1433840c2264SHong Zhang 
143489898e50SHong Zhang     /* Set preallocation for vertex self */
1435840c2264SHong Zhang     ierr = DMNetworkIsGhostVertex(dm,v,&ghost);CHKERRQ(ierr);
1436840c2264SHong Zhang     if (!ghost) {
1437840c2264SHong Zhang       ierr = DMNetworkGetVariableGlobalOffset(dm,v,&cstart);CHKERRQ(ierr);
1438840c2264SHong Zhang       Juser = network->Jv[vptr[v-vStart]]; /* Jacobian(v,v) */
1439bdcb62a2SHong Zhang       ierr = MatSetPreallocationblock_private(Juser,nrows,rows_v,nrows,PETSC_FALSE,vd_nz,vo_nz);CHKERRQ(ierr);
1440840c2264SHong Zhang     }
1441bdcb62a2SHong Zhang     if (ghost) {
1442bdcb62a2SHong Zhang       ierr = PetscFree(rows_v);CHKERRQ(ierr);
1443bdcb62a2SHong Zhang     }
1444840c2264SHong Zhang   }
1445840c2264SHong Zhang 
1446840c2264SHong Zhang   ierr = VecAssemblyBegin(vd_nz);CHKERRQ(ierr);
1447840c2264SHong Zhang   ierr = VecAssemblyBegin(vo_nz);CHKERRQ(ierr);
14485cf7da58SHong Zhang 
14495cf7da58SHong Zhang   ierr = PetscMalloc2(localSize,&dnnz,localSize,&onnz);CHKERRQ(ierr);
14505cf7da58SHong Zhang 
14515cf7da58SHong Zhang   ierr = VecAssemblyEnd(vd_nz);CHKERRQ(ierr);
1452840c2264SHong Zhang   ierr = VecAssemblyEnd(vo_nz);CHKERRQ(ierr);
1453840c2264SHong Zhang 
1454840c2264SHong Zhang   ierr = VecGetArray(vd_nz,&vdnz);CHKERRQ(ierr);
1455840c2264SHong Zhang   ierr = VecGetArray(vo_nz,&vonz);CHKERRQ(ierr);
1456840c2264SHong Zhang   for (j=0; j<localSize; j++) {
1457e102a522SHong Zhang     dnnz[j] = (PetscInt)PetscRealPart(vdnz[j]);
1458e102a522SHong Zhang     onnz[j] = (PetscInt)PetscRealPart(vonz[j]);
1459840c2264SHong Zhang   }
1460840c2264SHong Zhang   ierr = VecRestoreArray(vd_nz,&vdnz);CHKERRQ(ierr);
1461840c2264SHong Zhang   ierr = VecRestoreArray(vo_nz,&vonz);CHKERRQ(ierr);
1462840c2264SHong Zhang   ierr = VecDestroy(&vd_nz);CHKERRQ(ierr);
1463840c2264SHong Zhang   ierr = VecDestroy(&vo_nz);CHKERRQ(ierr);
1464840c2264SHong Zhang 
14655cf7da58SHong Zhang   ierr = MatSeqAIJSetPreallocation(*J,0,dnnz);CHKERRQ(ierr);
14665cf7da58SHong Zhang   ierr = MatMPIAIJSetPreallocation(*J,0,dnnz,0,onnz);CHKERRQ(ierr);
14675cf7da58SHong Zhang   ierr = MatSetOption(*J,MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
14685cf7da58SHong Zhang 
14695cf7da58SHong Zhang   ierr = PetscFree2(dnnz,onnz);CHKERRQ(ierr);
14705cf7da58SHong Zhang 
147189898e50SHong Zhang   /* (2) Set matrix entries for edges */
147289898e50SHong Zhang   /*----------------------------------*/
14731ad426b7SHong Zhang   for (e=eStart; e<eEnd; e++) {
1474bfbc38dcSHong Zhang     /* Get row indices */
14751ad426b7SHong Zhang     ierr = DMNetworkGetVariableGlobalOffset(dm,e,&rstart);CHKERRQ(ierr);
147617df6e9eSHong Zhang     ierr = DMNetworkGetNumVariables(dm,e,&nrows);CHKERRQ(ierr);
14774b976069SHong Zhang     if (nrows) {
14784b976069SHong Zhang       if (!network->Je) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NULL,"Uer must provide Je");
1479bdcb62a2SHong Zhang 
148017df6e9eSHong Zhang       for (j=0; j<nrows; j++) rows[j] = j + rstart;
14811ad426b7SHong Zhang 
1482bfbc38dcSHong Zhang       /* Set matrix entries for conntected vertices */
148317df6e9eSHong Zhang       ierr = DMNetworkGetConnectedNodes(dm,e,&cone);CHKERRQ(ierr);
1484bfbc38dcSHong Zhang       for (v=0; v<2; v++) {
1485bfbc38dcSHong Zhang         ierr = DMNetworkGetVariableGlobalOffset(dm,cone[v],&cstart);CHKERRQ(ierr);
1486883e35e8SHong Zhang         ierr = DMNetworkGetNumVariables(dm,cone[v],&ncols);CHKERRQ(ierr);
14873e97b6e8SHong Zhang 
1488a4e85ca8SHong Zhang         Juser = network->Je[3*e+1+v]; /* Jacobian(e,v) */
1489a4e85ca8SHong Zhang         ierr = MatSetblock_private(Juser,nrows,rows,ncols,cstart,J);CHKERRQ(ierr);
1490bfbc38dcSHong Zhang       }
149117df6e9eSHong Zhang 
1492bfbc38dcSHong Zhang       /* Set matrix entries for edge self */
14933e97b6e8SHong Zhang       cstart = rstart;
1494a4e85ca8SHong Zhang       Juser = network->Je[3*e]; /* Jacobian(e,e) */
1495a4e85ca8SHong Zhang       ierr = MatSetblock_private(Juser,nrows,rows,nrows,cstart,J);CHKERRQ(ierr);
14961ad426b7SHong Zhang     }
14974b976069SHong Zhang   }
14981ad426b7SHong Zhang 
1499bfbc38dcSHong Zhang   /* Set matrix entries for vertices */
150083b2e829SHong Zhang   /*---------------------------------*/
15011ad426b7SHong Zhang   for (v=vStart; v<vEnd; v++) {
1502bfbc38dcSHong Zhang     /* Get row indices */
1503596e729fSHong Zhang     ierr = DMNetworkGetVariableGlobalOffset(dm,v,&rstart);CHKERRQ(ierr);
1504596e729fSHong Zhang     ierr = DMNetworkGetNumVariables(dm,v,&nrows);CHKERRQ(ierr);
15054b976069SHong Zhang     if (!nrows) continue;
1506596e729fSHong Zhang 
1507bdcb62a2SHong Zhang     ierr = DMNetworkIsGhostVertex(dm,v,&ghost);CHKERRQ(ierr);
1508bdcb62a2SHong Zhang     if (ghost) {
1509bdcb62a2SHong Zhang       ierr = PetscMalloc1(nrows,&rows_v);CHKERRQ(ierr);
1510bdcb62a2SHong Zhang     } else {
1511bdcb62a2SHong Zhang       rows_v = rows;
1512bdcb62a2SHong Zhang     }
1513bdcb62a2SHong Zhang     for (j=0; j<nrows; j++) rows_v[j] = j + rstart;
1514596e729fSHong Zhang 
1515bfbc38dcSHong Zhang     /* Get supporting edges and connected vertices */
1516596e729fSHong Zhang     ierr = DMNetworkGetSupportingEdges(dm,v,&nedges,&edges);CHKERRQ(ierr);
1517596e729fSHong Zhang 
1518596e729fSHong Zhang     for (e=0; e<nedges; e++) {
1519bfbc38dcSHong Zhang       /* Supporting edges */
1520596e729fSHong Zhang       ierr = DMNetworkGetVariableGlobalOffset(dm,edges[e],&cstart);CHKERRQ(ierr);
1521596e729fSHong Zhang       ierr = DMNetworkGetNumVariables(dm,edges[e],&ncols);CHKERRQ(ierr);
1522596e729fSHong Zhang 
1523a4e85ca8SHong Zhang       Juser = network->Jv[vptr[v-vStart]+2*e+1]; /* Jacobian(v,e) */
1524bdcb62a2SHong Zhang       ierr = MatSetblock_private(Juser,nrows,rows_v,ncols,cstart,J);CHKERRQ(ierr);
1525596e729fSHong Zhang 
1526bfbc38dcSHong Zhang       /* Connected vertices */
152744aca652SHong Zhang       ierr = DMNetworkGetConnectedNodes(dm,edges[e],&cone);CHKERRQ(ierr);
15282a945128SHong Zhang       vc = (v == cone[0]) ? cone[1]:cone[0];
15292a945128SHong Zhang 
153044aca652SHong Zhang       ierr = DMNetworkGetVariableGlobalOffset(dm,vc,&cstart);CHKERRQ(ierr);
153144aca652SHong Zhang       ierr = DMNetworkGetNumVariables(dm,vc,&ncols);CHKERRQ(ierr);
1532a4e85ca8SHong Zhang 
1533a4e85ca8SHong Zhang       Juser = network->Jv[vptr[v-vStart]+2*e+2]; /* Jacobian(v,vc) */
1534bdcb62a2SHong Zhang       ierr = MatSetblock_private(Juser,nrows,rows_v,ncols,cstart,J);CHKERRQ(ierr);
1535596e729fSHong Zhang     }
1536596e729fSHong Zhang 
1537bfbc38dcSHong Zhang     /* Set matrix entries for vertex self */
15381ad426b7SHong Zhang     if (!ghost) {
1539596e729fSHong Zhang       ierr = DMNetworkGetVariableGlobalOffset(dm,v,&cstart);CHKERRQ(ierr);
1540a4e85ca8SHong Zhang       Juser = network->Jv[vptr[v-vStart]]; /* Jacobian(v,v) */
1541bdcb62a2SHong Zhang       ierr = MatSetblock_private(Juser,nrows,rows_v,nrows,cstart,J);CHKERRQ(ierr);
1542bdcb62a2SHong Zhang     }
1543bdcb62a2SHong Zhang     if (ghost) {
1544bdcb62a2SHong Zhang       ierr = PetscFree(rows_v);CHKERRQ(ierr);
1545bdcb62a2SHong Zhang     }
15461ad426b7SHong Zhang   }
1547a4e85ca8SHong Zhang   ierr = PetscFree(rows);CHKERRQ(ierr);
1548bdcb62a2SHong Zhang 
15491ad426b7SHong Zhang   ierr = MatAssemblyBegin(*J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
15501ad426b7SHong Zhang   ierr = MatAssemblyEnd(*J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1551dd6f46cdSHong Zhang 
15525f2c45f1SShri Abhyankar   ierr = MatSetDM(*J,dm);CHKERRQ(ierr);
15535f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
15545f2c45f1SShri Abhyankar }
15555f2c45f1SShri Abhyankar 
15565f2c45f1SShri Abhyankar #undef __FUNCT__
15575f2c45f1SShri Abhyankar #define __FUNCT__ "DMDestroy_Network"
15585f2c45f1SShri Abhyankar PetscErrorCode DMDestroy_Network(DM dm)
15595f2c45f1SShri Abhyankar {
15605f2c45f1SShri Abhyankar   PetscErrorCode ierr;
15615f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
15625f2c45f1SShri Abhyankar 
15635f2c45f1SShri Abhyankar   PetscFunctionBegin;
15648415c774SShri Abhyankar   if (--network->refct > 0) PetscFunctionReturn(0);
156583b2e829SHong Zhang   if (network->Je) {
156683b2e829SHong Zhang     ierr = PetscFree(network->Je);CHKERRQ(ierr);
156783b2e829SHong Zhang   }
156883b2e829SHong Zhang   if (network->Jv) {
1569883e35e8SHong Zhang     ierr = PetscFree(network->Jvptr);CHKERRQ(ierr);
157083b2e829SHong Zhang     ierr = PetscFree(network->Jv);CHKERRQ(ierr);
15711ad426b7SHong Zhang   }
157213c2a604SAdrian Maldonado 
157313c2a604SAdrian Maldonado   ierr = ISLocalToGlobalMappingDestroy(&network->vertex.mapping);CHKERRQ(ierr);
157413c2a604SAdrian Maldonado   ierr = PetscSectionDestroy(&network->vertex.DofSection);CHKERRQ(ierr);
157513c2a604SAdrian Maldonado   ierr = PetscSectionDestroy(&network->vertex.GlobalDofSection);CHKERRQ(ierr);
157613c2a604SAdrian Maldonado   if (network->vertex.sf) {
157713c2a604SAdrian Maldonado     ierr = PetscSFDestroy(&network->vertex.sf);CHKERRQ(ierr);
157813c2a604SAdrian Maldonado   }
157913c2a604SAdrian Maldonado   /* edge */
158013c2a604SAdrian Maldonado   ierr = ISLocalToGlobalMappingDestroy(&network->edge.mapping);CHKERRQ(ierr);
158113c2a604SAdrian Maldonado   ierr = PetscSectionDestroy(&network->edge.DofSection);CHKERRQ(ierr);
158213c2a604SAdrian Maldonado   ierr = PetscSectionDestroy(&network->edge.GlobalDofSection);CHKERRQ(ierr);
158313c2a604SAdrian Maldonado   if (network->edge.sf) {
158413c2a604SAdrian Maldonado     ierr = PetscSFDestroy(&network->edge.sf);CHKERRQ(ierr);
158513c2a604SAdrian Maldonado   }
15865f2c45f1SShri Abhyankar   ierr = DMDestroy(&network->plex);CHKERRQ(ierr);
15875f2c45f1SShri Abhyankar   network->edges = NULL;
15885f2c45f1SShri Abhyankar   ierr = PetscSectionDestroy(&network->DataSection);CHKERRQ(ierr);
15895f2c45f1SShri Abhyankar   ierr = PetscSectionDestroy(&network->DofSection);CHKERRQ(ierr);
159083b2e829SHong Zhang 
15915f2c45f1SShri Abhyankar   ierr = PetscFree(network->componentdataarray);CHKERRQ(ierr);
15925f2c45f1SShri Abhyankar   ierr = PetscFree(network->cvalue);CHKERRQ(ierr);
15935f2c45f1SShri Abhyankar   ierr = PetscFree(network->header);CHKERRQ(ierr);
15945f2c45f1SShri Abhyankar   ierr = PetscFree(network);CHKERRQ(ierr);
15955f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
15965f2c45f1SShri Abhyankar }
15975f2c45f1SShri Abhyankar 
15985f2c45f1SShri Abhyankar #undef __FUNCT__
15995f2c45f1SShri Abhyankar #define __FUNCT__ "DMView_Network"
16005f2c45f1SShri Abhyankar PetscErrorCode DMView_Network(DM dm, PetscViewer viewer)
16015f2c45f1SShri Abhyankar {
16025f2c45f1SShri Abhyankar   PetscErrorCode ierr;
16035f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
16045f2c45f1SShri Abhyankar 
16055f2c45f1SShri Abhyankar   PetscFunctionBegin;
16065f2c45f1SShri Abhyankar   ierr = DMView(network->plex,viewer);CHKERRQ(ierr);
16075f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
16085f2c45f1SShri Abhyankar }
16095f2c45f1SShri Abhyankar 
16105f2c45f1SShri Abhyankar #undef __FUNCT__
16115f2c45f1SShri Abhyankar #define __FUNCT__ "DMGlobalToLocalBegin_Network"
16125f2c45f1SShri Abhyankar PetscErrorCode DMGlobalToLocalBegin_Network(DM dm, Vec g, InsertMode mode, Vec l)
16135f2c45f1SShri Abhyankar {
16145f2c45f1SShri Abhyankar   PetscErrorCode ierr;
16155f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
16165f2c45f1SShri Abhyankar 
16175f2c45f1SShri Abhyankar   PetscFunctionBegin;
16185f2c45f1SShri Abhyankar   ierr = DMGlobalToLocalBegin(network->plex,g,mode,l);CHKERRQ(ierr);
16195f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
16205f2c45f1SShri Abhyankar }
16215f2c45f1SShri Abhyankar 
16225f2c45f1SShri Abhyankar #undef __FUNCT__
16235f2c45f1SShri Abhyankar #define __FUNCT__ "DMGlobalToLocalEnd_Network"
16245f2c45f1SShri Abhyankar PetscErrorCode DMGlobalToLocalEnd_Network(DM dm, Vec g, InsertMode mode, Vec l)
16255f2c45f1SShri Abhyankar {
16265f2c45f1SShri Abhyankar   PetscErrorCode ierr;
16275f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
16285f2c45f1SShri Abhyankar 
16295f2c45f1SShri Abhyankar   PetscFunctionBegin;
16305f2c45f1SShri Abhyankar   ierr = DMGlobalToLocalEnd(network->plex,g,mode,l);CHKERRQ(ierr);
16315f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
16325f2c45f1SShri Abhyankar }
16335f2c45f1SShri Abhyankar 
16345f2c45f1SShri Abhyankar #undef __FUNCT__
16355f2c45f1SShri Abhyankar #define __FUNCT__ "DMLocalToGlobalBegin_Network"
16365f2c45f1SShri Abhyankar PetscErrorCode DMLocalToGlobalBegin_Network(DM dm, Vec l, InsertMode mode, Vec g)
16375f2c45f1SShri Abhyankar {
16385f2c45f1SShri Abhyankar   PetscErrorCode ierr;
16395f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
16405f2c45f1SShri Abhyankar 
16415f2c45f1SShri Abhyankar   PetscFunctionBegin;
16425f2c45f1SShri Abhyankar   ierr = DMLocalToGlobalBegin(network->plex,l,mode,g);CHKERRQ(ierr);
16435f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
16445f2c45f1SShri Abhyankar }
16455f2c45f1SShri Abhyankar 
16465f2c45f1SShri Abhyankar #undef __FUNCT__
16475f2c45f1SShri Abhyankar #define __FUNCT__ "DMLocalToGlobalEnd_Network"
16485f2c45f1SShri Abhyankar PetscErrorCode DMLocalToGlobalEnd_Network(DM dm, Vec l, InsertMode mode, Vec g)
16495f2c45f1SShri Abhyankar {
16505f2c45f1SShri Abhyankar   PetscErrorCode ierr;
16515f2c45f1SShri Abhyankar   DM_Network     *network = (DM_Network*) dm->data;
16525f2c45f1SShri Abhyankar 
16535f2c45f1SShri Abhyankar   PetscFunctionBegin;
16545f2c45f1SShri Abhyankar   ierr = DMLocalToGlobalEnd(network->plex,l,mode,g);CHKERRQ(ierr);
16555f2c45f1SShri Abhyankar   PetscFunctionReturn(0);
16565f2c45f1SShri Abhyankar }
1657