xref: /petsc/src/dm/impls/da/dacreate.c (revision 5a856986583887c326abe5dfd149e8184a29cd80)
17d0a6c19SBarry Smith 
2af0996ceSBarry Smith #include <petsc/private/dmdaimpl.h>    /*I   "petscdmda.h"   I*/
347c6ae99SBarry Smith 
44416b707SBarry Smith PetscErrorCode  DMSetFromOptions_DA(PetscOptionItems *PetscOptionsObject,DM da)
547c6ae99SBarry Smith {
647c6ae99SBarry Smith   PetscErrorCode ierr;
747c6ae99SBarry Smith   DM_DA          *dd    = (DM_DA*)da->data;
8c73cfb54SMatthew G. Knepley   PetscInt       refine = 0,dim = da->dim,maxnlevels = 100,refx[100],refy[100],refz[100],n,i;
9897f7067SBarry Smith   PetscBool      flg;
1047c6ae99SBarry Smith 
1147c6ae99SBarry Smith   PetscFunctionBegin;
1247c6ae99SBarry Smith   PetscValidHeaderSpecific(da,DM_CLASSID,1);
1347c6ae99SBarry Smith 
14897f7067SBarry Smith   if (dd->M < 0) SETERRQ(PetscObjectComm((PetscObject)da),PETSC_ERR_ARG_OUTOFRANGE,"Dimension must be non-negative, call DMSetFromOptions() if you want to change the value at runtime");
15897f7067SBarry Smith   if (dd->N < 0) SETERRQ(PetscObjectComm((PetscObject)da),PETSC_ERR_ARG_OUTOFRANGE,"Dimension must be non-negative, call DMSetFromOptions() if you want to change the value at runtime");
16897f7067SBarry Smith   if (dd->P < 0) SETERRQ(PetscObjectComm((PetscObject)da),PETSC_ERR_ARG_OUTOFRANGE,"Dimension must be non-negative, call DMSetFromOptions() if you want to change the value at runtime");
17235683edSBarry Smith 
18e55864a3SBarry Smith   ierr = PetscOptionsHead(PetscOptionsObject,"DMDA Options");CHKERRQ(ierr);
19*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_grid_x","Number of grid points in x direction","DMDASetSizes",dd->M,&dd->M,NULL,1);CHKERRQ(ierr);
20*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_grid_y","Number of grid points in y direction","DMDASetSizes",dd->N,&dd->N,NULL,1);CHKERRQ(ierr);
21*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_grid_z","Number of grid points in z direction","DMDASetSizes",dd->P,&dd->P,NULL,1);CHKERRQ(ierr);
227ddda789SPeter Brune 
23*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_overlap","Decomposition overlap in all directions","DMDASetOverlap",dd->xol,&dd->xol,&flg,0);CHKERRQ(ierr);
247ddda789SPeter Brune   if (flg) {ierr = DMDASetOverlap(da,dd->xol,dd->xol,dd->xol);CHKERRQ(ierr);}
25*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_overlap_x","Decomposition overlap in x direction","DMDASetOverlap",dd->xol,&dd->xol,NULL,0);CHKERRQ(ierr);
26*5a856986SBarry Smith   if (dim > 1) {ierr = PetscOptionsBoundedInt("-da_overlap_y","Decomposition overlap in y direction","DMDASetOverlap",dd->yol,&dd->yol,NULL,0);CHKERRQ(ierr);}
27*5a856986SBarry Smith   if (dim > 2) {ierr = PetscOptionsBoundedInt("-da_overlap_z","Decomposition overlap in z direction","DMDASetOverlap",dd->zol,&dd->zol,NULL,0);CHKERRQ(ierr);}
283e7870d2SPeter Brune 
29*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_local_subdomains","","DMDASetNumLocalSubdomains",dd->Nsub,&dd->Nsub,&flg,PETSC_DECIDE);CHKERRQ(ierr);
303e7870d2SPeter Brune   if (flg) {ierr = DMDASetNumLocalSubDomains(da,dd->Nsub);CHKERRQ(ierr);}
313e7870d2SPeter Brune 
328d07fd27SPatrick Sanan   /* Handle DMDA parallel distribution */
33*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_processors_x","Number of processors in x direction","DMDASetNumProcs",dd->m,&dd->m,NULL,PETSC_DECIDE);CHKERRQ(ierr);
34*5a856986SBarry Smith   if (dim > 1) {ierr = PetscOptionsBoundedInt("-da_processors_y","Number of processors in y direction","DMDASetNumProcs",dd->n,&dd->n,NULL,PETSC_DECIDE);CHKERRQ(ierr);}
35*5a856986SBarry Smith   if (dim > 2) {ierr = PetscOptionsBoundedInt("-da_processors_z","Number of processors in z direction","DMDASetNumProcs",dd->p,&dd->p,NULL,PETSC_DECIDE);CHKERRQ(ierr);}
36aa219208SBarry Smith   /* Handle DMDA refinement */
37*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_refine_x","Refinement ratio in x direction","DMDASetRefinementFactor",dd->refine_x,&dd->refine_x,NULL,1);CHKERRQ(ierr);
38*5a856986SBarry Smith   if (dim > 1) {ierr = PetscOptionsBoundedInt("-da_refine_y","Refinement ratio in y direction","DMDASetRefinementFactor",dd->refine_y,&dd->refine_y,NULL,1);CHKERRQ(ierr);}
39*5a856986SBarry Smith   if (dim > 2) {ierr = PetscOptionsBoundedInt("-da_refine_z","Refinement ratio in z direction","DMDASetRefinementFactor",dd->refine_z,&dd->refine_z,NULL,1);CHKERRQ(ierr);}
4038fb6c91SJed Brown   dd->coarsen_x = dd->refine_x; dd->coarsen_y = dd->refine_y; dd->coarsen_z = dd->refine_z;
4147c6ae99SBarry Smith 
42397b6216SJed Brown   /* Get refinement factors, defaults taken from the coarse DMDA */
43397b6216SJed Brown   ierr = DMDAGetRefinementFactor(da,&refx[0],&refy[0],&refz[0]);CHKERRQ(ierr);
44397b6216SJed Brown   for (i=1; i<maxnlevels; i++) {
45397b6216SJed Brown     refx[i] = refx[0];
46397b6216SJed Brown     refy[i] = refy[0];
47397b6216SJed Brown     refz[i] = refz[0];
48397b6216SJed Brown   }
49397b6216SJed Brown   n    = maxnlevels;
50897f7067SBarry Smith   ierr = PetscOptionsIntArray("-da_refine_hierarchy_x","Refinement factor for each level","None",refx,&n,&flg);CHKERRQ(ierr);
51897f7067SBarry Smith   if (flg) {
52897f7067SBarry Smith     dd->refine_x = refx[0];
53897f7067SBarry Smith     dd->refine_x_hier_n = n;
54897f7067SBarry Smith     ierr = PetscMalloc1(n,&dd->refine_x_hier);CHKERRQ(ierr);
55580bdb30SBarry Smith     ierr = PetscArraycpy(dd->refine_x_hier,refx,n);CHKERRQ(ierr);
56897f7067SBarry Smith   }
57c73cfb54SMatthew G. Knepley   if (dim > 1) {
58397b6216SJed Brown     n    = maxnlevels;
59897f7067SBarry Smith     ierr = PetscOptionsIntArray("-da_refine_hierarchy_y","Refinement factor for each level","None",refy,&n,&flg);CHKERRQ(ierr);
60897f7067SBarry Smith     if (flg) {
61897f7067SBarry Smith       dd->refine_y = refy[0];
62897f7067SBarry Smith       dd->refine_y_hier_n = n;
63897f7067SBarry Smith       ierr = PetscMalloc1(n,&dd->refine_y_hier);CHKERRQ(ierr);
64580bdb30SBarry Smith       ierr = PetscArraycpy(dd->refine_y_hier,refy,n);CHKERRQ(ierr);
65897f7067SBarry Smith     }
66397b6216SJed Brown   }
67c73cfb54SMatthew G. Knepley   if (dim > 2) {
68397b6216SJed Brown     n    = maxnlevels;
69897f7067SBarry Smith     ierr = PetscOptionsIntArray("-da_refine_hierarchy_z","Refinement factor for each level","None",refz,&n,&flg);CHKERRQ(ierr);
70897f7067SBarry Smith     if (flg) {
71897f7067SBarry Smith       dd->refine_z = refz[0];
72897f7067SBarry Smith       dd->refine_z_hier_n = n;
73897f7067SBarry Smith       ierr = PetscMalloc1(n,&dd->refine_z_hier);CHKERRQ(ierr);
74580bdb30SBarry Smith       ierr = PetscArraycpy(dd->refine_z_hier,refz,n);CHKERRQ(ierr);
75897f7067SBarry Smith     }
76397b6216SJed Brown   }
77397b6216SJed Brown 
78*5a856986SBarry Smith   ierr = PetscOptionsBoundedInt("-da_refine","Uniformly refine DA one or more times","None",refine,&refine,NULL,0);CHKERRQ(ierr);
79f9ba7244SBarry Smith   ierr = PetscOptionsTail();CHKERRQ(ierr);
80235683edSBarry Smith 
81e0f5d30fSBarry Smith   while (refine--) {
82bff4a2f0SMatthew G. Knepley     if (dd->bx == DM_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0) {
83e0f5d30fSBarry Smith       dd->M = dd->refine_x*dd->M;
84e0f5d30fSBarry Smith     } else {
85e0f5d30fSBarry Smith       dd->M = 1 + dd->refine_x*(dd->M - 1);
86e0f5d30fSBarry Smith     }
87bff4a2f0SMatthew G. Knepley     if (dd->by == DM_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0) {
88e0f5d30fSBarry Smith       dd->N = dd->refine_y*dd->N;
89e0f5d30fSBarry Smith     } else {
90e0f5d30fSBarry Smith       dd->N = 1 + dd->refine_y*(dd->N - 1);
91e0f5d30fSBarry Smith     }
92bff4a2f0SMatthew G. Knepley     if (dd->bz == DM_BOUNDARY_PERIODIC || dd->interptype == DMDA_Q0) {
93e0f5d30fSBarry Smith       dd->P = dd->refine_z*dd->P;
94e0f5d30fSBarry Smith     } else {
95e0f5d30fSBarry Smith       dd->P = 1 + dd->refine_z*(dd->P - 1);
96e0f5d30fSBarry Smith     }
97e0f5d30fSBarry Smith     da->levelup++;
9885fc4b34SJed Brown     if (da->levelup - da->leveldown >= 0) {
9985fc4b34SJed Brown       dd->refine_x = refx[da->levelup - da->leveldown];
10085fc4b34SJed Brown       dd->refine_y = refy[da->levelup - da->leveldown];
10185fc4b34SJed Brown       dd->refine_z = refz[da->levelup - da->leveldown];
10285fc4b34SJed Brown     }
10385fc4b34SJed Brown     if (da->levelup - da->leveldown >= 1) {
10485fc4b34SJed Brown       dd->coarsen_x = refx[da->levelup - da->leveldown - 1];
10585fc4b34SJed Brown       dd->coarsen_y = refy[da->levelup - da->leveldown - 1];
10685fc4b34SJed Brown       dd->coarsen_z = refz[da->levelup - da->leveldown - 1];
10785fc4b34SJed Brown     }
108e0f5d30fSBarry Smith   }
10947c6ae99SBarry Smith   PetscFunctionReturn(0);
11047c6ae99SBarry Smith }
11147c6ae99SBarry Smith 
1127087cfbeSBarry Smith extern PetscErrorCode  DMCreateGlobalVector_DA(DM,Vec*);
1137087cfbeSBarry Smith extern PetscErrorCode  DMCreateLocalVector_DA(DM,Vec*);
1147087cfbeSBarry Smith extern PetscErrorCode  DMGlobalToLocalBegin_DA(DM,Vec,InsertMode,Vec);
1157087cfbeSBarry Smith extern PetscErrorCode  DMGlobalToLocalEnd_DA(DM,Vec,InsertMode,Vec);
1167087cfbeSBarry Smith extern PetscErrorCode  DMLocalToGlobalBegin_DA(DM,Vec,InsertMode,Vec);
1177087cfbeSBarry Smith extern PetscErrorCode  DMLocalToGlobalEnd_DA(DM,Vec,InsertMode,Vec);
118d78e899eSRichard Tran Mills extern PetscErrorCode  DMLocalToLocalBegin_DA(DM,Vec,InsertMode,Vec);
119d78e899eSRichard Tran Mills extern PetscErrorCode  DMLocalToLocalEnd_DA(DM,Vec,InsertMode,Vec);
120e727c939SJed Brown extern PetscErrorCode  DMCreateInterpolation_DA(DM,DM,Mat*,Vec*);
121b412c318SBarry Smith extern PetscErrorCode  DMCreateColoring_DA(DM,ISColoringType,ISColoring*);
122b412c318SBarry Smith extern PetscErrorCode  DMCreateMatrix_DA(DM,Mat*);
1236636e97aSMatthew G Knepley extern PetscErrorCode  DMCreateCoordinateDM_DA(DM,DM*);
1247087cfbeSBarry Smith extern PetscErrorCode  DMRefine_DA(DM,MPI_Comm,DM*);
1257087cfbeSBarry Smith extern PetscErrorCode  DMCoarsen_DA(DM,MPI_Comm,DM*);
1267087cfbeSBarry Smith extern PetscErrorCode  DMRefineHierarchy_DA(DM,PetscInt,DM[]);
1277087cfbeSBarry Smith extern PetscErrorCode  DMCoarsenHierarchy_DA(DM,PetscInt,DM[]);
1286dbf9973SLawrence Mitchell extern PetscErrorCode  DMCreateInjection_DA(DM,DM,Mat*);
129e727c939SJed Brown extern PetscErrorCode  DMCreateAggregates_DA(DM,DM,Mat*);
1307087cfbeSBarry Smith extern PetscErrorCode  DMView_DA(DM,PetscViewer);
1317087cfbeSBarry Smith extern PetscErrorCode  DMSetUp_DA(DM);
1327087cfbeSBarry Smith extern PetscErrorCode  DMDestroy_DA(DM);
133e30e807fSPeter Brune extern PetscErrorCode  DMCreateDomainDecomposition_DA(DM,PetscInt*,char***,IS**,IS**,DM**);
134e30e807fSPeter Brune extern PetscErrorCode  DMCreateDomainDecompositionScatters_DA(DM,PetscInt,DM*,VecScatter**,VecScatter**,VecScatter**);
1357c3cd84eSPatrick Sanan PETSC_INTERN PetscErrorCode DMGetCompatibility_DA(DM,DM,PetscBool*,PetscBool*);
1369a42bb27SBarry Smith 
137b859378eSBarry Smith PetscErrorCode DMLoad_DA(DM da,PetscViewer viewer)
138b859378eSBarry Smith {
139b859378eSBarry Smith   PetscErrorCode   ierr;
140060da220SMatthew G. Knepley   PetscInt         dim,m,n,p,dof,swidth;
141b859378eSBarry Smith   DMDAStencilType  stencil;
142bff4a2f0SMatthew G. Knepley   DMBoundaryType   bx,by,bz;
143bc2bf880SBarry Smith   PetscBool        coors;
144bc2bf880SBarry Smith   DM               dac;
145bc2bf880SBarry Smith   Vec              c;
146b859378eSBarry Smith 
147b859378eSBarry Smith   PetscFunctionBegin;
148060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&dim,1,NULL,PETSC_INT);CHKERRQ(ierr);
149060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&m,1,NULL,PETSC_INT);CHKERRQ(ierr);
150060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&n,1,NULL,PETSC_INT);CHKERRQ(ierr);
151060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&p,1,NULL,PETSC_INT);CHKERRQ(ierr);
152060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&dof,1,NULL,PETSC_INT);CHKERRQ(ierr);
153060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&swidth,1,NULL,PETSC_INT);CHKERRQ(ierr);
154060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&bx,1,NULL,PETSC_ENUM);CHKERRQ(ierr);
155060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&by,1,NULL,PETSC_ENUM);CHKERRQ(ierr);
156060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&bz,1,NULL,PETSC_ENUM);CHKERRQ(ierr);
157060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&stencil,1,NULL,PETSC_ENUM);CHKERRQ(ierr);
158b859378eSBarry Smith 
159c73cfb54SMatthew G. Knepley   ierr = DMSetDimension(da, dim);CHKERRQ(ierr);
160bc2bf880SBarry Smith   ierr = DMDASetSizes(da, m,n,p);CHKERRQ(ierr);
161b859378eSBarry Smith   ierr = DMDASetBoundaryType(da, bx, by, bz);CHKERRQ(ierr);
162b859378eSBarry Smith   ierr = DMDASetDof(da, dof);CHKERRQ(ierr);
163b859378eSBarry Smith   ierr = DMDASetStencilType(da, stencil);CHKERRQ(ierr);
164b859378eSBarry Smith   ierr = DMDASetStencilWidth(da, swidth);CHKERRQ(ierr);
165b859378eSBarry Smith   ierr = DMSetUp(da);CHKERRQ(ierr);
166060da220SMatthew G. Knepley   ierr = PetscViewerBinaryRead(viewer,&coors,1,NULL,PETSC_ENUM);CHKERRQ(ierr);
167bc2bf880SBarry Smith   if (coors) {
1686636e97aSMatthew G Knepley     ierr = DMGetCoordinateDM(da,&dac);CHKERRQ(ierr);
169bc2bf880SBarry Smith     ierr = DMCreateGlobalVector(dac,&c);CHKERRQ(ierr);
170bc2bf880SBarry Smith     ierr = VecLoad(c,viewer);CHKERRQ(ierr);
1716636e97aSMatthew G Knepley     ierr = DMSetCoordinates(da,c);CHKERRQ(ierr);
172bc2bf880SBarry Smith     ierr = VecDestroy(&c);CHKERRQ(ierr);
173bc2bf880SBarry Smith   }
174b859378eSBarry Smith   PetscFunctionReturn(0);
175b859378eSBarry Smith }
176b859378eSBarry Smith 
177276c5506SMatthew G. Knepley PetscErrorCode DMCreateSubDM_DA(DM dm, PetscInt numFields, const PetscInt fields[], IS *is, DM *subdm)
178d724dfffSBarry Smith {
179d724dfffSBarry Smith   DM_DA         *da = (DM_DA*) dm->data;
1804d9407bcSMatthew G. Knepley   PetscErrorCode ierr;
181d724dfffSBarry Smith 
182d724dfffSBarry Smith   PetscFunctionBegin;
183d724dfffSBarry Smith   if (subdm) {
184c38c1269SMatthew G. Knepley     PetscSF sf;
185c38c1269SMatthew G. Knepley     Vec     coords;
186c38c1269SMatthew G. Knepley     void   *ctx;
187c38c1269SMatthew G. Knepley     /* Cannot use DMClone since the dof stuff is mixed in. Ugh
188c38c1269SMatthew G. Knepley     ierr = DMClone(dm, subdm);CHKERRQ(ierr); */
189c38c1269SMatthew G. Knepley     ierr = DMCreate(PetscObjectComm((PetscObject)dm), subdm);CHKERRQ(ierr);
190c38c1269SMatthew G. Knepley     ierr = DMGetPointSF(dm, &sf);CHKERRQ(ierr);
191c38c1269SMatthew G. Knepley     ierr = DMSetPointSF(*subdm, sf);CHKERRQ(ierr);
192c38c1269SMatthew G. Knepley     ierr = DMGetApplicationContext(dm, &ctx);CHKERRQ(ierr);
193c38c1269SMatthew G. Knepley     ierr = DMSetApplicationContext(*subdm, ctx);CHKERRQ(ierr);
194c38c1269SMatthew G. Knepley     ierr = DMGetCoordinatesLocal(dm, &coords);CHKERRQ(ierr);
195c38c1269SMatthew G. Knepley     if (coords) {
196c38c1269SMatthew G. Knepley       ierr = DMSetCoordinatesLocal(*subdm, coords);CHKERRQ(ierr);
197c38c1269SMatthew G. Knepley     } else {
198c38c1269SMatthew G. Knepley       ierr = DMGetCoordinates(dm, &coords);CHKERRQ(ierr);
199c38c1269SMatthew G. Knepley       if (coords) {ierr = DMSetCoordinates(*subdm, coords);CHKERRQ(ierr);}
200c38c1269SMatthew G. Knepley     }
201c38c1269SMatthew G. Knepley 
202c38c1269SMatthew G. Knepley     ierr = DMSetType(*subdm, DMDA);CHKERRQ(ierr);
203c73cfb54SMatthew G. Knepley     ierr = DMSetDimension(*subdm, dm->dim);CHKERRQ(ierr);
204c38c1269SMatthew G. Knepley     ierr = DMDASetSizes(*subdm, da->M, da->N, da->P);CHKERRQ(ierr);
205c38c1269SMatthew G. Knepley     ierr = DMDASetNumProcs(*subdm, da->m, da->n, da->p);CHKERRQ(ierr);
206c38c1269SMatthew G. Knepley     ierr = DMDASetBoundaryType(*subdm, da->bx, da->by, da->bz);CHKERRQ(ierr);
20738221697SMatthew G. Knepley     ierr = DMDASetDof(*subdm, numFields);CHKERRQ(ierr);
208c38c1269SMatthew G. Knepley     ierr = DMDASetStencilType(*subdm, da->stencil_type);CHKERRQ(ierr);
209c38c1269SMatthew G. Knepley     ierr = DMDASetStencilWidth(*subdm, da->s);CHKERRQ(ierr);
210c38c1269SMatthew G. Knepley     ierr = DMDASetOwnershipRanges(*subdm, da->lx, da->ly, da->lz);CHKERRQ(ierr);
211d724dfffSBarry Smith   }
212d724dfffSBarry Smith   if (is) {
213d724dfffSBarry Smith     PetscInt *indices, cnt = 0, dof = da->w, i, j;
21438221697SMatthew G. Knepley 
215785e854fSJed Brown     ierr = PetscMalloc1(da->Nlocal*numFields/dof, &indices);CHKERRQ(ierr);
21638221697SMatthew G. Knepley     for (i = da->base/dof; i < (da->base+da->Nlocal)/dof; ++i) {
21738221697SMatthew G. Knepley       for (j = 0; j < numFields; ++j) {
218d724dfffSBarry Smith         indices[cnt++] = dof*i + fields[j];
219d724dfffSBarry Smith       }
220d724dfffSBarry Smith     }
221cb004a26SBarry Smith     if (cnt != da->Nlocal*numFields/dof) SETERRQ2(PETSC_COMM_SELF, PETSC_ERR_PLIB, "Count %D does not equal expected value %D", cnt, da->Nlocal*numFields/dof);
22238221697SMatthew G. Knepley     ierr = ISCreateGeneral(PetscObjectComm((PetscObject) dm), cnt, indices, PETSC_OWN_POINTER, is);CHKERRQ(ierr);
223d724dfffSBarry Smith   }
224d724dfffSBarry Smith   PetscFunctionReturn(0);
225d724dfffSBarry Smith }
226d724dfffSBarry Smith 
22716621825SDmitry Karpeev PetscErrorCode DMCreateFieldDecomposition_DA(DM dm, PetscInt *len,char ***namelist, IS **islist, DM **dmlist)
2281c3fb106SBarry Smith {
2291c3fb106SBarry Smith   PetscInt       i;
2301c3fb106SBarry Smith   PetscErrorCode ierr;
2311c3fb106SBarry Smith   DM_DA          *dd = (DM_DA*)dm->data;
2321c3fb106SBarry Smith   PetscInt       dof = dd->w;
2331c3fb106SBarry Smith 
2341c3fb106SBarry Smith   PetscFunctionBegin;
235731c8d9eSDmitry Karpeev   if (len) *len = dof;
2361c3fb106SBarry Smith   if (islist) {
2371c3fb106SBarry Smith     Vec      v;
2381c3fb106SBarry Smith     PetscInt rstart,n;
2391c3fb106SBarry Smith 
2401c3fb106SBarry Smith     ierr = DMGetGlobalVector(dm,&v);CHKERRQ(ierr);
2410298fd71SBarry Smith     ierr = VecGetOwnershipRange(v,&rstart,NULL);CHKERRQ(ierr);
2421c3fb106SBarry Smith     ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr);
2431c3fb106SBarry Smith     ierr = DMRestoreGlobalVector(dm,&v);CHKERRQ(ierr);
244785e854fSJed Brown     ierr = PetscMalloc1(dof,islist);CHKERRQ(ierr);
2451c3fb106SBarry Smith     for (i=0; i<dof; i++) {
246ce94432eSBarry Smith       ierr = ISCreateStride(PetscObjectComm((PetscObject)dm),n/dof,rstart+i,dof,&(*islist)[i]);CHKERRQ(ierr);
2471c3fb106SBarry Smith     }
2481c3fb106SBarry Smith   }
2491c3fb106SBarry Smith   if (namelist) {
250785e854fSJed Brown     ierr = PetscMalloc1(dof, namelist);CHKERRQ(ierr);
2511c3fb106SBarry Smith     if (dd->fieldname) {
2521c3fb106SBarry Smith       for (i=0; i<dof; i++) {
2531c3fb106SBarry Smith         ierr = PetscStrallocpy(dd->fieldname[i],&(*namelist)[i]);CHKERRQ(ierr);
2541c3fb106SBarry Smith       }
2551c3fb106SBarry Smith     } else SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Currently DMDA must have fieldnames");
2561c3fb106SBarry Smith   }
2571c3fb106SBarry Smith   if (dmlist) {
2581c3fb106SBarry Smith     DM da;
2591c3fb106SBarry Smith 
260ce94432eSBarry Smith     ierr = DMDACreate(PetscObjectComm((PetscObject)dm), &da);CHKERRQ(ierr);
2611cced630SBarry Smith     ierr = DMSetDimension(da, dm->dim);CHKERRQ(ierr);
2621c3fb106SBarry Smith     ierr = DMDASetSizes(da, dd->M, dd->N, dd->P);CHKERRQ(ierr);
2631c3fb106SBarry Smith     ierr = DMDASetNumProcs(da, dd->m, dd->n, dd->p);CHKERRQ(ierr);
2641c3fb106SBarry Smith     ierr = DMDASetBoundaryType(da, dd->bx, dd->by, dd->bz);CHKERRQ(ierr);
2651c3fb106SBarry Smith     ierr = DMDASetDof(da, 1);CHKERRQ(ierr);
2661c3fb106SBarry Smith     ierr = DMDASetStencilType(da, dd->stencil_type);CHKERRQ(ierr);
2671c3fb106SBarry Smith     ierr = DMDASetStencilWidth(da, dd->s);CHKERRQ(ierr);
2681c3fb106SBarry Smith     ierr = DMSetUp(da);CHKERRQ(ierr);
269785e854fSJed Brown     ierr = PetscMalloc1(dof,dmlist);CHKERRQ(ierr);
270c893992eSBarry Smith     for (i=0; i<dof-1; i++) {ierr = PetscObjectReference((PetscObject)da);CHKERRQ(ierr);}
2711c3fb106SBarry Smith     for (i=0; i<dof; i++) (*dmlist)[i] = da;
2721c3fb106SBarry Smith   }
2731c3fb106SBarry Smith   PetscFunctionReturn(0);
2741c3fb106SBarry Smith }
2751c3fb106SBarry Smith 
27638221697SMatthew G. Knepley PetscErrorCode DMClone_DA(DM dm, DM *newdm)
27738221697SMatthew G. Knepley {
27838221697SMatthew G. Knepley   DM_DA         *da = (DM_DA *) dm->data;
27938221697SMatthew G. Knepley   PetscErrorCode ierr;
28038221697SMatthew G. Knepley 
28138221697SMatthew G. Knepley   PetscFunctionBegin;
2824271099bSMatthew G. Knepley   ierr = DMSetType(*newdm, DMDA);CHKERRQ(ierr);
283c73cfb54SMatthew G. Knepley   ierr = DMSetDimension(*newdm, dm->dim);CHKERRQ(ierr);
2844271099bSMatthew G. Knepley   ierr = DMDASetSizes(*newdm, da->M, da->N, da->P);CHKERRQ(ierr);
2854271099bSMatthew G. Knepley   ierr = DMDASetNumProcs(*newdm, da->m, da->n, da->p);CHKERRQ(ierr);
2864271099bSMatthew G. Knepley   ierr = DMDASetBoundaryType(*newdm, da->bx, da->by, da->bz);CHKERRQ(ierr);
2874271099bSMatthew G. Knepley   ierr = DMDASetDof(*newdm, da->w);CHKERRQ(ierr);
2884271099bSMatthew G. Knepley   ierr = DMDASetStencilType(*newdm, da->stencil_type);CHKERRQ(ierr);
2894271099bSMatthew G. Knepley   ierr = DMDASetStencilWidth(*newdm, da->s);CHKERRQ(ierr);
2904271099bSMatthew G. Knepley   ierr = DMDASetOwnershipRanges(*newdm, da->lx, da->ly, da->lz);CHKERRQ(ierr);
291a9811db3SMatthew G. Knepley   ierr = DMSetUp(*newdm);CHKERRQ(ierr);
29238221697SMatthew G. Knepley   PetscFunctionReturn(0);
29338221697SMatthew G. Knepley }
29438221697SMatthew G. Knepley 
2954a7a4c06SLawrence Mitchell static PetscErrorCode DMHasCreateInjection_DA(DM dm, PetscBool *flg)
2964a7a4c06SLawrence Mitchell {
2974a7a4c06SLawrence Mitchell   DM_DA          *da = (DM_DA *)dm->data;
2984a7a4c06SLawrence Mitchell 
2994a7a4c06SLawrence Mitchell   PetscFunctionBegin;
3004a7a4c06SLawrence Mitchell   PetscValidHeaderSpecific(dm,DM_CLASSID,1);
3014a7a4c06SLawrence Mitchell   PetscValidPointer(flg,2);
302131f56ebSLawrence Mitchell   *flg = da->interptype == DMDA_Q1 ? PETSC_TRUE : PETSC_FALSE;
3034a7a4c06SLawrence Mitchell   PetscFunctionReturn(0);
3044a7a4c06SLawrence Mitchell }
3054a7a4c06SLawrence Mitchell 
306793f3fe5SMatthew G. Knepley static PetscErrorCode DMGetDimPoints_DA(DM dm, PetscInt dim, PetscInt *pStart, PetscInt *pEnd)
307793f3fe5SMatthew G. Knepley {
308793f3fe5SMatthew G. Knepley   PetscErrorCode ierr;
309793f3fe5SMatthew G. Knepley 
310793f3fe5SMatthew G. Knepley   PetscFunctionBegin;
311793f3fe5SMatthew G. Knepley   ierr = DMDAGetDepthStratum(dm, dim, pStart, pEnd);CHKERRQ(ierr);
312793f3fe5SMatthew G. Knepley   PetscFunctionReturn(0);
313793f3fe5SMatthew G. Knepley }
314793f3fe5SMatthew G. Knepley 
315502a2867SDave May static PetscErrorCode DMGetNeighbors_DA(DM dm, PetscInt *nranks, const PetscMPIInt *ranks[])
316502a2867SDave May {
317502a2867SDave May   PetscErrorCode ierr;
318502a2867SDave May   PetscInt dim;
319502a2867SDave May   DMDAStencilType st;
320502a2867SDave May 
321502a2867SDave May   PetscFunctionBegin;
322502a2867SDave May   ierr = DMDAGetNeighbors(dm,ranks);CHKERRQ(ierr);
323502a2867SDave May   ierr = DMDAGetInfo(dm,&dim,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,&st);CHKERRQ(ierr);
324502a2867SDave May 
325502a2867SDave May   switch (dim) {
326502a2867SDave May     case 1:
327502a2867SDave May       *nranks = 3;
328d2ebda5dSSatish Balay       /* if (st == DMDA_STENCIL_STAR) { *nranks = 3; } */
329502a2867SDave May       break;
330502a2867SDave May     case 2:
331502a2867SDave May       *nranks = 9;
332d2ebda5dSSatish Balay       /* if (st == DMDA_STENCIL_STAR) { *nranks = 5; } */
333502a2867SDave May       break;
334502a2867SDave May     case 3:
335502a2867SDave May       *nranks = 27;
336d2ebda5dSSatish Balay       /* if (st == DMDA_STENCIL_STAR) { *nranks = 7; } */
337502a2867SDave May       break;
338502a2867SDave May     default:
339502a2867SDave May       break;
340502a2867SDave May   }
341502a2867SDave May   PetscFunctionReturn(0);
342502a2867SDave May }
343502a2867SDave May 
3443efe6655SBarry Smith /*MC
3453efe6655SBarry Smith    DMDA = "da" - A DM object that is used to manage data for a structured grid in 1, 2, or 3 dimensions.
3463efe6655SBarry Smith          In the global representation of the vector each process stores a non-overlapping rectangular (or slab in 3d) portion of the grid points.
3473efe6655SBarry Smith          In the local representation these rectangular regions (slabs) are extended in all directions by a stencil width.
3483efe6655SBarry Smith 
3493efe6655SBarry Smith          The vectors can be thought of as either cell centered or vertex centered on the mesh. But some variables cannot be cell centered and others
3503efe6655SBarry Smith          vertex centered.
3513efe6655SBarry Smith 
3523efe6655SBarry Smith   Level: intermediate
3533efe6655SBarry Smith 
3543efe6655SBarry Smith .seealso: DMType, DMCOMPOSITE, DMDACreate(), DMCreate(), DMSetType()
3553efe6655SBarry Smith M*/
3563efe6655SBarry Smith 
35705264a50SDave May extern PetscErrorCode DMLocatePoints_DA_Regular(DM,Vec,DMPointLocationType,PetscSF);
3588135c375SStefano Zampini PETSC_INTERN PetscErrorCode DMSetUpGLVisViewer_DMDA(PetscObject,PetscViewer);
3591c3fb106SBarry Smith 
3608cc058d9SJed Brown PETSC_EXTERN PetscErrorCode DMCreate_DA(DM da)
36147c6ae99SBarry Smith {
36247c6ae99SBarry Smith   PetscErrorCode ierr;
36347c6ae99SBarry Smith   DM_DA          *dd;
36447c6ae99SBarry Smith 
36547c6ae99SBarry Smith   PetscFunctionBegin;
366a4121054SBarry Smith   PetscValidPointer(da,1);
367b00a9115SJed Brown   ierr     = PetscNewLog(da,&dd);CHKERRQ(ierr);
368a4121054SBarry Smith   da->data = dd;
36947c6ae99SBarry Smith 
370c73cfb54SMatthew G. Knepley   da->dim        = -1;
371aa219208SBarry Smith   dd->interptype = DMDA_Q1;
37247c6ae99SBarry Smith   dd->refine_x   = 2;
37347c6ae99SBarry Smith   dd->refine_y   = 2;
37447c6ae99SBarry Smith   dd->refine_z   = 2;
37581c108dcSJed Brown   dd->coarsen_x  = 2;
37681c108dcSJed Brown   dd->coarsen_y  = 2;
37781c108dcSJed Brown   dd->coarsen_z  = 2;
3780298fd71SBarry Smith   dd->fieldname  = NULL;
37947c6ae99SBarry Smith   dd->nlocal     = -1;
38047c6ae99SBarry Smith   dd->Nlocal     = -1;
38147c6ae99SBarry Smith   dd->M          = -1;
38247c6ae99SBarry Smith   dd->N          = -1;
38347c6ae99SBarry Smith   dd->P          = -1;
38447c6ae99SBarry Smith   dd->m          = -1;
38547c6ae99SBarry Smith   dd->n          = -1;
38647c6ae99SBarry Smith   dd->p          = -1;
38747c6ae99SBarry Smith   dd->w          = -1;
38847c6ae99SBarry Smith   dd->s          = -1;
3898865f1eaSKarl Rupp 
39047c6ae99SBarry Smith   dd->xs = -1; dd->xe = -1; dd->ys = -1; dd->ye = -1; dd->zs = -1; dd->ze = -1;
39147c6ae99SBarry Smith   dd->Xs = -1; dd->Xe = -1; dd->Ys = -1; dd->Ye = -1; dd->Zs = -1; dd->Ze = -1;
39247c6ae99SBarry Smith 
3933e7870d2SPeter Brune   dd->Nsub            = 1;
3947ddda789SPeter Brune   dd->xol             = 0;
3957ddda789SPeter Brune   dd->yol             = 0;
3967ddda789SPeter Brune   dd->zol             = 0;
397d886c4f4SPeter Brune   dd->xo              = 0;
398d886c4f4SPeter Brune   dd->yo              = 0;
399d886c4f4SPeter Brune   dd->zo              = 0;
400e30e807fSPeter Brune   dd->Mo              = -1;
401e30e807fSPeter Brune   dd->No              = -1;
402e30e807fSPeter Brune   dd->Po              = -1;
40388661749SPeter Brune 
4040298fd71SBarry Smith   dd->gtol         = NULL;
4050298fd71SBarry Smith   dd->ltol         = NULL;
4060298fd71SBarry Smith   dd->ao           = NULL;
4079db3d8bcSStefano Zampini   PetscStrallocpy(AOBASIC,(char**)&dd->aotype);
40847c6ae99SBarry Smith   dd->base         = -1;
409bff4a2f0SMatthew G. Knepley   dd->bx           = DM_BOUNDARY_NONE;
410bff4a2f0SMatthew G. Knepley   dd->by           = DM_BOUNDARY_NONE;
411bff4a2f0SMatthew G. Knepley   dd->bz           = DM_BOUNDARY_NONE;
412aa219208SBarry Smith   dd->stencil_type = DMDA_STENCIL_BOX;
413aa219208SBarry Smith   dd->interptype   = DMDA_Q1;
4140298fd71SBarry Smith   dd->lx           = NULL;
4150298fd71SBarry Smith   dd->ly           = NULL;
4160298fd71SBarry Smith   dd->lz           = NULL;
41747c6ae99SBarry Smith 
418454e267fSLisandro Dalcin   dd->elementtype = DMDA_ELEMENT_Q1;
419454e267fSLisandro Dalcin 
420a4121054SBarry Smith   da->ops->globaltolocalbegin          = DMGlobalToLocalBegin_DA;
421a4121054SBarry Smith   da->ops->globaltolocalend            = DMGlobalToLocalEnd_DA;
422a4121054SBarry Smith   da->ops->localtoglobalbegin          = DMLocalToGlobalBegin_DA;
423a4121054SBarry Smith   da->ops->localtoglobalend            = DMLocalToGlobalEnd_DA;
424d78e899eSRichard Tran Mills   da->ops->localtolocalbegin           = DMLocalToLocalBegin_DA;
425d78e899eSRichard Tran Mills   da->ops->localtolocalend             = DMLocalToLocalEnd_DA;
426a4121054SBarry Smith   da->ops->createglobalvector          = DMCreateGlobalVector_DA;
427a4121054SBarry Smith   da->ops->createlocalvector           = DMCreateLocalVector_DA;
42825296bd5SBarry Smith   da->ops->createinterpolation         = DMCreateInterpolation_DA;
429e727c939SJed Brown   da->ops->getcoloring                 = DMCreateColoring_DA;
43025296bd5SBarry Smith   da->ops->creatematrix                = DMCreateMatrix_DA;
431a4121054SBarry Smith   da->ops->refine                      = DMRefine_DA;
432a4121054SBarry Smith   da->ops->coarsen                     = DMCoarsen_DA;
433a4121054SBarry Smith   da->ops->refinehierarchy             = DMRefineHierarchy_DA;
434a4121054SBarry Smith   da->ops->coarsenhierarchy            = DMCoarsenHierarchy_DA;
435e727c939SJed Brown   da->ops->getinjection                = DMCreateInjection_DA;
4364a7a4c06SLawrence Mitchell   da->ops->hascreateinjection          = DMHasCreateInjection_DA;
437e727c939SJed Brown   da->ops->getaggregates               = DMCreateAggregates_DA;
438a4121054SBarry Smith   da->ops->destroy                     = DMDestroy_DA;
439a4121054SBarry Smith   da->ops->view                        = 0;
440a4121054SBarry Smith   da->ops->setfromoptions              = DMSetFromOptions_DA;
441a4121054SBarry Smith   da->ops->setup                       = DMSetUp_DA;
44238221697SMatthew G. Knepley   da->ops->clone                       = DMClone_DA;
443b859378eSBarry Smith   da->ops->load                        = DMLoad_DA;
4446636e97aSMatthew G Knepley   da->ops->createcoordinatedm          = DMCreateCoordinateDM_DA;
445d724dfffSBarry Smith   da->ops->createsubdm                 = DMCreateSubDM_DA;
44616621825SDmitry Karpeev   da->ops->createfielddecomposition    = DMCreateFieldDecomposition_DA;
447e30e807fSPeter Brune   da->ops->createdomaindecomposition   = DMCreateDomainDecomposition_DA;
448e30e807fSPeter Brune   da->ops->createddscatters            = DMCreateDomainDecompositionScatters_DA;
449793f3fe5SMatthew G. Knepley   da->ops->getdimpoints                = DMGetDimPoints_DA;
450502a2867SDave May   da->ops->getneighbors                = DMGetNeighbors_DA;
45105264a50SDave May   da->ops->locatepoints                = DMLocatePoints_DA_Regular;
4527c3cd84eSPatrick Sanan   da->ops->getcompatibility            = DMGetCompatibility_DA;
4538135c375SStefano Zampini   ierr = PetscObjectComposeFunction((PetscObject)da,"DMSetUpGLVisViewer_C",DMSetUpGLVisViewer_DMDA);CHKERRQ(ierr);
454a4121054SBarry Smith   PetscFunctionReturn(0);
455a4121054SBarry Smith }
45647c6ae99SBarry Smith 
457a4121054SBarry Smith /*@
458a4121054SBarry Smith   DMDACreate - Creates a DMDA object.
459a4121054SBarry Smith 
4605edebc4bSPatrick Sanan   Collective
461a4121054SBarry Smith 
462a4121054SBarry Smith   Input Parameter:
463a4121054SBarry Smith . comm - The communicator for the DMDA object
464a4121054SBarry Smith 
465a4121054SBarry Smith   Output Parameter:
466a4121054SBarry Smith . da  - The DMDA object
467a4121054SBarry Smith 
468e0f5d30fSBarry Smith   Level: advanced
469e0f5d30fSBarry Smith 
4705edebc4bSPatrick Sanan   Developers Note:
4715edebc4bSPatrick Sanan   Since there exists DMDACreate1/2/3d() should this routine even exist?
472a4121054SBarry Smith 
4735edebc4bSPatrick Sanan .seealso:  DMDASetSizes(), DMClone(),  DMDACreate1d(), DMDACreate2d(), DMDACreate3d()
474a4121054SBarry Smith @*/
4757087cfbeSBarry Smith PetscErrorCode  DMDACreate(MPI_Comm comm, DM *da)
476a4121054SBarry Smith {
477a4121054SBarry Smith   PetscErrorCode ierr;
478a4121054SBarry Smith 
479a4121054SBarry Smith   PetscFunctionBegin;
480a4121054SBarry Smith   PetscValidPointer(da,2);
481a4121054SBarry Smith   ierr = DMCreate(comm,da);CHKERRQ(ierr);
482a4121054SBarry Smith   ierr = DMSetType(*da,DMDA);CHKERRQ(ierr);
48347c6ae99SBarry Smith   PetscFunctionReturn(0);
48447c6ae99SBarry Smith }
485b859378eSBarry Smith 
486b859378eSBarry Smith 
487