147c6ae99SBarry Smith /* 247c6ae99SBarry Smith Code for manipulating distributed regular arrays in parallel. 347c6ae99SBarry Smith */ 447c6ae99SBarry Smith 5af0996ceSBarry Smith #include <petsc/private/dmdaimpl.h> /*I "petscdmda.h" I*/ 647c6ae99SBarry Smith 7d1e78c4fSBarry Smith #if defined(PETSC_HAVE_MATLAB) 8c6db04a5SJed Brown #include <mat.h> /* MATLAB include file */ 947c6ae99SBarry Smith 10d71ae5a4SJacob Faibussowitsch PetscErrorCode DMView_DA_Matlab(DM da, PetscViewer viewer) 11d71ae5a4SJacob Faibussowitsch { 1247c6ae99SBarry Smith PetscMPIInt rank; 1347c6ae99SBarry Smith PetscInt dim, m, n, p, dof, swidth; 14aa219208SBarry Smith DMDAStencilType stencil; 15bff4a2f0SMatthew G. Knepley DMBoundaryType bx, by, bz; 1647c6ae99SBarry Smith mxArray *mx; 171321219cSEthan Coon const char *fnames[] = {"dimension", "m", "n", "p", "dof", "stencil_width", "bx", "by", "bz", "stencil_type"}; 1847c6ae99SBarry Smith 1947c6ae99SBarry Smith PetscFunctionBegin; 209566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(PetscObjectComm((PetscObject)da), &rank)); 21dd400576SPatrick Sanan if (rank == 0) { 229566063dSJacob Faibussowitsch PetscCall(DMDAGetInfo(da, &dim, &m, &n, &p, 0, 0, 0, &dof, &swidth, &bx, &by, &bz, &stencil)); 2347c6ae99SBarry Smith mx = mxCreateStructMatrix(1, 1, 8, (const char **)fnames); 247a8be351SBarry Smith PetscCheck(mx, PETSC_COMM_SELF, PETSC_ERR_LIB, "Unable to generate MATLAB struct array to hold DMDA information"); 2547c6ae99SBarry Smith mxSetFieldByNumber(mx, 0, 0, mxCreateDoubleScalar((double)dim)); 2647c6ae99SBarry Smith mxSetFieldByNumber(mx, 0, 1, mxCreateDoubleScalar((double)m)); 2747c6ae99SBarry Smith mxSetFieldByNumber(mx, 0, 2, mxCreateDoubleScalar((double)n)); 2847c6ae99SBarry Smith mxSetFieldByNumber(mx, 0, 3, mxCreateDoubleScalar((double)p)); 2947c6ae99SBarry Smith mxSetFieldByNumber(mx, 0, 4, mxCreateDoubleScalar((double)dof)); 3047c6ae99SBarry Smith mxSetFieldByNumber(mx, 0, 5, mxCreateDoubleScalar((double)swidth)); 311321219cSEthan Coon mxSetFieldByNumber(mx, 0, 6, mxCreateDoubleScalar((double)bx)); 321321219cSEthan Coon mxSetFieldByNumber(mx, 0, 7, mxCreateDoubleScalar((double)by)); 331321219cSEthan Coon mxSetFieldByNumber(mx, 0, 8, mxCreateDoubleScalar((double)bz)); 341321219cSEthan Coon mxSetFieldByNumber(mx, 0, 9, mxCreateDoubleScalar((double)stencil)); 359566063dSJacob Faibussowitsch PetscCall(PetscObjectName((PetscObject)da)); 369566063dSJacob Faibussowitsch PetscCall(PetscViewerMatlabPutVariable(viewer, ((PetscObject)da)->name, mx)); 3747c6ae99SBarry Smith } 383ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 3947c6ae99SBarry Smith } 4047c6ae99SBarry Smith #endif 4147c6ae99SBarry Smith 42d71ae5a4SJacob Faibussowitsch PetscErrorCode DMView_DA_Binary(DM da, PetscViewer viewer) 43d71ae5a4SJacob Faibussowitsch { 4447c6ae99SBarry Smith PetscMPIInt rank; 45b859378eSBarry Smith PetscInt dim, m, n, p, dof, swidth, M, N, P; 46aa219208SBarry Smith DMDAStencilType stencil; 47bff4a2f0SMatthew G. Knepley DMBoundaryType bx, by, bz; 4847c6ae99SBarry Smith MPI_Comm comm; 49bc2bf880SBarry Smith PetscBool coors = PETSC_FALSE; 506858538eSMatthew G. Knepley Vec coordinates; 5147c6ae99SBarry Smith 5247c6ae99SBarry Smith PetscFunctionBegin; 539566063dSJacob Faibussowitsch PetscCall(PetscObjectGetComm((PetscObject)da, &comm)); 5447c6ae99SBarry Smith 559566063dSJacob Faibussowitsch PetscCall(DMDAGetInfo(da, &dim, &m, &n, &p, &M, &N, &P, &dof, &swidth, &bx, &by, &bz, &stencil)); 569566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm, &rank)); 576858538eSMatthew G. Knepley PetscCall(DMGetCoordinates(da, &coordinates)); 58dd400576SPatrick Sanan if (rank == 0) { 599566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &dim, 1, PETSC_INT)); 609566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &m, 1, PETSC_INT)); 619566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &n, 1, PETSC_INT)); 629566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &p, 1, PETSC_INT)); 639566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &dof, 1, PETSC_INT)); 649566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &swidth, 1, PETSC_INT)); 659566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &bx, 1, PETSC_ENUM)); 669566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &by, 1, PETSC_ENUM)); 679566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &bz, 1, PETSC_ENUM)); 689566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &stencil, 1, PETSC_ENUM)); 696858538eSMatthew G. Knepley if (coordinates) coors = PETSC_TRUE; 709566063dSJacob Faibussowitsch PetscCall(PetscViewerBinaryWrite(viewer, &coors, 1, PETSC_BOOL)); 7147c6ae99SBarry Smith } 7247c6ae99SBarry Smith 7347c6ae99SBarry Smith /* save the coordinates if they exist to disk (in the natural ordering) */ 746858538eSMatthew G. Knepley if (coordinates) PetscCall(VecView(coordinates, viewer)); 753ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 7647c6ae99SBarry Smith } 7747c6ae99SBarry Smith 78d71ae5a4SJacob Faibussowitsch PetscErrorCode DMView_DA_VTK(DM da, PetscViewer viewer) 79d71ae5a4SJacob Faibussowitsch { 806858538eSMatthew G. Knepley Vec coordinates; 8147c6ae99SBarry Smith PetscInt dim, dof, M = 0, N = 0, P = 0; 8247c6ae99SBarry Smith 8347c6ae99SBarry Smith PetscFunctionBegin; 846858538eSMatthew G. Knepley PetscCall(DMGetCoordinates(da, &coordinates)); 859566063dSJacob Faibussowitsch PetscCall(DMDAGetInfo(da, &dim, &M, &N, &P, NULL, NULL, NULL, &dof, NULL, NULL, NULL, NULL, NULL)); 866858538eSMatthew G. Knepley PetscCheck(coordinates, PetscObjectComm((PetscObject)da), PETSC_ERR_SUP, "VTK output requires DMDA coordinates."); 8747c6ae99SBarry Smith /* Write Header */ 889566063dSJacob Faibussowitsch PetscCall(PetscViewerASCIIPrintf(viewer, "# vtk DataFile Version 2.0\n")); 899566063dSJacob Faibussowitsch PetscCall(PetscViewerASCIIPrintf(viewer, "Structured Mesh Example\n")); 909566063dSJacob Faibussowitsch PetscCall(PetscViewerASCIIPrintf(viewer, "ASCII\n")); 919566063dSJacob Faibussowitsch PetscCall(PetscViewerASCIIPrintf(viewer, "DATASET STRUCTURED_GRID\n")); 9263a3b9bcSJacob Faibussowitsch PetscCall(PetscViewerASCIIPrintf(viewer, "DIMENSIONS %" PetscInt_FMT " %" PetscInt_FMT " %" PetscInt_FMT "\n", M, N, P)); 9363a3b9bcSJacob Faibussowitsch PetscCall(PetscViewerASCIIPrintf(viewer, "POINTS %" PetscInt_FMT " double\n", M * N * P)); 946858538eSMatthew G. Knepley if (coordinates) { 959a42bb27SBarry Smith DM dac; 9647c6ae99SBarry Smith Vec natural; 9747c6ae99SBarry Smith 989566063dSJacob Faibussowitsch PetscCall(DMGetCoordinateDM(da, &dac)); 999566063dSJacob Faibussowitsch PetscCall(DMDACreateNaturalVector(dac, &natural)); 1009566063dSJacob Faibussowitsch PetscCall(PetscObjectSetOptionsPrefix((PetscObject)natural, "coor_")); 1016858538eSMatthew G. Knepley PetscCall(DMDAGlobalToNaturalBegin(dac, coordinates, INSERT_VALUES, natural)); 1026858538eSMatthew G. Knepley PetscCall(DMDAGlobalToNaturalEnd(dac, coordinates, INSERT_VALUES, natural)); 1039566063dSJacob Faibussowitsch PetscCall(PetscViewerPushFormat(viewer, PETSC_VIEWER_ASCII_VTK_COORDS_DEPRECATED)); 1049566063dSJacob Faibussowitsch PetscCall(VecView(natural, viewer)); 1059566063dSJacob Faibussowitsch PetscCall(PetscViewerPopFormat(viewer)); 1069566063dSJacob Faibussowitsch PetscCall(VecDestroy(&natural)); 10747c6ae99SBarry Smith } 1083ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 10947c6ae99SBarry Smith } 11047c6ae99SBarry Smith 11147c6ae99SBarry Smith /*@C 112aa219208SBarry Smith DMDAGetInfo - Gets information about a given distributed array. 11347c6ae99SBarry Smith 11447c6ae99SBarry Smith Not Collective 11547c6ae99SBarry Smith 11647c6ae99SBarry Smith Input Parameter: 117*72fd0fbdSBarry Smith . da - the `DMDA` 11847c6ae99SBarry Smith 11947c6ae99SBarry Smith Output Parameters: 120*72fd0fbdSBarry Smith + dim - dimension of the `DMDA` (1, 2, or 3) 1216b867d5aSJose E. Roman . M - global dimension in first direction of the array 1226b867d5aSJose E. Roman . N - global dimension in second direction of the array 1236b867d5aSJose E. Roman . P - global dimension in third direction of the array 124*72fd0fbdSBarry Smith . m - corresponding number of MPI processes in first dimension 125*72fd0fbdSBarry Smith . n - corresponding number of MPI processes in second dimension 126*72fd0fbdSBarry Smith . p - corresponding number of MPI processes in third dimension 12747c6ae99SBarry Smith . dof - number of degrees of freedom per node 12847c6ae99SBarry Smith . s - stencil width 1296b867d5aSJose E. Roman . bx - type of ghost nodes at boundary in first dimension 1306b867d5aSJose E. Roman . by - type of ghost nodes at boundary in second dimension 1316b867d5aSJose E. Roman . bz - type of ghost nodes at boundary in third dimension 132dce8aebaSBarry Smith - st - stencil type, either `DMDA_STENCIL_STAR` or `DMDA_STENCIL_BOX` 13347c6ae99SBarry Smith 13447c6ae99SBarry Smith Level: beginner 13547c6ae99SBarry Smith 13647c6ae99SBarry Smith Note: 13712b4a537SBarry Smith Use `NULL` (`PETSC_NULL_INTEGER` in Fortran) in place of any output parameter that is not of interest. 13847c6ae99SBarry Smith 13912b4a537SBarry Smith .seealso: [](sec_struct), `DM`, `DMDA`, `DMView()`, `DMDAGetCorners()`, `DMDAGetLocalInfo()` 14047c6ae99SBarry Smith @*/ 141d71ae5a4SJacob Faibussowitsch PetscErrorCode DMDAGetInfo(DM da, PetscInt *dim, PetscInt *M, PetscInt *N, PetscInt *P, PetscInt *m, PetscInt *n, PetscInt *p, PetscInt *dof, PetscInt *s, DMBoundaryType *bx, DMBoundaryType *by, DMBoundaryType *bz, DMDAStencilType *st) 142d71ae5a4SJacob Faibussowitsch { 14347c6ae99SBarry Smith DM_DA *dd = (DM_DA *)da->data; 14447c6ae99SBarry Smith 14547c6ae99SBarry Smith PetscFunctionBegin; 146a9a02de4SBarry Smith PetscValidHeaderSpecificType(da, DM_CLASSID, 1, DMDA); 147c73cfb54SMatthew G. Knepley if (dim) *dim = da->dim; 148e30e807fSPeter Brune if (M) { 1498865f1eaSKarl Rupp if (dd->Mo < 0) *M = dd->M; 1508865f1eaSKarl Rupp else *M = dd->Mo; 151e30e807fSPeter Brune } 152e30e807fSPeter Brune if (N) { 1538865f1eaSKarl Rupp if (dd->No < 0) *N = dd->N; 1548865f1eaSKarl Rupp else *N = dd->No; 155e30e807fSPeter Brune } 156e30e807fSPeter Brune if (P) { 1578865f1eaSKarl Rupp if (dd->Po < 0) *P = dd->P; 1588865f1eaSKarl Rupp else *P = dd->Po; 159e30e807fSPeter Brune } 16047c6ae99SBarry Smith if (m) *m = dd->m; 16147c6ae99SBarry Smith if (n) *n = dd->n; 16247c6ae99SBarry Smith if (p) *p = dd->p; 16347c6ae99SBarry Smith if (dof) *dof = dd->w; 16447c6ae99SBarry Smith if (s) *s = dd->s; 1651321219cSEthan Coon if (bx) *bx = dd->bx; 1661321219cSEthan Coon if (by) *by = dd->by; 1671321219cSEthan Coon if (bz) *bz = dd->bz; 16847c6ae99SBarry Smith if (st) *st = dd->stencil_type; 1693ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 17047c6ae99SBarry Smith } 17147c6ae99SBarry Smith 17247c6ae99SBarry Smith /*@C 173*72fd0fbdSBarry Smith DMDAGetLocalInfo - Gets information about a given `DMDA` and this MPI process's location in it 17447c6ae99SBarry Smith 17547c6ae99SBarry Smith Not Collective 17647c6ae99SBarry Smith 17747c6ae99SBarry Smith Input Parameter: 178*72fd0fbdSBarry Smith . da - the `DMDA` 17947c6ae99SBarry Smith 18047c6ae99SBarry Smith Output Parameters: 18160225df5SJacob Faibussowitsch . info - structure containing the information 18247c6ae99SBarry Smith 18347c6ae99SBarry Smith Level: beginner 18447c6ae99SBarry Smith 185dce8aebaSBarry Smith Note: 186dce8aebaSBarry Smith See `DMDALocalInfo` for the information that is returned 187d3187782SBarry Smith 18812b4a537SBarry Smith .seealso: [](sec_struct), `DM`, `DMDA`, `DMDAGetInfo()`, `DMDAGetCorners()`, `DMDALocalInfo` 18947c6ae99SBarry Smith @*/ 190d71ae5a4SJacob Faibussowitsch PetscErrorCode DMDAGetLocalInfo(DM da, DMDALocalInfo *info) 191d71ae5a4SJacob Faibussowitsch { 19247c6ae99SBarry Smith PetscInt w; 19347c6ae99SBarry Smith DM_DA *dd = (DM_DA *)da->data; 19447c6ae99SBarry Smith 19547c6ae99SBarry Smith PetscFunctionBegin; 196a9a02de4SBarry Smith PetscValidHeaderSpecificType(da, DM_CLASSID, 1, DMDA); 1974f572ea9SToby Isaac PetscAssertPointer(info, 2); 19847c6ae99SBarry Smith info->da = da; 199c73cfb54SMatthew G. Knepley info->dim = da->dim; 2008865f1eaSKarl Rupp if (dd->Mo < 0) info->mx = dd->M; 2018865f1eaSKarl Rupp else info->mx = dd->Mo; 2028865f1eaSKarl Rupp if (dd->No < 0) info->my = dd->N; 2038865f1eaSKarl Rupp else info->my = dd->No; 2048865f1eaSKarl Rupp if (dd->Po < 0) info->mz = dd->P; 2058865f1eaSKarl Rupp else info->mz = dd->Po; 20647c6ae99SBarry Smith info->dof = dd->w; 20747c6ae99SBarry Smith info->sw = dd->s; 2081321219cSEthan Coon info->bx = dd->bx; 2091321219cSEthan Coon info->by = dd->by; 2101321219cSEthan Coon info->bz = dd->bz; 21147c6ae99SBarry Smith info->st = dd->stencil_type; 21247c6ae99SBarry Smith 21347c6ae99SBarry Smith /* since the xs, xe ... have all been multiplied by the number of degrees 21447c6ae99SBarry Smith of freedom per cell, w = dd->w, we divide that out before returning.*/ 21547c6ae99SBarry Smith w = dd->w; 216d886c4f4SPeter Brune info->xs = dd->xs / w + dd->xo; 21747c6ae99SBarry Smith info->xm = (dd->xe - dd->xs) / w; 21847c6ae99SBarry Smith /* the y and z have NOT been multiplied by w */ 219d886c4f4SPeter Brune info->ys = dd->ys + dd->yo; 22047c6ae99SBarry Smith info->ym = (dd->ye - dd->ys); 221d886c4f4SPeter Brune info->zs = dd->zs + dd->zo; 22247c6ae99SBarry Smith info->zm = (dd->ze - dd->zs); 22347c6ae99SBarry Smith 224d886c4f4SPeter Brune info->gxs = dd->Xs / w + dd->xo; 22547c6ae99SBarry Smith info->gxm = (dd->Xe - dd->Xs) / w; 22647c6ae99SBarry Smith /* the y and z have NOT been multiplied by w */ 227d886c4f4SPeter Brune info->gys = dd->Ys + dd->yo; 22847c6ae99SBarry Smith info->gym = (dd->Ye - dd->Ys); 229d886c4f4SPeter Brune info->gzs = dd->Zs + dd->zo; 23047c6ae99SBarry Smith info->gzm = (dd->Ze - dd->Zs); 2313ba16761SJacob Faibussowitsch PetscFunctionReturn(PETSC_SUCCESS); 23247c6ae99SBarry Smith } 233