147c6ae99SBarry Smith #define PETSCDM_DLL 247c6ae99SBarry Smith 347c6ae99SBarry Smith /* 447c6ae99SBarry Smith Code for manipulating distributed regular arrays in parallel. 547c6ae99SBarry Smith */ 647c6ae99SBarry Smith 7e1589f56SBarry Smith #include "private/daimpl.h" /*I "petscdm.h" I*/ 847c6ae99SBarry Smith 947c6ae99SBarry Smith /* Logging support */ 1047c6ae99SBarry Smith PetscClassId PETSCDM_DLLEXPORT DM_CLASSID; 1147c6ae99SBarry Smith PetscClassId PETSCDM_DLLEXPORT ADDA_CLASSID; 12aa219208SBarry Smith PetscLogEvent DMDA_GlobalToLocal, DMDA_LocalToGlobal, DMDA_LocalADFunction; 1347c6ae99SBarry Smith 1447c6ae99SBarry Smith #undef __FUNCT__ 1547c6ae99SBarry Smith #define __FUNCT__ "DMDestroy_Private" 1647c6ae99SBarry Smith /* 1747c6ae99SBarry Smith DMDestroy_Private - handles the work vectors created by DMGetGlobalVector() and DMGetLocalVector() 1847c6ae99SBarry Smith 1947c6ae99SBarry Smith */ 2047c6ae99SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDestroy_Private(DM dm,PetscBool *done) 2147c6ae99SBarry Smith { 2247c6ae99SBarry Smith PetscErrorCode ierr; 2347c6ae99SBarry Smith PetscErrorCode i,cnt = 0; 2447c6ae99SBarry Smith 2547c6ae99SBarry Smith PetscFunctionBegin; 2647c6ae99SBarry Smith PetscValidHeaderSpecific(dm,DM_CLASSID,1); 2747c6ae99SBarry Smith *done = PETSC_FALSE; 2847c6ae99SBarry Smith 2947c6ae99SBarry Smith for (i=0; i<DM_MAX_WORK_VECTORS; i++) { 3047c6ae99SBarry Smith if (dm->localin[i]) {cnt++;} 3147c6ae99SBarry Smith if (dm->globalin[i]) {cnt++;} 3247c6ae99SBarry Smith } 3347c6ae99SBarry Smith 3447c6ae99SBarry Smith if (--((PetscObject)dm)->refct - cnt > 0) PetscFunctionReturn(0); 3547c6ae99SBarry Smith 3647c6ae99SBarry Smith /* 3747c6ae99SBarry Smith Need this test because the dm references the vectors that 3847c6ae99SBarry Smith reference the dm, so destroying the dm calls destroy on the 3947c6ae99SBarry Smith vectors that cause another destroy on the dm 4047c6ae99SBarry Smith */ 4147c6ae99SBarry Smith if (((PetscObject)dm)->refct < 0) PetscFunctionReturn(0); 4247c6ae99SBarry Smith ((PetscObject)dm)->refct = 0; 4347c6ae99SBarry Smith 4447c6ae99SBarry Smith for (i=0; i<DM_MAX_WORK_VECTORS; i++) { 4547c6ae99SBarry Smith if (dm->localout[i]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Destroying a DM that has a local vector obtained with DMGetLocalVector()"); 4647c6ae99SBarry Smith if (dm->localin[i]) {ierr = VecDestroy(dm->localin[i]);CHKERRQ(ierr);} 4747c6ae99SBarry Smith if (dm->globalout[i]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Destroying a DM that has a global vector obtained with DMGetGlobalVector()"); 4847c6ae99SBarry Smith if (dm->globalin[i]) {ierr = VecDestroy(dm->globalin[i]);CHKERRQ(ierr);} 4947c6ae99SBarry Smith } 5047c6ae99SBarry Smith *done = PETSC_TRUE; 5147c6ae99SBarry Smith PetscFunctionReturn(0); 5247c6ae99SBarry Smith } 5347c6ae99SBarry Smith 5447c6ae99SBarry Smith #undef __FUNCT__ 559a42bb27SBarry Smith #define __FUNCT__ "DMDestroy_DA" 569a42bb27SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDestroy_DA(DM da) 5747c6ae99SBarry Smith { 5847c6ae99SBarry Smith PetscErrorCode ierr; 5947c6ae99SBarry Smith PetscErrorCode i; 6047c6ae99SBarry Smith PetscBool done; 6147c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 6247c6ae99SBarry Smith 6347c6ae99SBarry Smith PetscFunctionBegin; 6447c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 6547c6ae99SBarry Smith 6647c6ae99SBarry Smith ierr = DMDestroy_Private((DM)da,&done);CHKERRQ(ierr); 6747c6ae99SBarry Smith if (!done) PetscFunctionReturn(0); 680c010503SBarry Smith 6947c6ae99SBarry Smith /* destroy the external/common part */ 70aa219208SBarry Smith for (i=0; i<DMDA_MAX_AD_ARRAYS; i++) { 7147c6ae99SBarry Smith ierr = PetscFree(dd->adstartghostedout[i]);CHKERRQ(ierr); 7247c6ae99SBarry Smith ierr = PetscFree(dd->adstartghostedin[i]);CHKERRQ(ierr); 7347c6ae99SBarry Smith ierr = PetscFree(dd->adstartout[i]);CHKERRQ(ierr); 7447c6ae99SBarry Smith ierr = PetscFree(dd->adstartin[i]);CHKERRQ(ierr); 7547c6ae99SBarry Smith } 76aa219208SBarry Smith for (i=0; i<DMDA_MAX_AD_ARRAYS; i++) { 7747c6ae99SBarry Smith ierr = PetscFree(dd->admfstartghostedout[i]);CHKERRQ(ierr); 7847c6ae99SBarry Smith ierr = PetscFree(dd->admfstartghostedin[i]);CHKERRQ(ierr); 7947c6ae99SBarry Smith ierr = PetscFree(dd->admfstartout[i]);CHKERRQ(ierr); 8047c6ae99SBarry Smith ierr = PetscFree(dd->admfstartin[i]);CHKERRQ(ierr); 8147c6ae99SBarry Smith } 82aa219208SBarry Smith for (i=0; i<DMDA_MAX_WORK_ARRAYS; i++) { 8347c6ae99SBarry Smith ierr = PetscFree(dd->startghostedout[i]);CHKERRQ(ierr); 8447c6ae99SBarry Smith ierr = PetscFree(dd->startghostedin[i]);CHKERRQ(ierr); 8547c6ae99SBarry Smith ierr = PetscFree(dd->startout[i]);CHKERRQ(ierr); 8647c6ae99SBarry Smith ierr = PetscFree(dd->startin[i]);CHKERRQ(ierr); 8747c6ae99SBarry Smith } 8847c6ae99SBarry Smith 8947c6ae99SBarry Smith /* if memory was published with AMS then destroy it */ 9047c6ae99SBarry Smith ierr = PetscObjectDepublish(da);CHKERRQ(ierr); 9147c6ae99SBarry Smith 9247c6ae99SBarry Smith if (dd->ltog) {ierr = VecScatterDestroy(dd->ltog);CHKERRQ(ierr);} 9347c6ae99SBarry Smith if (dd->gtol) {ierr = VecScatterDestroy(dd->gtol);CHKERRQ(ierr);} 9447c6ae99SBarry Smith if (dd->ltol) {ierr = VecScatterDestroy(dd->ltol);CHKERRQ(ierr);} 9547c6ae99SBarry Smith if (dd->natural){ 9647c6ae99SBarry Smith ierr = VecDestroy(dd->natural);CHKERRQ(ierr); 9747c6ae99SBarry Smith } 9847c6ae99SBarry Smith if (dd->gton) { 9947c6ae99SBarry Smith ierr = VecScatterDestroy(dd->gton);CHKERRQ(ierr); 10047c6ae99SBarry Smith } 10147c6ae99SBarry Smith 10247c6ae99SBarry Smith if (dd->ao) { 10347c6ae99SBarry Smith ierr = AODestroy(dd->ao);CHKERRQ(ierr); 10447c6ae99SBarry Smith } 10547c6ae99SBarry Smith if (dd->ltogmap) { 10647c6ae99SBarry Smith ierr = ISLocalToGlobalMappingDestroy(dd->ltogmap);CHKERRQ(ierr); 10747c6ae99SBarry Smith } 10847c6ae99SBarry Smith if (dd->ltogmapb) { 10947c6ae99SBarry Smith ierr = ISLocalToGlobalMappingDestroy(dd->ltogmapb);CHKERRQ(ierr); 11047c6ae99SBarry Smith } 11147c6ae99SBarry Smith 11247c6ae99SBarry Smith ierr = PetscFree(dd->lx);CHKERRQ(ierr); 11347c6ae99SBarry Smith ierr = PetscFree(dd->ly);CHKERRQ(ierr); 11447c6ae99SBarry Smith ierr = PetscFree(dd->lz);CHKERRQ(ierr); 11547c6ae99SBarry Smith ierr = PetscFree(da->vectype);CHKERRQ(ierr); 11647c6ae99SBarry Smith 11747c6ae99SBarry Smith if (dd->fieldname) { 11847c6ae99SBarry Smith for (i=0; i<dd->w; i++) { 11947c6ae99SBarry Smith ierr = PetscFree(dd->fieldname[i]);CHKERRQ(ierr); 12047c6ae99SBarry Smith } 12147c6ae99SBarry Smith ierr = PetscFree(dd->fieldname);CHKERRQ(ierr); 12247c6ae99SBarry Smith } 12347c6ae99SBarry Smith 12447c6ae99SBarry Smith if (dd->localcoloring) { 12547c6ae99SBarry Smith ierr = ISColoringDestroy(dd->localcoloring);CHKERRQ(ierr); 12647c6ae99SBarry Smith } 12747c6ae99SBarry Smith if (dd->ghostedcoloring) { 12847c6ae99SBarry Smith ierr = ISColoringDestroy(dd->ghostedcoloring);CHKERRQ(ierr); 12947c6ae99SBarry Smith } 13047c6ae99SBarry Smith 13147c6ae99SBarry Smith if (dd->coordinates) {ierr = VecDestroy(dd->coordinates);CHKERRQ(ierr);} 13247c6ae99SBarry Smith if (dd->ghosted_coordinates) {ierr = VecDestroy(dd->ghosted_coordinates);CHKERRQ(ierr);} 1339a42bb27SBarry Smith if (dd->da_coordinates && da != dd->da_coordinates) {ierr = DMDestroy(dd->da_coordinates);CHKERRQ(ierr);} 13447c6ae99SBarry Smith 13547c6ae99SBarry Smith ierr = PetscFree(dd->neighbors);CHKERRQ(ierr); 13647c6ae99SBarry Smith ierr = PetscFree(dd->dfill);CHKERRQ(ierr); 13747c6ae99SBarry Smith ierr = PetscFree(dd->ofill);CHKERRQ(ierr); 13847c6ae99SBarry Smith ierr = PetscFree(dd->e);CHKERRQ(ierr); 13947c6ae99SBarry Smith 140*895459faSBarry Smith ierr = PetscFree(dd);CHKERRQ(ierr); 14147c6ae99SBarry Smith ierr = PetscHeaderDestroy(da);CHKERRQ(ierr); 14247c6ae99SBarry Smith PetscFunctionReturn(0); 14347c6ae99SBarry Smith } 14447c6ae99SBarry Smith 14547c6ae99SBarry Smith #undef __FUNCT__ 146aa219208SBarry Smith #define __FUNCT__ "DMDAGetISLocalToGlobalMapping" 14747c6ae99SBarry Smith /*@ 148aa219208SBarry Smith DMDAGetISLocalToGlobalMapping - Accesses the local-to-global mapping in a DMDA. 14947c6ae99SBarry Smith 15047c6ae99SBarry Smith Not Collective 15147c6ae99SBarry Smith 15247c6ae99SBarry Smith Input Parameter: 15347c6ae99SBarry Smith . da - the distributed array that provides the mapping 15447c6ae99SBarry Smith 15547c6ae99SBarry Smith Output Parameter: 15647c6ae99SBarry Smith . ltog - the mapping 15747c6ae99SBarry Smith 15847c6ae99SBarry Smith Level: intermediate 15947c6ae99SBarry Smith 16047c6ae99SBarry Smith Notes: 16147c6ae99SBarry Smith This mapping can them be used by VecSetLocalToGlobalMapping() or 16247c6ae99SBarry Smith MatSetLocalToGlobalMapping(). 16347c6ae99SBarry Smith 16447c6ae99SBarry Smith Essentially the same data is returned in the form of an integer array 165aa219208SBarry Smith with the routine DMDAGetGlobalIndices(). 16647c6ae99SBarry Smith 16747c6ae99SBarry Smith .keywords: distributed array, destroy 16847c6ae99SBarry Smith 169aa219208SBarry Smith .seealso: DMDACreate1d(), DMDACreate2d(), DMDACreate3d(), VecSetLocalToGlobalMapping(), 170aa219208SBarry Smith MatSetLocalToGlobalMapping(), DMDAGetGlobalIndices(), DMDAGetISLocalToGlobalMappingBlck() 17147c6ae99SBarry Smith @*/ 172aa219208SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDAGetISLocalToGlobalMapping(DM da,ISLocalToGlobalMapping *map) 17347c6ae99SBarry Smith { 17447c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 17547c6ae99SBarry Smith 17647c6ae99SBarry Smith PetscFunctionBegin; 17747c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 17847c6ae99SBarry Smith PetscValidPointer(map,2); 17947c6ae99SBarry Smith *map = dd->ltogmap; 18047c6ae99SBarry Smith PetscFunctionReturn(0); 18147c6ae99SBarry Smith } 18247c6ae99SBarry Smith 18347c6ae99SBarry Smith #undef __FUNCT__ 184aa219208SBarry Smith #define __FUNCT__ "DMDAGetISLocalToGlobalMappingBlck" 18547c6ae99SBarry Smith /*@ 186aa219208SBarry Smith DMDAGetISLocalToGlobalMappingBlck - Accesses the local-to-global mapping in a DMDA. 18747c6ae99SBarry Smith 18847c6ae99SBarry Smith Not Collective 18947c6ae99SBarry Smith 19047c6ae99SBarry Smith Input Parameter: 19147c6ae99SBarry Smith . da - the distributed array that provides the mapping 19247c6ae99SBarry Smith 19347c6ae99SBarry Smith Output Parameter: 19447c6ae99SBarry Smith . ltog - the mapping 19547c6ae99SBarry Smith 19647c6ae99SBarry Smith Level: intermediate 19747c6ae99SBarry Smith 19847c6ae99SBarry Smith Notes: 19947c6ae99SBarry Smith This mapping can them be used by VecSetLocalToGlobalMappingBlock() or 20047c6ae99SBarry Smith MatSetLocalToGlobalMappingBlock(). 20147c6ae99SBarry Smith 20247c6ae99SBarry Smith Essentially the same data is returned in the form of an integer array 203aa219208SBarry Smith with the routine DMDAGetGlobalIndices(). 20447c6ae99SBarry Smith 20547c6ae99SBarry Smith .keywords: distributed array, destroy 20647c6ae99SBarry Smith 207aa219208SBarry Smith .seealso: DMDACreate1d(), DMDACreate2d(), DMDACreate3d(), VecSetLocalToGlobalMapping(), 208aa219208SBarry Smith MatSetLocalToGlobalMapping(), DMDAGetGlobalIndices(), DMDAGetISLocalToGlobalMapping() 20947c6ae99SBarry Smith @*/ 210aa219208SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDAGetISLocalToGlobalMappingBlck(DM da,ISLocalToGlobalMapping *map) 21147c6ae99SBarry Smith { 21247c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 21347c6ae99SBarry Smith 21447c6ae99SBarry Smith PetscFunctionBegin; 21547c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 21647c6ae99SBarry Smith PetscValidPointer(map,2); 21747c6ae99SBarry Smith *map = dd->ltogmapb; 21847c6ae99SBarry Smith PetscFunctionReturn(0); 21947c6ae99SBarry Smith } 22047c6ae99SBarry Smith 22147c6ae99SBarry Smith 222