147c6ae99SBarry Smith #define PETSCDM_DLL 247c6ae99SBarry Smith 347c6ae99SBarry Smith /* 447c6ae99SBarry Smith Code for manipulating distributed regular arrays in parallel. 547c6ae99SBarry Smith */ 647c6ae99SBarry Smith 747c6ae99SBarry Smith #include "private/daimpl.h" /*I "petscda.h" I*/ 847c6ae99SBarry Smith 947c6ae99SBarry Smith /* Logging support */ 1047c6ae99SBarry Smith PetscClassId PETSCDM_DLLEXPORT DM_CLASSID; 1147c6ae99SBarry Smith PetscClassId PETSCDM_DLLEXPORT ADDA_CLASSID; 1247c6ae99SBarry Smith PetscLogEvent DA_GlobalToLocal, DA_LocalToGlobal, DA_LocalADFunction; 1347c6ae99SBarry Smith 1447c6ae99SBarry Smith #undef __FUNCT__ 1547c6ae99SBarry Smith #define __FUNCT__ "DMDestroy_Private" 1647c6ae99SBarry Smith /* 1747c6ae99SBarry Smith DMDestroy_Private - handles the work vectors created by DMGetGlobalVector() and DMGetLocalVector() 1847c6ae99SBarry Smith 1947c6ae99SBarry Smith */ 2047c6ae99SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDestroy_Private(DM dm,PetscBool *done) 2147c6ae99SBarry Smith { 2247c6ae99SBarry Smith PetscErrorCode ierr; 2347c6ae99SBarry Smith PetscErrorCode i,cnt = 0; 2447c6ae99SBarry Smith 2547c6ae99SBarry Smith PetscFunctionBegin; 2647c6ae99SBarry Smith PetscValidHeaderSpecific(dm,DM_CLASSID,1); 2747c6ae99SBarry Smith *done = PETSC_FALSE; 2847c6ae99SBarry Smith 2947c6ae99SBarry Smith for (i=0; i<DM_MAX_WORK_VECTORS; i++) { 3047c6ae99SBarry Smith if (dm->localin[i]) {cnt++;} 3147c6ae99SBarry Smith if (dm->globalin[i]) {cnt++;} 3247c6ae99SBarry Smith } 3347c6ae99SBarry Smith 3447c6ae99SBarry Smith if (--((PetscObject)dm)->refct - cnt > 0) PetscFunctionReturn(0); 3547c6ae99SBarry Smith 3647c6ae99SBarry Smith /* 3747c6ae99SBarry Smith Need this test because the dm references the vectors that 3847c6ae99SBarry Smith reference the dm, so destroying the dm calls destroy on the 3947c6ae99SBarry Smith vectors that cause another destroy on the dm 4047c6ae99SBarry Smith */ 4147c6ae99SBarry Smith if (((PetscObject)dm)->refct < 0) PetscFunctionReturn(0); 4247c6ae99SBarry Smith ((PetscObject)dm)->refct = 0; 4347c6ae99SBarry Smith 4447c6ae99SBarry Smith for (i=0; i<DM_MAX_WORK_VECTORS; i++) { 4547c6ae99SBarry Smith if (dm->localout[i]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Destroying a DM that has a local vector obtained with DMGetLocalVector()"); 4647c6ae99SBarry Smith if (dm->localin[i]) {ierr = VecDestroy(dm->localin[i]);CHKERRQ(ierr);} 4747c6ae99SBarry Smith if (dm->globalout[i]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Destroying a DM that has a global vector obtained with DMGetGlobalVector()"); 4847c6ae99SBarry Smith if (dm->globalin[i]) {ierr = VecDestroy(dm->globalin[i]);CHKERRQ(ierr);} 4947c6ae99SBarry Smith } 5047c6ae99SBarry Smith *done = PETSC_TRUE; 5147c6ae99SBarry Smith PetscFunctionReturn(0); 5247c6ae99SBarry Smith } 5347c6ae99SBarry Smith 5447c6ae99SBarry Smith #undef __FUNCT__ 55*9a42bb27SBarry Smith #define __FUNCT__ "DMDestroy_DA" 56*9a42bb27SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDestroy_DA(DM da) 5747c6ae99SBarry Smith { 5847c6ae99SBarry Smith PetscErrorCode ierr; 5947c6ae99SBarry Smith PetscErrorCode i; 6047c6ae99SBarry Smith PetscBool done; 6147c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 6247c6ae99SBarry Smith 6347c6ae99SBarry Smith PetscFunctionBegin; 6447c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 6547c6ae99SBarry Smith 6647c6ae99SBarry Smith ierr = DMDestroy_Private((DM)da,&done);CHKERRQ(ierr); 6747c6ae99SBarry Smith if (!done) PetscFunctionReturn(0); 680c010503SBarry Smith 6947c6ae99SBarry Smith /* destroy the external/common part */ 7047c6ae99SBarry Smith for (i=0; i<DA_MAX_AD_ARRAYS; i++) { 7147c6ae99SBarry Smith ierr = PetscFree(dd->adstartghostedout[i]);CHKERRQ(ierr); 7247c6ae99SBarry Smith ierr = PetscFree(dd->adstartghostedin[i]);CHKERRQ(ierr); 7347c6ae99SBarry Smith ierr = PetscFree(dd->adstartout[i]);CHKERRQ(ierr); 7447c6ae99SBarry Smith ierr = PetscFree(dd->adstartin[i]);CHKERRQ(ierr); 7547c6ae99SBarry Smith } 7647c6ae99SBarry Smith for (i=0; i<DA_MAX_AD_ARRAYS; i++) { 7747c6ae99SBarry Smith ierr = PetscFree(dd->admfstartghostedout[i]);CHKERRQ(ierr); 7847c6ae99SBarry Smith ierr = PetscFree(dd->admfstartghostedin[i]);CHKERRQ(ierr); 7947c6ae99SBarry Smith ierr = PetscFree(dd->admfstartout[i]);CHKERRQ(ierr); 8047c6ae99SBarry Smith ierr = PetscFree(dd->admfstartin[i]);CHKERRQ(ierr); 8147c6ae99SBarry Smith } 8247c6ae99SBarry Smith for (i=0; i<DA_MAX_WORK_ARRAYS; i++) { 8347c6ae99SBarry Smith ierr = PetscFree(dd->startghostedout[i]);CHKERRQ(ierr); 8447c6ae99SBarry Smith ierr = PetscFree(dd->startghostedin[i]);CHKERRQ(ierr); 8547c6ae99SBarry Smith ierr = PetscFree(dd->startout[i]);CHKERRQ(ierr); 8647c6ae99SBarry Smith ierr = PetscFree(dd->startin[i]);CHKERRQ(ierr); 8747c6ae99SBarry Smith } 8847c6ae99SBarry Smith 8947c6ae99SBarry Smith /* if memory was published with AMS then destroy it */ 9047c6ae99SBarry Smith ierr = PetscObjectDepublish(da);CHKERRQ(ierr); 9147c6ae99SBarry Smith 9247c6ae99SBarry Smith if (dd->ltog) {ierr = VecScatterDestroy(dd->ltog);CHKERRQ(ierr);} 9347c6ae99SBarry Smith if (dd->gtol) {ierr = VecScatterDestroy(dd->gtol);CHKERRQ(ierr);} 9447c6ae99SBarry Smith if (dd->ltol) {ierr = VecScatterDestroy(dd->ltol);CHKERRQ(ierr);} 9547c6ae99SBarry Smith if (dd->natural){ 9647c6ae99SBarry Smith ierr = VecDestroy(dd->natural);CHKERRQ(ierr); 9747c6ae99SBarry Smith } 9847c6ae99SBarry Smith if (dd->gton) { 9947c6ae99SBarry Smith ierr = VecScatterDestroy(dd->gton);CHKERRQ(ierr); 10047c6ae99SBarry Smith } 10147c6ae99SBarry Smith 10247c6ae99SBarry Smith if (dd->ao) { 10347c6ae99SBarry Smith ierr = AODestroy(dd->ao);CHKERRQ(ierr); 10447c6ae99SBarry Smith } 10547c6ae99SBarry Smith if (dd->ltogmap) { 10647c6ae99SBarry Smith ierr = ISLocalToGlobalMappingDestroy(dd->ltogmap);CHKERRQ(ierr); 10747c6ae99SBarry Smith } 10847c6ae99SBarry Smith if (dd->ltogmapb) { 10947c6ae99SBarry Smith ierr = ISLocalToGlobalMappingDestroy(dd->ltogmapb);CHKERRQ(ierr); 11047c6ae99SBarry Smith } 11147c6ae99SBarry Smith 11247c6ae99SBarry Smith ierr = PetscFree(dd->lx);CHKERRQ(ierr); 11347c6ae99SBarry Smith ierr = PetscFree(dd->ly);CHKERRQ(ierr); 11447c6ae99SBarry Smith ierr = PetscFree(dd->lz);CHKERRQ(ierr); 11547c6ae99SBarry Smith ierr = PetscFree(da->vectype);CHKERRQ(ierr); 11647c6ae99SBarry Smith 11747c6ae99SBarry Smith if (dd->fieldname) { 11847c6ae99SBarry Smith for (i=0; i<dd->w; i++) { 11947c6ae99SBarry Smith ierr = PetscFree(dd->fieldname[i]);CHKERRQ(ierr); 12047c6ae99SBarry Smith } 12147c6ae99SBarry Smith ierr = PetscFree(dd->fieldname);CHKERRQ(ierr); 12247c6ae99SBarry Smith } 12347c6ae99SBarry Smith 12447c6ae99SBarry Smith if (dd->localcoloring) { 12547c6ae99SBarry Smith ierr = ISColoringDestroy(dd->localcoloring);CHKERRQ(ierr); 12647c6ae99SBarry Smith } 12747c6ae99SBarry Smith if (dd->ghostedcoloring) { 12847c6ae99SBarry Smith ierr = ISColoringDestroy(dd->ghostedcoloring);CHKERRQ(ierr); 12947c6ae99SBarry Smith } 13047c6ae99SBarry Smith 13147c6ae99SBarry Smith if (dd->coordinates) {ierr = VecDestroy(dd->coordinates);CHKERRQ(ierr);} 13247c6ae99SBarry Smith if (dd->ghosted_coordinates) {ierr = VecDestroy(dd->ghosted_coordinates);CHKERRQ(ierr);} 133*9a42bb27SBarry Smith if (dd->da_coordinates && da != dd->da_coordinates) {ierr = DMDestroy(dd->da_coordinates);CHKERRQ(ierr);} 13447c6ae99SBarry Smith 13547c6ae99SBarry Smith ierr = PetscFree(dd->neighbors);CHKERRQ(ierr); 13647c6ae99SBarry Smith ierr = PetscFree(dd->dfill);CHKERRQ(ierr); 13747c6ae99SBarry Smith ierr = PetscFree(dd->ofill);CHKERRQ(ierr); 13847c6ae99SBarry Smith ierr = PetscFree(dd->e);CHKERRQ(ierr); 13947c6ae99SBarry Smith 14047c6ae99SBarry Smith ierr = PetscHeaderDestroy(da);CHKERRQ(ierr); 14147c6ae99SBarry Smith PetscFunctionReturn(0); 14247c6ae99SBarry Smith } 14347c6ae99SBarry Smith 14447c6ae99SBarry Smith #undef __FUNCT__ 14547c6ae99SBarry Smith #define __FUNCT__ "DAGetISLocalToGlobalMapping" 14647c6ae99SBarry Smith /*@ 14747c6ae99SBarry Smith DAGetISLocalToGlobalMapping - Accesses the local-to-global mapping in a DA. 14847c6ae99SBarry Smith 14947c6ae99SBarry Smith Not Collective 15047c6ae99SBarry Smith 15147c6ae99SBarry Smith Input Parameter: 15247c6ae99SBarry Smith . da - the distributed array that provides the mapping 15347c6ae99SBarry Smith 15447c6ae99SBarry Smith Output Parameter: 15547c6ae99SBarry Smith . ltog - the mapping 15647c6ae99SBarry Smith 15747c6ae99SBarry Smith Level: intermediate 15847c6ae99SBarry Smith 15947c6ae99SBarry Smith Notes: 16047c6ae99SBarry Smith This mapping can them be used by VecSetLocalToGlobalMapping() or 16147c6ae99SBarry Smith MatSetLocalToGlobalMapping(). 16247c6ae99SBarry Smith 16347c6ae99SBarry Smith Essentially the same data is returned in the form of an integer array 16447c6ae99SBarry Smith with the routine DAGetGlobalIndices(). 16547c6ae99SBarry Smith 16647c6ae99SBarry Smith .keywords: distributed array, destroy 16747c6ae99SBarry Smith 16847c6ae99SBarry Smith .seealso: DACreate1d(), DACreate2d(), DACreate3d(), VecSetLocalToGlobalMapping(), 16947c6ae99SBarry Smith MatSetLocalToGlobalMapping(), DAGetGlobalIndices(), DAGetISLocalToGlobalMappingBlck() 17047c6ae99SBarry Smith @*/ 171*9a42bb27SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DAGetISLocalToGlobalMapping(DM da,ISLocalToGlobalMapping *map) 17247c6ae99SBarry Smith { 17347c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 17447c6ae99SBarry Smith 17547c6ae99SBarry Smith PetscFunctionBegin; 17647c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 17747c6ae99SBarry Smith PetscValidPointer(map,2); 17847c6ae99SBarry Smith *map = dd->ltogmap; 17947c6ae99SBarry Smith PetscFunctionReturn(0); 18047c6ae99SBarry Smith } 18147c6ae99SBarry Smith 18247c6ae99SBarry Smith #undef __FUNCT__ 18347c6ae99SBarry Smith #define __FUNCT__ "DAGetISLocalToGlobalMappingBlck" 18447c6ae99SBarry Smith /*@ 18547c6ae99SBarry Smith DAGetISLocalToGlobalMappingBlck - Accesses the local-to-global mapping in a DA. 18647c6ae99SBarry Smith 18747c6ae99SBarry Smith Not Collective 18847c6ae99SBarry Smith 18947c6ae99SBarry Smith Input Parameter: 19047c6ae99SBarry Smith . da - the distributed array that provides the mapping 19147c6ae99SBarry Smith 19247c6ae99SBarry Smith Output Parameter: 19347c6ae99SBarry Smith . ltog - the mapping 19447c6ae99SBarry Smith 19547c6ae99SBarry Smith Level: intermediate 19647c6ae99SBarry Smith 19747c6ae99SBarry Smith Notes: 19847c6ae99SBarry Smith This mapping can them be used by VecSetLocalToGlobalMappingBlock() or 19947c6ae99SBarry Smith MatSetLocalToGlobalMappingBlock(). 20047c6ae99SBarry Smith 20147c6ae99SBarry Smith Essentially the same data is returned in the form of an integer array 20247c6ae99SBarry Smith with the routine DAGetGlobalIndices(). 20347c6ae99SBarry Smith 20447c6ae99SBarry Smith .keywords: distributed array, destroy 20547c6ae99SBarry Smith 20647c6ae99SBarry Smith .seealso: DACreate1d(), DACreate2d(), DACreate3d(), VecSetLocalToGlobalMapping(), 20747c6ae99SBarry Smith MatSetLocalToGlobalMapping(), DAGetGlobalIndices(), DAGetISLocalToGlobalMapping() 20847c6ae99SBarry Smith @*/ 209*9a42bb27SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DAGetISLocalToGlobalMappingBlck(DM da,ISLocalToGlobalMapping *map) 21047c6ae99SBarry Smith { 21147c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 21247c6ae99SBarry Smith 21347c6ae99SBarry Smith PetscFunctionBegin; 21447c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 21547c6ae99SBarry Smith PetscValidPointer(map,2); 21647c6ae99SBarry Smith *map = dd->ltogmapb; 21747c6ae99SBarry Smith PetscFunctionReturn(0); 21847c6ae99SBarry Smith } 21947c6ae99SBarry Smith 22047c6ae99SBarry Smith 221