147c6ae99SBarry Smith #define PETSCDM_DLL 247c6ae99SBarry Smith 347c6ae99SBarry Smith /* 447c6ae99SBarry Smith Code for manipulating distributed regular arrays in parallel. 547c6ae99SBarry Smith */ 647c6ae99SBarry Smith 747c6ae99SBarry Smith #include "private/daimpl.h" /*I "petscda.h" I*/ 847c6ae99SBarry Smith 947c6ae99SBarry Smith /* Logging support */ 1047c6ae99SBarry Smith PetscClassId PETSCDM_DLLEXPORT DM_CLASSID; 1147c6ae99SBarry Smith PetscClassId PETSCDM_DLLEXPORT ADDA_CLASSID; 1247c6ae99SBarry Smith PetscLogEvent DA_GlobalToLocal, DA_LocalToGlobal, DA_LocalADFunction; 1347c6ae99SBarry Smith 1447c6ae99SBarry Smith #undef __FUNCT__ 1547c6ae99SBarry Smith #define __FUNCT__ "DMDestroy_Private" 1647c6ae99SBarry Smith /* 1747c6ae99SBarry Smith DMDestroy_Private - handles the work vectors created by DMGetGlobalVector() and DMGetLocalVector() 1847c6ae99SBarry Smith 1947c6ae99SBarry Smith */ 2047c6ae99SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DMDestroy_Private(DM dm,PetscBool *done) 2147c6ae99SBarry Smith { 2247c6ae99SBarry Smith PetscErrorCode ierr; 2347c6ae99SBarry Smith PetscErrorCode i,cnt = 0; 2447c6ae99SBarry Smith 2547c6ae99SBarry Smith PetscFunctionBegin; 2647c6ae99SBarry Smith PetscValidHeaderSpecific(dm,DM_CLASSID,1); 2747c6ae99SBarry Smith *done = PETSC_FALSE; 2847c6ae99SBarry Smith 2947c6ae99SBarry Smith for (i=0; i<DM_MAX_WORK_VECTORS; i++) { 3047c6ae99SBarry Smith if (dm->localin[i]) {cnt++;} 3147c6ae99SBarry Smith if (dm->globalin[i]) {cnt++;} 3247c6ae99SBarry Smith } 3347c6ae99SBarry Smith 3447c6ae99SBarry Smith if (--((PetscObject)dm)->refct - cnt > 0) PetscFunctionReturn(0); 3547c6ae99SBarry Smith 3647c6ae99SBarry Smith /* 3747c6ae99SBarry Smith Need this test because the dm references the vectors that 3847c6ae99SBarry Smith reference the dm, so destroying the dm calls destroy on the 3947c6ae99SBarry Smith vectors that cause another destroy on the dm 4047c6ae99SBarry Smith */ 4147c6ae99SBarry Smith if (((PetscObject)dm)->refct < 0) PetscFunctionReturn(0); 4247c6ae99SBarry Smith ((PetscObject)dm)->refct = 0; 4347c6ae99SBarry Smith 4447c6ae99SBarry Smith for (i=0; i<DM_MAX_WORK_VECTORS; i++) { 4547c6ae99SBarry Smith if (dm->localout[i]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Destroying a DM that has a local vector obtained with DMGetLocalVector()"); 4647c6ae99SBarry Smith if (dm->localin[i]) {ierr = VecDestroy(dm->localin[i]);CHKERRQ(ierr);} 4747c6ae99SBarry Smith if (dm->globalout[i]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Destroying a DM that has a global vector obtained with DMGetGlobalVector()"); 4847c6ae99SBarry Smith if (dm->globalin[i]) {ierr = VecDestroy(dm->globalin[i]);CHKERRQ(ierr);} 4947c6ae99SBarry Smith } 5047c6ae99SBarry Smith *done = PETSC_TRUE; 5147c6ae99SBarry Smith PetscFunctionReturn(0); 5247c6ae99SBarry Smith } 5347c6ae99SBarry Smith 5447c6ae99SBarry Smith #undef __FUNCT__ 5547c6ae99SBarry Smith #define __FUNCT__ "DADestroy" 5647c6ae99SBarry Smith /*@ 5747c6ae99SBarry Smith DADestroy - Destroys a distributed array. 5847c6ae99SBarry Smith 5947c6ae99SBarry Smith Collective on DA 6047c6ae99SBarry Smith 6147c6ae99SBarry Smith Input Parameter: 6247c6ae99SBarry Smith . da - the distributed array to destroy 6347c6ae99SBarry Smith 6447c6ae99SBarry Smith Level: beginner 6547c6ae99SBarry Smith 6647c6ae99SBarry Smith .keywords: distributed array, destroy 6747c6ae99SBarry Smith 6847c6ae99SBarry Smith .seealso: DACreate1d(), DACreate2d(), DACreate3d() 6947c6ae99SBarry Smith @*/ 7047c6ae99SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DADestroy(DA da) 7147c6ae99SBarry Smith { 7247c6ae99SBarry Smith PetscErrorCode ierr; 7347c6ae99SBarry Smith PetscErrorCode i; 7447c6ae99SBarry Smith PetscBool done; 7547c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 7647c6ae99SBarry Smith 7747c6ae99SBarry Smith PetscFunctionBegin; 7847c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 7947c6ae99SBarry Smith 8047c6ae99SBarry Smith ierr = DMDestroy_Private((DM)da,&done);CHKERRQ(ierr); 8147c6ae99SBarry Smith if (!done) PetscFunctionReturn(0); 82*0c010503SBarry Smith 8347c6ae99SBarry Smith /* destroy the external/common part */ 8447c6ae99SBarry Smith for (i=0; i<DA_MAX_AD_ARRAYS; i++) { 8547c6ae99SBarry Smith ierr = PetscFree(dd->adstartghostedout[i]);CHKERRQ(ierr); 8647c6ae99SBarry Smith ierr = PetscFree(dd->adstartghostedin[i]);CHKERRQ(ierr); 8747c6ae99SBarry Smith ierr = PetscFree(dd->adstartout[i]);CHKERRQ(ierr); 8847c6ae99SBarry Smith ierr = PetscFree(dd->adstartin[i]);CHKERRQ(ierr); 8947c6ae99SBarry Smith } 9047c6ae99SBarry Smith for (i=0; i<DA_MAX_AD_ARRAYS; i++) { 9147c6ae99SBarry Smith ierr = PetscFree(dd->admfstartghostedout[i]);CHKERRQ(ierr); 9247c6ae99SBarry Smith ierr = PetscFree(dd->admfstartghostedin[i]);CHKERRQ(ierr); 9347c6ae99SBarry Smith ierr = PetscFree(dd->admfstartout[i]);CHKERRQ(ierr); 9447c6ae99SBarry Smith ierr = PetscFree(dd->admfstartin[i]);CHKERRQ(ierr); 9547c6ae99SBarry Smith } 9647c6ae99SBarry Smith for (i=0; i<DA_MAX_WORK_ARRAYS; i++) { 9747c6ae99SBarry Smith ierr = PetscFree(dd->startghostedout[i]);CHKERRQ(ierr); 9847c6ae99SBarry Smith ierr = PetscFree(dd->startghostedin[i]);CHKERRQ(ierr); 9947c6ae99SBarry Smith ierr = PetscFree(dd->startout[i]);CHKERRQ(ierr); 10047c6ae99SBarry Smith ierr = PetscFree(dd->startin[i]);CHKERRQ(ierr); 10147c6ae99SBarry Smith } 10247c6ae99SBarry Smith 10347c6ae99SBarry Smith /* if memory was published with AMS then destroy it */ 10447c6ae99SBarry Smith ierr = PetscObjectDepublish(da);CHKERRQ(ierr); 10547c6ae99SBarry Smith 10647c6ae99SBarry Smith if (dd->ltog) {ierr = VecScatterDestroy(dd->ltog);CHKERRQ(ierr);} 10747c6ae99SBarry Smith if (dd->gtol) {ierr = VecScatterDestroy(dd->gtol);CHKERRQ(ierr);} 10847c6ae99SBarry Smith if (dd->ltol) {ierr = VecScatterDestroy(dd->ltol);CHKERRQ(ierr);} 10947c6ae99SBarry Smith if (dd->natural){ 11047c6ae99SBarry Smith ierr = VecDestroy(dd->natural);CHKERRQ(ierr); 11147c6ae99SBarry Smith } 11247c6ae99SBarry Smith if (dd->gton) { 11347c6ae99SBarry Smith ierr = VecScatterDestroy(dd->gton);CHKERRQ(ierr); 11447c6ae99SBarry Smith } 11547c6ae99SBarry Smith 11647c6ae99SBarry Smith if (dd->ao) { 11747c6ae99SBarry Smith ierr = AODestroy(dd->ao);CHKERRQ(ierr); 11847c6ae99SBarry Smith } 11947c6ae99SBarry Smith if (dd->ltogmap) { 12047c6ae99SBarry Smith ierr = ISLocalToGlobalMappingDestroy(dd->ltogmap);CHKERRQ(ierr); 12147c6ae99SBarry Smith } 12247c6ae99SBarry Smith if (dd->ltogmapb) { 12347c6ae99SBarry Smith ierr = ISLocalToGlobalMappingDestroy(dd->ltogmapb);CHKERRQ(ierr); 12447c6ae99SBarry Smith } 12547c6ae99SBarry Smith 12647c6ae99SBarry Smith ierr = PetscFree(dd->lx);CHKERRQ(ierr); 12747c6ae99SBarry Smith ierr = PetscFree(dd->ly);CHKERRQ(ierr); 12847c6ae99SBarry Smith ierr = PetscFree(dd->lz);CHKERRQ(ierr); 12947c6ae99SBarry Smith ierr = PetscFree(da->vectype);CHKERRQ(ierr); 13047c6ae99SBarry Smith 13147c6ae99SBarry Smith if (dd->fieldname) { 13247c6ae99SBarry Smith for (i=0; i<dd->w; i++) { 13347c6ae99SBarry Smith ierr = PetscFree(dd->fieldname[i]);CHKERRQ(ierr); 13447c6ae99SBarry Smith } 13547c6ae99SBarry Smith ierr = PetscFree(dd->fieldname);CHKERRQ(ierr); 13647c6ae99SBarry Smith } 13747c6ae99SBarry Smith 13847c6ae99SBarry Smith if (dd->localcoloring) { 13947c6ae99SBarry Smith ierr = ISColoringDestroy(dd->localcoloring);CHKERRQ(ierr); 14047c6ae99SBarry Smith } 14147c6ae99SBarry Smith if (dd->ghostedcoloring) { 14247c6ae99SBarry Smith ierr = ISColoringDestroy(dd->ghostedcoloring);CHKERRQ(ierr); 14347c6ae99SBarry Smith } 14447c6ae99SBarry Smith 14547c6ae99SBarry Smith if (dd->coordinates) {ierr = VecDestroy(dd->coordinates);CHKERRQ(ierr);} 14647c6ae99SBarry Smith if (dd->ghosted_coordinates) {ierr = VecDestroy(dd->ghosted_coordinates);CHKERRQ(ierr);} 14747c6ae99SBarry Smith if (dd->da_coordinates && da != dd->da_coordinates) {ierr = DADestroy(dd->da_coordinates);CHKERRQ(ierr);} 14847c6ae99SBarry Smith 14947c6ae99SBarry Smith ierr = PetscFree(dd->neighbors);CHKERRQ(ierr); 15047c6ae99SBarry Smith ierr = PetscFree(dd->dfill);CHKERRQ(ierr); 15147c6ae99SBarry Smith ierr = PetscFree(dd->ofill);CHKERRQ(ierr); 15247c6ae99SBarry Smith ierr = PetscFree(dd->e);CHKERRQ(ierr); 15347c6ae99SBarry Smith 15447c6ae99SBarry Smith ierr = PetscHeaderDestroy(da);CHKERRQ(ierr); 15547c6ae99SBarry Smith PetscFunctionReturn(0); 15647c6ae99SBarry Smith } 15747c6ae99SBarry Smith 15847c6ae99SBarry Smith #undef __FUNCT__ 15947c6ae99SBarry Smith #define __FUNCT__ "DAGetISLocalToGlobalMapping" 16047c6ae99SBarry Smith /*@ 16147c6ae99SBarry Smith DAGetISLocalToGlobalMapping - Accesses the local-to-global mapping in a DA. 16247c6ae99SBarry Smith 16347c6ae99SBarry Smith Not Collective 16447c6ae99SBarry Smith 16547c6ae99SBarry Smith Input Parameter: 16647c6ae99SBarry Smith . da - the distributed array that provides the mapping 16747c6ae99SBarry Smith 16847c6ae99SBarry Smith Output Parameter: 16947c6ae99SBarry Smith . ltog - the mapping 17047c6ae99SBarry Smith 17147c6ae99SBarry Smith Level: intermediate 17247c6ae99SBarry Smith 17347c6ae99SBarry Smith Notes: 17447c6ae99SBarry Smith This mapping can them be used by VecSetLocalToGlobalMapping() or 17547c6ae99SBarry Smith MatSetLocalToGlobalMapping(). 17647c6ae99SBarry Smith 17747c6ae99SBarry Smith Essentially the same data is returned in the form of an integer array 17847c6ae99SBarry Smith with the routine DAGetGlobalIndices(). 17947c6ae99SBarry Smith 18047c6ae99SBarry Smith .keywords: distributed array, destroy 18147c6ae99SBarry Smith 18247c6ae99SBarry Smith .seealso: DACreate1d(), DACreate2d(), DACreate3d(), VecSetLocalToGlobalMapping(), 18347c6ae99SBarry Smith MatSetLocalToGlobalMapping(), DAGetGlobalIndices(), DAGetISLocalToGlobalMappingBlck() 18447c6ae99SBarry Smith @*/ 18547c6ae99SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DAGetISLocalToGlobalMapping(DA da,ISLocalToGlobalMapping *map) 18647c6ae99SBarry Smith { 18747c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 18847c6ae99SBarry Smith 18947c6ae99SBarry Smith PetscFunctionBegin; 19047c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 19147c6ae99SBarry Smith PetscValidPointer(map,2); 19247c6ae99SBarry Smith *map = dd->ltogmap; 19347c6ae99SBarry Smith PetscFunctionReturn(0); 19447c6ae99SBarry Smith } 19547c6ae99SBarry Smith 19647c6ae99SBarry Smith #undef __FUNCT__ 19747c6ae99SBarry Smith #define __FUNCT__ "DAGetISLocalToGlobalMappingBlck" 19847c6ae99SBarry Smith /*@ 19947c6ae99SBarry Smith DAGetISLocalToGlobalMappingBlck - Accesses the local-to-global mapping in a DA. 20047c6ae99SBarry Smith 20147c6ae99SBarry Smith Not Collective 20247c6ae99SBarry Smith 20347c6ae99SBarry Smith Input Parameter: 20447c6ae99SBarry Smith . da - the distributed array that provides the mapping 20547c6ae99SBarry Smith 20647c6ae99SBarry Smith Output Parameter: 20747c6ae99SBarry Smith . ltog - the mapping 20847c6ae99SBarry Smith 20947c6ae99SBarry Smith Level: intermediate 21047c6ae99SBarry Smith 21147c6ae99SBarry Smith Notes: 21247c6ae99SBarry Smith This mapping can them be used by VecSetLocalToGlobalMappingBlock() or 21347c6ae99SBarry Smith MatSetLocalToGlobalMappingBlock(). 21447c6ae99SBarry Smith 21547c6ae99SBarry Smith Essentially the same data is returned in the form of an integer array 21647c6ae99SBarry Smith with the routine DAGetGlobalIndices(). 21747c6ae99SBarry Smith 21847c6ae99SBarry Smith .keywords: distributed array, destroy 21947c6ae99SBarry Smith 22047c6ae99SBarry Smith .seealso: DACreate1d(), DACreate2d(), DACreate3d(), VecSetLocalToGlobalMapping(), 22147c6ae99SBarry Smith MatSetLocalToGlobalMapping(), DAGetGlobalIndices(), DAGetISLocalToGlobalMapping() 22247c6ae99SBarry Smith @*/ 22347c6ae99SBarry Smith PetscErrorCode PETSCDM_DLLEXPORT DAGetISLocalToGlobalMappingBlck(DA da,ISLocalToGlobalMapping *map) 22447c6ae99SBarry Smith { 22547c6ae99SBarry Smith DM_DA *dd = (DM_DA*)da->data; 22647c6ae99SBarry Smith 22747c6ae99SBarry Smith PetscFunctionBegin; 22847c6ae99SBarry Smith PetscValidHeaderSpecific(da,DM_CLASSID,1); 22947c6ae99SBarry Smith PetscValidPointer(map,2); 23047c6ae99SBarry Smith *map = dd->ltogmapb; 23147c6ae99SBarry Smith PetscFunctionReturn(0); 23247c6ae99SBarry Smith } 23347c6ae99SBarry Smith 23447c6ae99SBarry Smith 235