#include /*I "petscdm.h" I*/ #include /*I "petscdm.h" I*/ #include #include static PetscErrorCode DMMoab_Compute_NNZ_From_Connectivity(DM,PetscInt*,PetscInt*,PetscInt*,PetscInt*,PetscBool); #undef __FUNCT__ #define __FUNCT__ "DMCreateMatrix_Moab" PetscErrorCode DMCreateMatrix_Moab(DM dm, MatType mtype,Mat *J) { PetscErrorCode ierr; ISLocalToGlobalMapping ltogb; PetscInt innz,ionz,nlsiz; DM_Moab *dmmoab=(DM_Moab*)dm->data; PetscInt *nnz=0,*onz=0; char *tmp=0; moab::ErrorCode merr; PetscFunctionBegin; PetscValidHeaderSpecific(dm,DM_CLASSID,1); PetscValidPointer(J,3); /* create the Matrix and set its type as specified by user */ ierr = MatCreate(dmmoab->pcomm->comm(), J);CHKERRQ(ierr); ierr = MatSetSizes(*J, nloc, nloc, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr); ierr = MatSetType(*J, mtype);CHKERRQ(ierr); ierr = MatSetFromOptions(*J);CHKERRQ(ierr); /* next, need to allocate the non-zero arrays to enable pre-allocation */ ierr = MatGetType(*J, &mltype);CHKERRQ(ierr); /* in case user overrode the default type from command-line, re-check the type */ ierr = PetscStrstr(mltype, "baij", &tmp);CHKERRQ(ierr); nsize = (tmp ? dmmoab->nloc:dmmoab->nloc*dmmoab->bs); /* allocate the nnz, onz arrays based on block size and local nodes */ ierr = PetscMalloc((nlsiz)*sizeof(PetscInt),&nnz);CHKERRQ(ierr); ierr = PetscMemzero(nnz,sizeof(PetscInt)*(nlsiz));CHKERRQ(ierr); ierr = PetscMalloc(nlsiz*sizeof(PetscInt),&onz);CHKERRQ(ierr); ierr = PetscMemzero(onz,sizeof(PetscInt)*nlsiz);CHKERRQ(ierr); /* compute the nonzero pattern based on MOAB connectivity data for local elements */ ierr = DMMoab_Compute_NNZ_From_Connectivity(dm,&innz,nnz,&ionz,onz,(tmp?PETSC_TRUE:PETSC_FALSE));CHKERRQ(ierr); /* create the Matrix and set its type as specified by user */ ierr = MatCreate(dmmoab->pcomm->comm(), J);CHKERRQ(ierr); ierr = MatSetSizes(*J, dmmoab->nloc*dmmoab->nfields, dmmoab->nloc*dmmoab->nfields, PETSC_DETERMINE, PETSC_DETERMINE);CHKERRQ(ierr); ierr = MatSetBlockSize(*J, dmmoab->bs);CHKERRQ(ierr); ierr = MatSetType(*J, mtype);CHKERRQ(ierr); ierr = MatSetFromOptions(*J);CHKERRQ(ierr); if (!dmmoab->ltog_map) SETERRQ(dmmoab->pcomm->comm(), PETSC_ERR_ORDER, "Cannot create a DMMoab Mat without calling DMSetUp first."); ierr = MatSetLocalToGlobalMapping(*J,dmmoab->ltog_map,dmmoab->ltog_map);CHKERRQ(ierr); ierr = ISLocalToGlobalMappingBlock(dmmoab->ltog_map,dmmoab->bs,<ogb); ierr = MatSetLocalToGlobalMappingBlock(*J,ltogb,ltogb);CHKERRQ(ierr); ierr = ISLocalToGlobalMappingDestroy(<ogb);CHKERRQ(ierr); /* set preallocation based on different supported Mat types */ ierr = MatSeqAIJSetPreallocation(*J, innz, nnz);CHKERRQ(ierr); ierr = MatMPIAIJSetPreallocation(*J, innz, nnz, ionz, onz);CHKERRQ(ierr); ierr = MatSeqBAIJSetPreallocation(*J, dmmoab->bs, innz, nnz);CHKERRQ(ierr); ierr = MatMPIBAIJSetPreallocation(*J, dmmoab->bs, innz, nnz, ionz, onz);CHKERRQ(ierr); ierr = MatSetDM(*J, dm);CHKERRQ(ierr); ierr = PetscFree(nnz);CHKERRQ(ierr); ierr = PetscFree(onz);CHKERRQ(ierr); PetscFunctionReturn(0); } #undef __FUNCT__ #define __FUNCT__ "DMMoab_Compute_NNZ_From_Connectivity" PetscErrorCode DMMoab_Compute_NNZ_From_Connectivity(DM dm,PetscInt* innz,PetscInt* nnz,PetscInt* ionz,PetscInt* onz,PetscBool isbaij) { PetscInt i,f,nloc,vpere,bs,nsize,ivtx,n_nnz,n_onz; DM_Moab *dmmoab = (DM_Moab*)dm->data; const moab::EntityHandle *connect; moab::Range adjs,found,allvlocal,allvghost; moab::Range::iterator iter,jter; std::vector storage; moab::EntityHandle vtx; moab::ErrorCode merr; PetscFunctionBegin; bs = dmmoab->bs; nloc = dmmoab->nloc; nsize = (isbaij ? nloc:nloc*bs); /* find the truly user-expected layer of ghosted entities to decipher NNZ pattern */ merr = dmmoab->mbiface->get_entities_by_type(dmmoab->fileset,moab::MBVERTEX,allvlocal,true);MBERRNM(merr); merr = dmmoab->pcomm->filter_pstatus(allvlocal,PSTATUS_NOT_OWNED,PSTATUS_NOT,-1,&adjs);MBERRNM(merr); allvghost = moab::subtract(allvlocal, adjs); /* loop over vertices and update the number of connectivity */ for (j=0;jmbiface->get_adjacencies(&vtx,1,dmmoab->dim,false,adjs,moab::Interface::INTERSECT); /* loop over vertices and update the number of connectivity */ for(jter = adjs.begin(); jter != adjs.end(); jter++) { /* Get connectivity information in canonical ordering for the local element */ merr = dmmoab->mbiface->get_connectivity(*jter,connect,vpere,false,&storage);MBERRNM(merr); for (i=0; i node shared by multiple elements */ if (onz) onz[ivtx]=n_onz; /* add ghost non-owned nodes */ } else { for (f=0;fnfields;f++) { nnz[dmmoab->nfields*ivtx+f]=n_nnz; /* leave out self to avoid repeats -> node shared by multiple elements */ if (onz) onz[dmmoab->nfields*ivtx+f]=n_onz; /* add ghost non-owned nodes */ } } } if (innz) *innz=0; if (ionz) *ionz=0; for (i=0;idmmoab->nloc ? dmmoab->nloc:nnz[i]); if (!isbaij) { nnz[i]*=bs; onz[i]*=bs; } if (innz && (nnz[i]>*innz)) *innz=nnz[i]; if ((ionz && onz) && (onz[i]>*ionz)) *ionz=onz[i]; } PetscFunctionReturn(0); }