140e23c03SJunchao Zhang #if !defined(__SFBASIC_H) 240e23c03SJunchao Zhang #define __SFBASIC_H 340e23c03SJunchao Zhang 4*cd620004SJunchao Zhang #include <petsc/private/sfimpl.h> /*I "petscsf.h" I*/ 5*cd620004SJunchao Zhang 6*cd620004SJunchao Zhang typedef struct _n_PetscSFLink* PetscSFLink; 740e23c03SJunchao Zhang 840e23c03SJunchao Zhang #define SFBASICHEADER \ 940e23c03SJunchao Zhang PetscMPIInt niranks; /* Number of incoming ranks (ranks accessing my roots) */ \ 1040e23c03SJunchao Zhang PetscMPIInt ndiranks; /* Number of incoming ranks (ranks accessing my roots) in distinguished set */ \ 1140e23c03SJunchao Zhang PetscMPIInt *iranks; /* Array of ranks that reference my roots */ \ 1240e23c03SJunchao Zhang PetscInt itotal; /* Total number of graph edges referencing my roots */ \ 1340e23c03SJunchao Zhang PetscInt *ioffset; /* Array of length niranks+1 holding offset in irootloc[] for each rank */ \ 1440e23c03SJunchao Zhang PetscInt *irootloc; /* Incoming roots referenced by ranks starting at ioffset[rank] */ \ 15*cd620004SJunchao Zhang PetscInt *irootloc_d[2]; /* A copy of irootloc[local/remote] in device memory if needed */ \ 16*cd620004SJunchao Zhang PetscInt rootbuflen[2]; /* Length (in unit) of root buffers, in layout of [PETSCSF_LOCAL/REMOTE] */ \ 17*cd620004SJunchao Zhang PetscBool rootcontig[2]; /* True means the local/remote segments of indices in irootloc[] are contiguous ... */ \ 18*cd620004SJunchao Zhang PetscInt rootstart[2]; /* ... and start from rootstart[0] and rootstart[1] respectively */ \ 19*cd620004SJunchao Zhang PetscSFPackOpt rootpackopt[2]; /* Pack optimization plans based on patterns in irootloc[]. NULL for no optimizations */ \ 20*cd620004SJunchao Zhang PetscBool rootdups[2]; /* Indices of roots in irootloc[local/remote] have dups. Used for data-race test */ \ 21*cd620004SJunchao Zhang PetscInt nrootreqs; /* Number of MPI reqests */ \ 22*cd620004SJunchao Zhang PetscSFLink avail; /* One or more entries per MPI Datatype, lazily constructed */ \ 23*cd620004SJunchao Zhang PetscSFLink inuse /* Buffers being used for transactions that have not yet completed */ 2440e23c03SJunchao Zhang 2540e23c03SJunchao Zhang typedef struct { 2640e23c03SJunchao Zhang SFBASICHEADER; 2740e23c03SJunchao Zhang } PetscSF_Basic; 2840e23c03SJunchao Zhang 2940e23c03SJunchao Zhang PETSC_STATIC_INLINE PetscErrorCode PetscSFGetRootInfo_Basic(PetscSF sf,PetscInt *nrootranks,PetscInt *ndrootranks,const PetscMPIInt **rootranks,const PetscInt **rootoffset,const PetscInt **rootloc) 3040e23c03SJunchao Zhang { 3140e23c03SJunchao Zhang PetscSF_Basic *bas = (PetscSF_Basic*)sf->data; 3240e23c03SJunchao Zhang 3340e23c03SJunchao Zhang PetscFunctionBegin; 3440e23c03SJunchao Zhang if (nrootranks) *nrootranks = bas->niranks; 3540e23c03SJunchao Zhang if (ndrootranks) *ndrootranks = bas->ndiranks; 3640e23c03SJunchao Zhang if (rootranks) *rootranks = bas->iranks; 3740e23c03SJunchao Zhang if (rootoffset) *rootoffset = bas->ioffset; 3840e23c03SJunchao Zhang if (rootloc) *rootloc = bas->irootloc; 3940e23c03SJunchao Zhang PetscFunctionReturn(0); 4040e23c03SJunchao Zhang } 4140e23c03SJunchao Zhang 4240e23c03SJunchao Zhang PETSC_STATIC_INLINE PetscErrorCode PetscSFGetLeafInfo_Basic(PetscSF sf,PetscInt *nleafranks,PetscInt *ndleafranks,const PetscMPIInt **leafranks,const PetscInt **leafoffset,const PetscInt **leafloc,const PetscInt **leafrremote) 4340e23c03SJunchao Zhang { 4440e23c03SJunchao Zhang PetscFunctionBegin; 4540e23c03SJunchao Zhang if (nleafranks) *nleafranks = sf->nranks; 4640e23c03SJunchao Zhang if (ndleafranks) *ndleafranks = sf->ndranks; 4740e23c03SJunchao Zhang if (leafranks) *leafranks = sf->ranks; 4840e23c03SJunchao Zhang if (leafoffset) *leafoffset = sf->roffset; 4940e23c03SJunchao Zhang if (leafloc) *leafloc = sf->rmine; 5040e23c03SJunchao Zhang if (leafrremote) *leafrremote = sf->rremote; 5140e23c03SJunchao Zhang PetscFunctionReturn(0); 5240e23c03SJunchao Zhang } 5340e23c03SJunchao Zhang 5440e23c03SJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFSetUp_Basic(PetscSF); 5540e23c03SJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFView_Basic(PetscSF,PetscViewer); 5640e23c03SJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFReset_Basic(PetscSF); 5740e23c03SJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFDestroy_Basic(PetscSF); 58eb02082bSJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFBcastAndOpEnd_Basic (PetscSF,MPI_Datatype,PetscMemType,const void*,PetscMemType, void*, MPI_Op); 59eb02082bSJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFReduceEnd_Basic (PetscSF,MPI_Datatype,PetscMemType,const void*,PetscMemType, void*, MPI_Op); 60eb02082bSJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFFetchAndOpBegin_Basic(PetscSF,MPI_Datatype,PetscMemType, void*,PetscMemType,const void*,void*,MPI_Op); 61f659e5c7SJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFCreateEmbeddedSF_Basic(PetscSF,PetscInt,const PetscInt*,PetscSF*); 6240e23c03SJunchao Zhang PETSC_INTERN PetscErrorCode PetscSFGetLeafRanks_Basic(PetscSF,PetscInt*,const PetscMPIInt**,const PetscInt**,const PetscInt**); 6340e23c03SJunchao Zhang #endif 64