Lines Matching refs:PETSCSF_REMOTE
96 stmp[1] = sf->leafbuflen[PETSCSF_REMOTE]; in PetscSFSetUp_Basic_NVSHMEM()
98 stmp[3] = bas->rootbuflen[PETSCSF_REMOTE]; in PetscSFSetUp_Basic_NVSHMEM()
218 …= (direction == PETSCSF_ROOT2LEAF) ? bas->rootbuflen[PETSCSF_REMOTE] : sf->leafbuflen[PETSCSF_REMO… in PetscSFLinkBuildDependenceBegin()
233 …= (direction == PETSCSF_ROOT2LEAF) ? sf->leafbuflen[PETSCSF_REMOTE] : bas->rootbuflen[PETSCSF_REMO… in PetscSFLinkBuildDependenceEnd()
358 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* root buf is the send buf; it i… in PetscSFLinkGetDataBegin_NVSHMEM()
366 …dst = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* recv buf is the local leaf buf… in PetscSFLinkGetDataBegin_NVSHMEM()
376 src = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* leaf buf is the send buf */ in PetscSFLinkGetDataBegin_NVSHMEM()
384 …dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* the local root buf is the recv… in PetscSFLinkGetDataBegin_NVSHMEM()
530 …src = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; /* Both src & dst must be symmetr… in PetscSFLinkPutDataBegin_NVSHMEM()
531 dst = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM()
543 src = link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM()
544 dst = link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]; in PetscSFLinkPutDataBegin_NVSHMEM()
678 PetscCall(PetscNvshmemFree(link->leafbuf_alloc[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE])); in PetscSFLinkDestroy_NVSHMEM()
681 PetscCall(PetscNvshmemFree(link->rootbuf_alloc[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE])); in PetscSFLinkDestroy_NVSHMEM()
701 …rootdirect[PETSCSF_REMOTE] = PETSC_FALSE; /* send buffer has to be stand-alone (can't be rootdata)… in PetscSFLinkCreate_NVSHMEM()
702 …leafdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(leafmtype) && sf->leafcontig[PETSCSF_REMOTE] && … in PetscSFLinkCreate_NVSHMEM()
704 …rootdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(rootmtype) && bas->rootcontig[PETSCSF_REMOTE]) ?… in PetscSFLinkCreate_NVSHMEM()
705 …leafdirect[PETSCSF_REMOTE] = PETSC_FALSE; /* Our put-protocol always needs a nvshmem alloc'ed recv… in PetscSFLinkCreate_NVSHMEM()
709 …rootdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(rootmtype) && bas->rootcontig[PETSCSF_REMOTE] &&… in PetscSFLinkCreate_NVSHMEM()
710 leafdirect[PETSCSF_REMOTE] = PETSC_FALSE; in PetscSFLinkCreate_NVSHMEM()
712 rootdirect[PETSCSF_REMOTE] = PETSC_FALSE; in PetscSFLinkCreate_NVSHMEM()
713 …leafdirect[PETSCSF_REMOTE] = (PetscMemTypeNVSHMEM(leafmtype) && sf->leafcontig[PETSCSF_REMOTE]) ? … in PetscSFLinkCreate_NVSHMEM()
716 rootdirect[PETSCSF_REMOTE] = PETSC_FALSE; /* FETCH always need a separate rootbuf */ in PetscSFLinkCreate_NVSHMEM()
717 …leafdirect[PETSCSF_REMOTE] = PETSC_FALSE; /* We also force allocating a separate leafbuf so that l… in PetscSFLinkCreate_NVSHMEM()
768 if (rootdirect[PETSCSF_REMOTE]) { in PetscSFLinkCreate_NVSHMEM()
769 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = (char *)rootdata + bas->rootstart[PETSCSF_RE… in PetscSFLinkCreate_NVSHMEM()
771 …PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]) PetscCall(PetscNvshmemMalloc(bas->rootbuflen_rmax * link->u… in PetscSFLinkCreate_NVSHMEM()
772 …link->rootbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = link->rootbuf_alloc[PETSCSF_REMOTE][PETSC_ME… in PetscSFLinkCreate_NVSHMEM()
775 if (leafdirect[PETSCSF_REMOTE]) { in PetscSFLinkCreate_NVSHMEM()
776 …link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = (char *)leafdata + sf->leafstart[PETSCSF_REM… in PetscSFLinkCreate_NVSHMEM()
778 …[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE]) PetscCall(PetscNvshmemMalloc(sf->leafbuflen_rmax * link->u… in PetscSFLinkCreate_NVSHMEM()
779 …link->leafbuf[PETSCSF_REMOTE][PETSC_MEMTYPE_DEVICE] = link->leafbuf_alloc[PETSCSF_REMOTE][PETSC_ME… in PetscSFLinkCreate_NVSHMEM()
782 link->rootdirect[PETSCSF_REMOTE] = rootdirect[PETSCSF_REMOTE]; in PetscSFLinkCreate_NVSHMEM()
783 link->leafdirect[PETSCSF_REMOTE] = leafdirect[PETSCSF_REMOTE]; in PetscSFLinkCreate_NVSHMEM()