57 PETSC_KERNEL_DECL static void d_Pack(PetscInt bs, PetscInt count, PetscInt start, const PetscInt *o…  in d_Pack()  argument
62   ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) {  in d_Pack()
70 PETSC_KERNEL_DECL static void d_UnpackAndOp(PetscInt bs, PetscInt count, PetscInt start, const Pets…  in d_UnpackAndOp()  argument
75   ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) {  in d_UnpackAndOp()
83 PETSC_KERNEL_DECL static void d_FetchAndOp(PetscInt bs, PetscInt count, PetscInt rootstart, const P…  in d_FetchAndOp()  argument
88   ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) {  in d_FetchAndOp()
96 PETSC_KERNEL_DECL static void d_ScatterAndOp(PetscInt bs, PetscInt count, PetscInt srcx, PetscInt s…  in d_ScatterAndOp()  argument
101   ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) {  in d_ScatterAndOp()
131 PETSC_KERNEL_DECL static void d_FetchAndOpLocal(PetscInt bs, PetscInt count, PetscInt rootstart, co…  in d_FetchAndOpLocal()  argument
136   ::Petsc::device::cupm::kernels::util::grid_stride_1D(count, [&](PetscInt tid) {  in d_FetchAndOpLocal()
276 inline PetscErrorCode SfInterface<T>::Pack(PetscSFLink link, PetscInt count, PetscInt start, PetscS…  in Pack()  argument
281   if (!count) PetscFunctionReturn(PETSC_SUCCESS);  in Pack()
283 …PetscCallCUPM(cupmMemcpyAsync(buf, (char *)data + start * link->unitbytes, count * link->unitbytes…  in Pack()
285 …PetscCall(PetscCUPMLaunchKernel1D(count, 0, link->stream, kernels::d_Pack<Type, BS, EQ>, link->bs,…  in Pack()
292 inline PetscErrorCode SfInterface<T>::UnpackAndOp(PetscSFLink link, PetscInt count, PetscInt start,…  in UnpackAndOp()  argument
297   if (!count) PetscFunctionReturn(PETSC_SUCCESS);  in UnpackAndOp()
299 …PetscCallCUPM(cupmMemcpyAsync((char *)data + start * link->unitbytes, buf, count * link->unitbytes…  in UnpackAndOp()
301 …PetscCall(PetscCUPMLaunchKernel1D(count, 0, link->stream, kernels::d_UnpackAndOp<Type, Op, BS, EQ>…  in UnpackAndOp()
308 inline PetscErrorCode SfInterface<T>::FetchAndOp(PetscSFLink link, PetscInt count, PetscInt start, …  in FetchAndOp()  argument
313   if (!count) PetscFunctionReturn(PETSC_SUCCESS);  in FetchAndOp()
314 …PetscCall(PetscCUPMLaunchKernel1D(count, 0, link->stream, kernels::d_FetchAndOp<Type, Op, BS, EQ>,…  in FetchAndOp()
320 inline PetscErrorCode SfInterface<T>::ScatterAndOp(PetscSFLink link, PetscInt count, PetscInt srcSt…  in ScatterAndOp()  argument
323   PetscInt nblocks  = (count + nthreads - 1) / nthreads;  in ScatterAndOp()
327   if (!count) PetscFunctionReturn(PETSC_SUCCESS);  in ScatterAndOp()
339     srcx = srcX = count;  in ScatterAndOp()
351     dstx = dstX = count;  in ScatterAndOp()
355 …PetscCall(PetscCUPMLaunchKernel1D(count, 0, link->stream, kernels::d_ScatterAndOp<Type, Op, BS, EQ…  in ScatterAndOp()
362 inline PetscErrorCode SfInterface<T>::ScatterAndInsert(PetscSFLink link, PetscInt count, PetscInt s…  in ScatterAndInsert()  argument
365   if (!count) PetscFunctionReturn(PETSC_SUCCESS);  in ScatterAndInsert()
368 …ype *)dst + dstStart * link->bs, (const Type *)src + srcStart * link->bs, count * link->unitbytes,…  in ScatterAndInsert()
370 …PetscCall(ScatterAndOp<Type, kernels::Insert<Type>, BS, EQ>(link, count, srcStart, srcOpt, srcIdx,…  in ScatterAndInsert()
377 inline PetscErrorCode SfInterface<T>::FetchAndOpLocal(PetscSFLink link, PetscInt count, PetscInt ro…  in FetchAndOpLocal()  argument
383   if (!count) PetscFunctionReturn(PETSC_SUCCESS);  in FetchAndOpLocal()
384 …PetscCall(PetscCUPMLaunchKernel1D(count, 0, link->stream, kernels::d_FetchAndOpLocal<Type, Op, BS,…  in FetchAndOpLocal()