xref: /libCEED/.gitlab-ci.yml (revision 53928bd0d45b04119b5940025b6ee68de3b00330)
1*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
2*53928bd0SJeremy L Thompson# libCEED GitLab CI
3*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
409f072d1SJed Brownstages:
51e31b501SJeremy L Thompson  - test:cpu-and-tidy
61e31b501SJeremy L Thompson  - test:gpu-and-float
71e31b501SJeremy L Thompson
826a4920cSJeremy L Thompson
9*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
10*53928bd0SJeremy L Thompson# Memcheck backends + ASAN
11*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
12*53928bd0SJeremy L Thompsonnoether-asan:
13*53928bd0SJeremy L Thompson  stage: test:cpu-and-tidy
14*53928bd0SJeremy L Thompson  tags:
15*53928bd0SJeremy L Thompson    - cpu
16*53928bd0SJeremy L Thompson  interruptible: true
17*53928bd0SJeremy L Thompson  before_script:
18*53928bd0SJeremy L Thompson# Environment
19*53928bd0SJeremy L Thompson    - export COVERAGE=0 CC=gcc CXX=g++ FC=gfortran
20*53928bd0SJeremy L Thompson    - export NPROC_POOL=8
21*53928bd0SJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
22*53928bd0SJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
23*53928bd0SJeremy L Thompson    - echo "-------------- CXX -----------------" && $CXX --version
24*53928bd0SJeremy L Thompson    - echo "-------------- FC ------------------" && $FC --version
25*53928bd0SJeremy L Thompson    # ASAN
26*53928bd0SJeremy L Thompson    - echo "-------------- ASAN ----------------"
27*53928bd0SJeremy L Thompson    - export ASAN=1 AFLAGS="-fsanitize=address -fsanitize=leak"
28*53928bd0SJeremy L Thompson    - echo $AFLAGS
29*53928bd0SJeremy L Thompson  script:
30*53928bd0SJeremy L Thompson    - rm -f .SUCCESS
31*53928bd0SJeremy L Thompson# libCEED
32*53928bd0SJeremy L Thompson    - make configure OPT='-O -march=native -ffp-contract=fast'
33*53928bd0SJeremy L Thompson    - BACKENDS_MEMCHECK="/cpu/self/memcheck/serial /cpu/self/memcheck/blocked"
34*53928bd0SJeremy L Thompson    - echo "-------------- libCEED -------------" && make info
35*53928bd0SJeremy L Thompson    - echo "-------------- BACKENDS_MEMCHECK----" && echo $BACKENDS_MEMCHECK
36*53928bd0SJeremy L Thompson    - make -j$NPROC_CPU
37*53928bd0SJeremy L Thompson# -- libCEED only tests
38*53928bd0SJeremy L Thompson    - echo "-------------- core tests ----------"
39*53928bd0SJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
40*53928bd0SJeremy L Thompson#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
41*53928bd0SJeremy L Thompson    - export PETSC_DIR= PETSC_ARCH=
42*53928bd0SJeremy L Thompson    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_MEMCHECK" JUNIT_BATCH="memcheck" junit realsearch=%
43*53928bd0SJeremy L Thompson# Clang-tidy
44*53928bd0SJeremy L Thompson    - echo "-------------- clang-tidy ----------" && clang-tidy --version
45*53928bd0SJeremy L Thompson    - make -j$NPROC_CPU tidy
46*53928bd0SJeremy L Thompson# Report status
47*53928bd0SJeremy L Thompson    - touch .SUCCESS
48*53928bd0SJeremy L Thompson  artifacts:
49*53928bd0SJeremy L Thompson    paths:
50*53928bd0SJeremy L Thompson      - build/*.junit
51*53928bd0SJeremy L Thompson    reports:
52*53928bd0SJeremy L Thompson      junit: build/*.junit
53*53928bd0SJeremy L Thompson      performance: performance.json
54*53928bd0SJeremy L Thompson
55*53928bd0SJeremy L Thompson
56*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
57*53928bd0SJeremy L Thompson# CPU backends only + make tidy
58*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
591e31b501SJeremy L Thompsonnoether-cpu:
601e31b501SJeremy L Thompson  stage: test:cpu-and-tidy
611e31b501SJeremy L Thompson  tags:
621e31b501SJeremy L Thompson    - cpu
631e31b501SJeremy L Thompson    - rocm
641e31b501SJeremy L Thompson  interruptible: true
651e31b501SJeremy L Thompson  before_script:
661e31b501SJeremy L Thompson# Environment
671e31b501SJeremy L Thompson    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
6819868e18SZach Atkins    - export NPROC_POOL=8
691e31b501SJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
701e31b501SJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
711e31b501SJeremy L Thompson    - echo "-------------- CXX -----------------" && $CXX --version
721e31b501SJeremy L Thompson    - echo "-------------- FC ------------------" && $FC --version
731e31b501SJeremy L Thompson    - echo "-------------- HIPCC ---------------" && $HIPCC --version
741e31b501SJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
751e31b501SJeremy L Thompson# Libraries for backends
764548da4eSSebastian Grimberg# -- LIBXSMM 2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8
774548da4eSSebastian Grimberg    - cd .. && export XSMM_HASH=2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
7868c150f8SJed Brown    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
791e31b501SJeremy L Thompson# -- OCCA v1.1.0
800be03a92SJeremy L Thompson    - cd .. && export OCCA_VERSION=occa-1.4.0 && { [[ -d $OCCA_VERSION ]] || { git clone --depth 1 --branch v1.4.0 https://github.com/libocca/occa.git $OCCA_VERSION && cd $OCCA_VERSION && export ENABLE_OPENCL="OFF" ENABLE_DPCPP="OFF" ENABLE_HIP="OFF" ENABLE_CUDA="OFF" && ./configure-cmake.sh && cmake --build build --parallel $NPROC_CPU && cmake --install build && cd ..; }; } && export OCCA_DIR=$PWD/$OCCA_VERSION/install && cd libCEED
810be03a92SJeremy L Thompson    - echo "-------------- OCCA ----------------" && git -C $OCCA_DIR describe --tags && LD_LIBRARY_PATH=$OCCA_DIR/lib $OCCA_DIR/bin/occa info
821e31b501SJeremy L Thompson  script:
831e31b501SJeremy L Thompson    - rm -f .SUCCESS
841e31b501SJeremy L Thompson# libCEED
851e31b501SJeremy L Thompson    - make configure OPT='-O -march=native -ffp-contract=fast'
861b16049aSZach Atkins    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ')
871e31b501SJeremy L Thompson    - echo "-------------- libCEED -------------" && make info
881e31b501SJeremy L Thompson    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
892c2ea1dbSJeremy L Thompson    - OCCA_DIR= PEDANTIC=1 make -j$NPROC_CPU
901e31b501SJeremy L Thompson    - make -j$NPROC_CPU
911e31b501SJeremy L Thompson# -- libCEED only tests
921e31b501SJeremy L Thompson    - echo "-------------- core tests ----------"
931e31b501SJeremy L Thompson    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
941e31b501SJeremy L Thompson#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
951e31b501SJeremy L Thompson    - export PETSC_DIR= PETSC_ARCH=
9619868e18SZach Atkins    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit realsearch=%
971e31b501SJeremy L Thompson# Libraries for examples
981e31b501SJeremy L Thompson# -- PETSc with HIP (minimal)
99d7cd60dfSJed Brown    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
100e17e35bbSJames Wright    - source /home/jawr8143/SmartSimTestingSoftware/bin/activate && export SMARTREDIS_DIR=/home/jawr8143/SmartSimTestingSoftware/smartredis/install
1011e31b501SJeremy L Thompson    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
10219868e18SZach Atkins    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search="petsc fluids solids"
1031e31b501SJeremy L Thompson# -- MFEM v4.2
1041e31b501SJeremy L Thompson    - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
1051e31b501SJeremy L Thompson    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
10619868e18SZach Atkins    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=mfem
1071e31b501SJeremy L Thompson# -- Nek5000 v19.0
1081e31b501SJeremy L Thompson    - export COVERAGE=0
1091e31b501SJeremy L Thompson    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
1101e31b501SJeremy L Thompson    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
11119868e18SZach Atkins    - export NPROC_POOL=1
112b41f14d5SJeremy L Thompson    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=nek NEK5K_DIR=$NEK5K_DIR
1138c81f8b0SPeter Munch# -- deal.II 8bd5c262f13e15793aa206b6eed8774a9b25ce11
1148c81f8b0SPeter Munch    - OCCA_DIR= BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ')
1158c81f8b0SPeter Munch    - export DEAL_II_ROOT_DIR=/projects/dealii DEAL_II_DIR=/projects/dealii/install
1168c81f8b0SPeter Munch    - echo "-------------- deal.II -------------" && git -C $DEAL_II_ROOT_DIR -c safe.directory=$DEAL_II_ROOT_DIR describe --always
1178c81f8b0SPeter Munch    - make -k -j$NPROC_CPU BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="cpu" junit search=dealii DEAL_II_DIR=$DEAL_II_DIR
1181e31b501SJeremy L Thompson# Clang-tidy
1191e31b501SJeremy L Thompson    - echo "-------------- clang-tidy ----------" && clang-tidy --version
12099314d8aSJeremy L Thompson    - export OCCA_DIR= && make lib -j$NPROC_CPU
12199314d8aSJeremy L Thompson    - make -j$NPROC_CPU tidy
1221e31b501SJeremy L Thompson# Report status
1231e31b501SJeremy L Thompson    - touch .SUCCESS
1241e31b501SJeremy L Thompson  after_script:
1251e31b501SJeremy L Thompson    - |
1261e31b501SJeremy L Thompson      if [ -f .SUCCESS ]; then
1271e31b501SJeremy L Thompson        lcov --directory . --capture --output-file coverage.info;
1281e31b501SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
1291e31b501SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
1301e31b501SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
1311e31b501SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
1321e31b501SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
1331e31b501SJeremy L Thompson      fi
1341e31b501SJeremy L Thompson  artifacts:
1351e31b501SJeremy L Thompson    paths:
1361e31b501SJeremy L Thompson      - build/*.junit
1371e31b501SJeremy L Thompson    reports:
1381e31b501SJeremy L Thompson      junit: build/*.junit
1391e31b501SJeremy L Thompson      performance: performance.json
14009f072d1SJed Brown
14126a4920cSJeremy L Thompson
142*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
143*53928bd0SJeremy L Thompson# Check SYCL backends build
144*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
14526a4920cSJeremy L Thompsonnoether-sycl:
14626a4920cSJeremy L Thompson  stage: test:gpu-and-float
14726a4920cSJeremy L Thompson  tags:
14826a4920cSJeremy L Thompson    - sycl
14926a4920cSJeremy L Thompson  interruptible: true
15026a4920cSJeremy L Thompson  before_script:
15126a4920cSJeremy L Thompson# Environment
15226a4920cSJeremy L Thompson    - . /opt/intel/oneapi/setvars.sh
15326a4920cSJeremy L Thompson    - export COVERAGE=1 CC=icx CXX=icpx
15426a4920cSJeremy L Thompson    - export NPROC_POOL=8
15526a4920cSJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
15626a4920cSJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
15726a4920cSJeremy L Thompson    - echo "-------------- CXX -----------------" && $CXX --version
15826a4920cSJeremy L Thompson  script:
15926a4920cSJeremy L Thompson    - rm -f .SUCCESS
16026a4920cSJeremy L Thompson# libCEED
16126a4920cSJeremy L Thompson    - make configure SYCL_DIR=/opt/intel/oneapi/compiler/2023.2.0/linux OPT='-O -march=native -ffp-contract=fast'
16226a4920cSJeremy L Thompson    - BACKENDS_SYCL=$(make info-backends-all | grep -o '/sycl[^ ]*' | tr '\n' ' ')
16326a4920cSJeremy L Thompson    - echo "-------------- libCEED -------------" && make info
16426a4920cSJeremy L Thompson    - echo "-------------- BACKENDS_SYCL -------" && echo $BACKENDS_SYCL
16526a4920cSJeremy L Thompson    - make -j$NPROC_CPU
16626a4920cSJeremy L Thompson# Report status
16726a4920cSJeremy L Thompson    - touch .SUCCESS
16826a4920cSJeremy L Thompson
16926a4920cSJeremy L Thompson
170*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
171*53928bd0SJeremy L Thompson# CUDA backends
172*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
173*53928bd0SJeremy L Thompsonnoether-cuda:
174*53928bd0SJeremy L Thompson  stage: test:gpu-and-float
175*53928bd0SJeremy L Thompson  tags:
176*53928bd0SJeremy L Thompson    - cuda
177*53928bd0SJeremy L Thompson  interruptible: true
178*53928bd0SJeremy L Thompson  before_script:
179*53928bd0SJeremy L Thompson# Environment
180*53928bd0SJeremy L Thompson    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran NVCC=nvcc
181*53928bd0SJeremy L Thompson    - export NPROC_POOL=4
182*53928bd0SJeremy L Thompson    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
183*53928bd0SJeremy L Thompson    - echo "-------------- CC ------------------" && $CC --version
184*53928bd0SJeremy L Thompson    - echo "-------------- CXX -----------------" && $CXX --version
185*53928bd0SJeremy L Thompson    - echo "-------------- FC ------------------" && $FC --version
186*53928bd0SJeremy L Thompson    - echo "-------------- NVCC ----------------" && $NVCC --version
187*53928bd0SJeremy L Thompson    - echo "-------------- GCOV ----------------" && gcov --version
188*53928bd0SJeremy L Thompson  script:
189*53928bd0SJeremy L Thompson    - rm -f .SUCCESS
190*53928bd0SJeremy L Thompson# libCEED
191*53928bd0SJeremy L Thompson    - make configure OPT='-O -march=native -ffp-contract=fast' CUDA_DIR=/usr
192*53928bd0SJeremy L Thompson    - echo "-------------- libCEED -------------" && make info
193*53928bd0SJeremy L Thompson    - BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
194*53928bd0SJeremy L Thompson    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
195*53928bd0SJeremy L Thompson    - PEDANTIC=1 make -k -j$NPROC_CPU -l$NPROC_CPU
196*53928bd0SJeremy L Thompson# -- libCEED only tests
197*53928bd0SJeremy L Thompson    - echo "-------------- core tests ----------"
198*53928bd0SJeremy L Thompson#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
199*53928bd0SJeremy L Thompson    - export PETSC_DIR= PETSC_ARCH=
200*53928bd0SJeremy L Thompson    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="cuda" junit realsearch=%
201*53928bd0SJeremy L Thompson# Libraries for examples
202*53928bd0SJeremy L Thompson# -- PETSc with CUDA (minimal)
203*53928bd0SJeremy L Thompson    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-cuda-O PETSC_OPTIONS='-use_gpu_aware_mpi 0' && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
204*53928bd0SJeremy L Thompson    - source /home/jawr8143/SmartSimTestingSoftware/bin/activate && export SMARTREDIS_DIR=/home/jawr8143/SmartSimTestingSoftware/smartredis/install
205*53928bd0SJeremy L Thompson    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
206*53928bd0SJeremy L Thompson    - make -k -j$((NPROC_GPU / NPROC_POOL)) JUNIT_BATCH="cuda" junit BACKENDS="$BACKENDS_GPU" search="petsc fluids solids"
207*53928bd0SJeremy L Thompson# Report status
208*53928bd0SJeremy L Thompson    - touch .SUCCESS
209*53928bd0SJeremy L Thompson  after_script:
210*53928bd0SJeremy L Thompson    - |
211*53928bd0SJeremy L Thompson      if [ -f .SUCCESS ]; then
212*53928bd0SJeremy L Thompson        lcov --directory . --capture --output-file coverage.info;
213*53928bd0SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
214*53928bd0SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
215*53928bd0SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
216*53928bd0SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
217*53928bd0SJeremy L Thompson        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
218*53928bd0SJeremy L Thompson      fi
219*53928bd0SJeremy L Thompson  artifacts:
220*53928bd0SJeremy L Thompson    paths:
221*53928bd0SJeremy L Thompson      - build/*.junit
222*53928bd0SJeremy L Thompson    reports:
223*53928bd0SJeremy L Thompson      junit: build/*.junit
224*53928bd0SJeremy L Thompson
225*53928bd0SJeremy L Thompson
226*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
227*53928bd0SJeremy L Thompson# ROCm backends
228*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
22909f072d1SJed Brownnoether-rocm:
2301e31b501SJeremy L Thompson  stage: test:gpu-and-float
23109f072d1SJed Brown  tags:
23209f072d1SJed Brown    - rocm
233a3179afaSjeremylt  interruptible: true
2341e31b501SJeremy L Thompson  before_script:
2355221680fSJeremy L Thompson# Environment
23638607094Sjeremylt    - export COVERAGE=1 CC=gcc CXX=g++ FC=gfortran HIPCC=hipcc
23719868e18SZach Atkins    - export NPROC_POOL=4
238de01c4d8Sjeremylt    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
239d758efd3Sjeremylt    - echo "-------------- CC ------------------" && $CC --version
240d758efd3Sjeremylt    - echo "-------------- CXX -----------------" && $CXX --version
241d758efd3Sjeremylt    - echo "-------------- FC ------------------" && $FC --version
242d758efd3Sjeremylt    - echo "-------------- HIPCC ---------------" && $HIPCC --version
243d758efd3Sjeremylt    - echo "-------------- GCOV ----------------" && gcov --version
244d758efd3Sjeremylt# Libraries for backends
245d758efd3Sjeremylt# -- MAGMA from dev branch
246d758efd3Sjeremylt    - echo "-------------- MAGMA ---------------"
247d7cd60dfSJed Brown    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe
2481e31b501SJeremy L Thompson  script:
2491e31b501SJeremy L Thompson    - rm -f .SUCCESS
25038607094Sjeremylt# libCEED
251628bebf4SJed Brown    - make configure ROCM_DIR=/opt/rocm-5.6.0 OPT='-O -march=native -ffp-contract=fast'
2521b16049aSZach Atkins    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
253d758efd3Sjeremylt    - echo "-------------- libCEED -------------" && make info
2545221680fSJeremy L Thompson    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
255ab25172fSJeremy L Thompson    - make -j$NPROC_CPU
256d758efd3Sjeremylt# -- libCEED only tests
257d758efd3Sjeremylt    - echo "-------------- core tests ----------"
25809f072d1SJed Brown    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
259e0e4aa64Sjeremylt#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
260e0e4aa64Sjeremylt    - export PETSC_DIR= PETSC_ARCH=
26119868e18SZach Atkins    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit realsearch=%
262d758efd3Sjeremylt# Libraries for examples
263d758efd3Sjeremylt# -- PETSc with HIP (minimal)
264d7cd60dfSJed Brown    - export PETSC_DIR=/projects/petsc PETSC_ARCH=mpich-hip && git -C $PETSC_DIR -c safe.directory=$PETSC_DIR describe
265e17e35bbSJames Wright    - source /home/jawr8143/SmartSimTestingSoftware/bin/activate && export SMARTREDIS_DIR=/home/jawr8143/SmartSimTestingSoftware/smartredis/install
266d758efd3Sjeremylt    - echo "-------------- PETSc ---------------" && make -C $PETSC_DIR info
26719868e18SZach Atkins    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search="petsc fluids solids"
268d758efd3Sjeremylt# -- MFEM v4.2
26938607094Sjeremylt    - cd .. && export MFEM_VERSION=mfem-4.2 && { [[ -d $MFEM_VERSION ]] || { git clone --depth 1 --branch v4.2 https://github.com/mfem/mfem.git $MFEM_VERSION && make -C $MFEM_VERSION -j$(nproc) serial CXXFLAGS="-O -std=c++11"; }; } && export MFEM_DIR=$PWD/$MFEM_VERSION && cd libCEED
270d758efd3Sjeremylt    - echo "-------------- MFEM ----------------" && make -C $MFEM_DIR info
27119868e18SZach Atkins    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=mfem
272d758efd3Sjeremylt# -- Nek5000 v19.0
27338607094Sjeremylt    - export COVERAGE=0
274d758efd3Sjeremylt    - cd .. && export NEK5K_VERSION=Nek5000-19.0 && { [[ -d $NEK5K_VERSION ]] || { git clone --depth 1 --branch v19.0 https://github.com/Nek5000/Nek5000.git $NEK5K_VERSION && cd $NEK5K_VERSION/tools && ./maketools genbox genmap reatore2 && cd ../..; }; } && export NEK5K_DIR=$PWD/$NEK5K_VERSION && export PATH=$NEK5K_DIR/bin:$PATH MPI=0 && cd libCEED
275d758efd3Sjeremylt    - echo "-------------- Nek5000 -------------" && git -C $NEK5K_DIR describe --tags
27619868e18SZach Atkins    - export NPROC_POOL=1
277b41f14d5SJeremy L Thompson    - make -k -j$NPROC_GPU BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=nek NEK5K_DIR=$NEK5K_DIR
2788c81f8b0SPeter Munch# -- deal.II 8bd5c262f13e15793aa206b6eed8774a9b25ce11
2798c81f8b0SPeter Munch    - export DEAL_II_ROOT_DIR=/projects/dealii DEAL_II_DIR=/projects/dealii/install
2808c81f8b0SPeter Munch    - echo "-------------- deal.II -------------" && git -C $DEAL_II_ROOT_DIR -c safe.directory=$DEAL_II_ROOT_DIR describe --always
2818c81f8b0SPeter Munch    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="hip" junit search=dealii DEAL_II_DIR=$DEAL_II_DIR
282fd936b74Sjeremylt# Clang-tidy
283d758efd3Sjeremylt    - echo "-------------- clang-tidy ----------" && clang-tidy --version
284db7c0df8SJeremy L Thompson    - TIDY_OPTS="-fix-errors" make -j$NPROC_CPU tidy && git diff --color=always --exit-code
28538607094Sjeremylt# Report status
286b9ce5a03SJed Brown    - touch .SUCCESS
2873d19ba41SJeremy L Thompson  after_script:
2886c1493a0SJeremy L Thompson    - |
289b9ce5a03SJed Brown      if [ -f .SUCCESS ]; then
290752c3701SJeremy L Thompson        lcov --directory . --capture --output-file coverage.info;
291d7f2f9acSJed Brown        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
292d7f2f9acSJed Brown        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
293d7f2f9acSJed Brown        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
294d7f2f9acSJed Brown        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
295d7f2f9acSJed Brown        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
2963d19ba41SJeremy L Thompson      fi
29709f072d1SJed Brown  artifacts:
29809f072d1SJed Brown    paths:
29909f072d1SJed Brown      - build/*.junit
30009f072d1SJed Brown    reports:
30109f072d1SJed Brown      junit: build/*.junit
30209f072d1SJed Brown      performance: performance.json
303422b158fSJed Brown
30426a4920cSJeremy L Thompson
305*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
306*53928bd0SJeremy L Thompson# CPU + ROCm backends with CeedInt == float
307*53928bd0SJeremy L Thompson# ----------------------------------------------------------------------------------------
30880a9ef05SNatalie Beamsnoether-float:
3091e31b501SJeremy L Thompson  stage: test:gpu-and-float
31080a9ef05SNatalie Beams  tags:
3111e31b501SJeremy L Thompson    - cpu
31280a9ef05SNatalie Beams    - rocm
31380a9ef05SNatalie Beams  interruptible: true
3141e31b501SJeremy L Thompson  before_script:
3155221680fSJeremy L Thompson# Environment
31680a9ef05SNatalie Beams    - export COVERAGE=1 CC=gcc CXX=g++ FC= HIPCC=hipcc
31719868e18SZach Atkins    - export NPROC_POOL=8
31880a9ef05SNatalie Beams    - echo "-------------- nproc ---------------" && NPROC_CPU=$(nproc) && NPROC_GPU=$(($(nproc)<8?$(nproc):8)) && echo "NPROC_CPU" $NPROC_CPU && echo "NPROC_GPU" $NPROC_GPU
31980a9ef05SNatalie Beams    - echo "-------------- CC ------------------" && $CC --version
32080a9ef05SNatalie Beams    - echo "-------------- CXX -----------------" && $CXX --version
32180a9ef05SNatalie Beams    - echo "-------------- HIPCC ---------------" && $HIPCC --version
32280a9ef05SNatalie Beams    - echo "-------------- GCOV ----------------" && gcov --version
32380a9ef05SNatalie Beams# Libraries for backends
32480a9ef05SNatalie Beams# -- MAGMA from dev branch
32580a9ef05SNatalie Beams    - echo "-------------- MAGMA ---------------"
326d7cd60dfSJed Brown    - export MAGMA_DIR=/projects/hipMAGMA && git -C $MAGMA_DIR -c safe.directory=$MAGMA_DIR describe
3274548da4eSSebastian Grimberg# -- LIBXSMM 2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8
3284548da4eSSebastian Grimberg    - cd .. && export XSMM_HASH=2c145a109b5a8ad4e15f60ea42a86b9056bdc8b8 && { [[ -d libxsmm-$XSMM_HASH ]] || { curl -L https://github.com/libxsmm/libxsmm/archive/$XSMM_HASH.tar.gz -o xsmm.tar.gz && tar zvxf xsmm.tar.gz && rm xsmm.tar.gz && make -C libxsmm-$XSMM_HASH -j$(nproc); }; } && export XSMM_DIR=$PWD/libxsmm-$XSMM_HASH && cd libCEED
32968c150f8SJed Brown    - echo "-------------- LIBXSMM -------------" && basename $XSMM_DIR
3301e31b501SJeremy L Thompson  script:
3311e31b501SJeremy L Thompson    - rm -f .SUCCESS
33280a9ef05SNatalie Beams# libCEED
3331e31b501SJeremy L Thompson# Change to single precision
334c9c2c079SJeremy L Thompson    - sed -i 's/ceed-f64/ceed-f32/1' include/ceed/types.h
33580a9ef05SNatalie Beams# Build libCEED
336628bebf4SJed Brown    - make configure ROCM_DIR=/opt/rocm-5.6.0 OPT='-O -march=native -ffp-contract=fast'
3371b16049aSZach Atkins    - BACKENDS_CPU=$(make info-backends-all | grep -o '/cpu[^ ]*' | tr '\n' ' ') && BACKENDS_GPU=$(make info-backends | grep -o '/gpu[^ ]*' | tr '\n' ' ')
33880a9ef05SNatalie Beams    - echo "-------------- libCEED -------------" && make info
3395221680fSJeremy L Thompson    - echo "-------------- BACKENDS_CPU --------" && echo $BACKENDS_CPU
3405221680fSJeremy L Thompson    - echo "-------------- BACKENDS_GPU --------" && echo $BACKENDS_GPU
34180a9ef05SNatalie Beams    - make -j$NPROC_CPU
34280a9ef05SNatalie Beams# -- libCEED only tests
34380a9ef05SNatalie Beams    - echo "-------------- core tests ----------"
34480a9ef05SNatalie Beams    - echo '[{"subject":"/","metrics":[{"name":"Transfer Size (KB)","value":"19.5","desiredSize":"smaller"},{"name":"Speed Index","value":0,"desiredSize":"smaller"},{"name":"Total Score","value":92,"desiredSize":"larger"},{"name":"Requests","value":4,"desiredSize":"smaller"}]}]' > performance.json
34580a9ef05SNatalie Beams#    Note: PETSC_DIR is set by default in GitLab runner env, unsetting to isolate core tests
34680a9ef05SNatalie Beams    - export PETSC_DIR= PETSC_ARCH=
34719868e18SZach Atkins    - make -k -j$((NPROC_CPU / NPROC_POOL)) BACKENDS="$BACKENDS_CPU" JUNIT_BATCH="float-cpu" junit realsearch=%
34819868e18SZach Atkins    - export NPROC_POOL=4
34919868e18SZach Atkins    - make -k -j$((NPROC_GPU / NPROC_POOL)) BACKENDS="$BACKENDS_GPU" JUNIT_BATCH="float-hip" junit realsearch=%
35080a9ef05SNatalie Beams# Report status
35180a9ef05SNatalie Beams    - echo "SUCCESS" > .job_status
35280a9ef05SNatalie Beams  after_script:
35380a9ef05SNatalie Beams    - |
35480a9ef05SNatalie Beams      if [ $(cat .job_status) == "SUCCESS" ]; then
35580a9ef05SNatalie Beams        lcov --directory . --capture --output-file coverage.info;
35680a9ef05SNatalie Beams        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F interface;
35780a9ef05SNatalie Beams        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F gallery;
35880a9ef05SNatalie Beams        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F backends;
35980a9ef05SNatalie Beams        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F tests;
36080a9ef05SNatalie Beams        bash <(curl -s https://codecov.io/bash) -f coverage.info -t ${CODECOV_ACCESS_TOKEN} -F examples;
36180a9ef05SNatalie Beams      fi
362c9c2c079SJeremy L Thompson    - sed -i 's/ceed-f32/ceed-f64/1' include/ceed/types.h
36380a9ef05SNatalie Beams  artifacts:
36480a9ef05SNatalie Beams    paths:
36580a9ef05SNatalie Beams      - build/*.junit
36680a9ef05SNatalie Beams    reports:
36780a9ef05SNatalie Beams      junit: build/*.junit
36880a9ef05SNatalie Beams      performance: performance.json
369