xref: /petsc/.gitlab-ci.yml (revision e0dc0ca5b5f9506af4cffcd40f5c7aa5bfca1dac)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  PETSC_OPTIONS:  -checkfunctionlist
21  TIMEOUT: 450
22
23#
24# The most basic template that most tests will expand upon
25#
26
27.test-basic:
28  interruptible: true
29  only:
30    refs:
31#     Set with CI/CD Shedules - New Schedule
32      - schedules
33      - api
34#     Set with CI/CD Pipelines - Run Pipeline
35      - web
36      - merge_requests
37  dependencies: []
38
39.test:
40  extends: .test-basic
41  except:
42    variables:
43      # Skip if the docs-only label is attached to a merge request
44      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
45      - $PETSC_CI_SCHEDULED =~ /yes/
46
47check-ci-settings:
48  extends: .test-basic
49  stage: .pre
50  tags:
51    - gce-stage1
52  script:
53    - lib/petsc/bin/maint/check-ci-settings.sh
54#
55#  This provides the basic order of operations and options template for cloud based stage 1 tests.
56#  Not all test-short need to follow this template but most will.
57#
58
59.stage-1:
60  extends: .test
61  stage: stage-1
62  tags:
63    - gce-u22-stage1
64  before_script:
65    - date
66    - hostname
67    - grep PRETTY_NAME /etc/os-release
68    - nproc
69    - lscpu
70    - ccache --zero-stats
71  script:
72    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
73    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
74    - printf "PATH:$PATH\n"
75    - printf "PYTHONPATH:$PYTHONPATH\n"
76    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
77    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
78    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
79    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O -march=native' CXXOPTFLAGS='-O -march=native' FOPTFLAGS='-O -march=native' ${CONFIG_OPTS}
80    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}"
81    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check; fi
82    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
83  variables:
84    PYTHON: python3
85    MAKE_CFLAGS: -Werror
86    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
87    MAKE_FFLAGS: -Werror
88    MAKE_TEST_CFLAGS: -Werror
89    MAKE_TEST_CXXFLAGS: -Werror
90    MAKE_TEST_FFLAGS: -Werror
91  after_script:
92    - date
93    - ccache --show-stats
94  artifacts:
95    reports:
96      junit: arch-*/tests/testresults.xml
97    name: "$CI_JOB_NAME"
98    when: always
99    paths:
100    - arch-*/lib/petsc/conf/*.log
101    - arch-*/lib/pkgconfig/petsc.pc
102    - arch-*/tests/testresults.xml
103    - arch-*/tests/test_*_tap.log
104    - arch-*/tests/test_*_err.log
105    expire_in: 4 days
106
107#
108# The following tests run on the cloud as part of stage-1.
109#
110
111ompi-cuda:
112  extends: .stage-1
113  tags:
114  - cuda-stage1
115  variables:
116    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-fc=0
117    TEST_SEARCH: snes_tutorials-ex19_cuda%
118    ENABLE_CHECK: 1
119    MAKE_CXXFLAGS: -Werror
120
121mpich-cxx-py3:
122  extends: .stage-1
123  variables:
124    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11
125    TEST_SEARCH: snes_tutorials-ex48%
126    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
127
128uni-complex-float-int64:
129  extends: .stage-1
130  variables:
131    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
132    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
133    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
134
135c99-mlib-static-py:
136  extends: .stage-1
137  variables:
138    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
139    ENABLE_CHECK: 1
140    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
141    MAKE_TEST_FFLAGS: -Werror -std=f2008
142    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
143
144petsc4py-install:
145  extends: .stage-2
146  tags:
147    - gce-stage2
148  variables:
149    PYTHON: python3
150    T_PREFIX: petsc-install
151    T_DESTDIR: petsc-destdir
152    T_PETSC4PY: src/binding/petsc4py
153    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
154  script:
155    - printf "PATH:$PATH\n"
156    - mkdir hide
157    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
158    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
159    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
160    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
161    - make install DESTDIR="${PWD}/${T_DESTDIR}"
162    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
163    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
164    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
165    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
166    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
167    - printf "====== Test B. Install directly into prefix directory =====\n"
168    - make install
169    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
170    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
171    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
172    - printf "====== Test C. Install manually with setuptools =====\n"
173    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
174    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
175    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
176    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
177    - printf "====== Test D. Install manually with setuptools with staging =====\n"
178    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
179    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
180    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
181
182petsc4py-pip:
183  extends: .stage-2
184  tags:
185    - gce-stage2
186  variables:
187    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
188    CFLAGS: -O0
189  script:
190    - python3 -m venv pip-builds
191    - source pip-builds/bin/activate
192    - python3 -m pip install --upgrade pip
193    - python3 -m pip install .
194    - python3 -m pip install src/binding/petsc4py
195    - python3 -m petsc4py
196
197checksource:
198  extends: .test-basic
199  stage: .pre
200  tags:
201    - gce-u22-stage1
202  script:
203    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0
204    - vermin --version
205    - make vermin
206    - PATH=/nfs/gce/projects/petsc/soft/u22.04/spack/opt/spack/linux-ubuntu22.04-ivybridge/gcc-11.2.0/llvm-15.0.0-m7mrrtynenjytkmiib2moeqk6kfcifmv/bin:$PATH make checkclangformat SHELL=bash
207    - make checkbadSource SHELL=bash
208    - make checkbadFileChange SHELL=bash
209    - make -f gmakefile check_output SHELL=bash
210    - make check_petsc4py_rst
211  artifacts:
212    name: "$CI_JOB_NAME"
213    when: always
214    paths:
215    - arch-*/lib/petsc/conf/*.patch
216    - arch-*/lib/petsc/conf/*.log
217    expire_in: 4 days
218
219pause-for-approval:
220  extends: .test
221  stage: .pre
222  tags:
223    - gce-stage1
224  only:
225    refs:
226      - merge_requests
227    variables:
228      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
229      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
230  script:
231    - echo "pause-for-approval has no script to run"
232  variables:
233    GIT_STRATEGY: none
234  when: manual
235  allow_failure: false
236
237#
238# This provides the basic order of operations and options template for stage-2,3 tests.
239# Not all stage-2,3 need to follow this template, but most will.
240#
241.stage-23:
242  extends: .test
243  script:
244    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
245    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
246    - if [ ! -z ${RUN_GCOV+x} ]; then gcovr --version; fi
247    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
248    - printf "PATH:$PATH\n"
249    - printf "PYTHONPATH:$PYTHONPATH\n"
250    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
251    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
252    - printf "./config/examples/${TEST_ARCH}.py\n"
253    - cat ./config/examples/${TEST_ARCH}.py
254    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
255    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
256    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
257    - make updatedatafiles
258    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
259    - if [ -z ${DISABLE_TESTS+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" cleantest allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
260    - if [ ! -z ${RUN_GCOV_OPTIONS+x} ]; then printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n"; fi
261    - if [ ! -z ${RUN_GCOV+x} ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
262  artifacts:
263    reports:
264      junit: ${TEST_ARCH}/tests/testresults.xml
265    name: "$CI_JOB_NAME"
266    when: always
267    paths:
268    - ${TEST_ARCH}/lib/petsc/conf/*.log
269    - ${TEST_ARCH}/lib/pkgconfig/petsc.pc
270    - ${TEST_ARCH}/tests/testresults.xml
271    - ${TEST_ARCH}/tests/test_${TEST_ARCH}_tap.log
272    - ${TEST_ARCH}/tests/test_${TEST_ARCH}_err.log
273    - ${TEST_ARCH}/${TEST_ARCH}-gcovr-report.json.tar.gz
274    expire_in: 4 days
275  variables:
276    OPENBLAS_NUM_THREADS: 1
277
278.stage-2:
279  extends: .stage-23
280  stage: stage-2
281
282.stage-3:
283  extends: .stage-23
284  stage: stage-3
285
286#
287# The following provide templates for various OSes for pre/post info
288#
289
290.linux_test_noflags:
291  before_script:
292    - date
293    - hostname
294    - grep PRETTY_NAME /etc/os-release
295    - nproc
296    - lscpu
297    - ccache --zero-stats
298  after_script:
299    - date
300    - ccache --show-stats
301
302.linux_test_nofflags:
303  extends: .linux_test_noflags
304  variables:
305    MAKE_CFLAGS: -Werror
306    MAKE_CXXFLAGS: -Werror
307
308.linux_test:
309  extends: .linux_test_noflags
310  variables:
311    MAKE_CFLAGS: -Werror
312    MAKE_CXXFLAGS: -Werror
313    MAKE_FFLAGS: -Werror
314
315.freebsd_test:
316  variables:
317    MAKE_CFLAGS: -Werror
318    MAKE_CXXFLAGS: -Werror
319    MAKE_FFLAGS: -Werror
320  before_script:
321    - date
322    - hostname
323    - freebsd-version
324    - echo $(sysctl -n hw.ncpu)
325    - ccache --zero-stats
326  after_script:
327    - date
328    - ccache --show-stats
329
330.osx_test:
331  variables:
332    MAKE_CFLAGS: -Werror
333    MAKE_CXXFLAGS: -Werror
334    MAKE_FFLAGS: -Werror
335  before_script:
336    - date
337    - hostname
338    - sw_vers -productVersion
339    - echo $(sysctl -n hw.ncpu)
340    - ccache --zero-stats
341  after_script:
342    - date
343    - ccache --show-stats
344
345.opensolaris_test:
346  before_script:
347    - date
348    - hostname
349    - uname -a
350    - nproc
351    - isainfo -x
352  after_script:
353    - date
354
355.mswin_test:
356  before_script:
357    - date
358    - hostname
359    - uname -a
360    - nproc
361  after_script:
362    - date
363
364#
365# The following tests run as part of stage-2.
366#
367# The tags variable used in the tests below connects the particular test with the runners
368# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
369# For example the test linux-sycl-double any runner that has the tags 'gce-nfs, linux-fast'
370# (in a blue box beneath it)
371#
372
373osx-m1:
374  extends:
375    - .stage-3
376    - .osx_test
377  tags:
378    - os:macos-m1
379  variables:
380    TEST_ARCH: arch-ci-osx-m1
381    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
382    INIT_SCRIPT: /Volumes/Scratch/svcpetsc/soft/py3venv/cython3setup.sh
383
384freebsd-cxx-cmplx-64idx-dbg:
385  extends:
386    - .stage-2
387    - .freebsd_test
388  tags:
389    - os:fbsd
390  variables:
391    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
392
393freebsd-c-single-opt:
394  extends:
395    - .stage-2
396    - .freebsd_test
397  tags:
398    - os:fbsd
399  variables:
400    TEST_ARCH: arch-ci-freebsd-c-single-opt
401
402mswin-opt-impi:
403  extends:
404    - .stage-3
405    - .mswin_test
406  tags:
407    - mswin-stage3
408  variables:
409    TEST_ARCH: arch-ci-mswin-opt-impi
410    TEST_OPTS: search='ksp_ksp_tests*'
411
412linux-gcc-quad-64idx-dbg:
413  extends:
414    - .stage-2
415    - .linux_test
416  tags:
417    - gce-stage2
418  variables:
419    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
420
421linux-gcc-pkgs-opt:
422  extends:
423    - .stage-2
424    - .linux_test
425  tags:
426    - gce-stage2
427  variables:
428    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
429
430linux-gcc-complex-opt-32bit:
431  extends:
432    - .stage-2
433    - .linux_test
434  tags:
435    - gce-stage2
436  variables:
437    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
438
439linux-emcc:
440  extends:
441    - .stage-2
442    - .linux_test
443  tags:
444    - gce-stage2
445  variables:
446    TEST_ARCH: arch-ci-linux-emcc
447    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
448    DISABLE_TESTS: 1
449
450#
451# The following tests run as part of stage-3.
452#
453
454freebsd-cxx-cmplx-pkgs-dbg:
455  extends:
456    - .stage-3
457    - .freebsd_test
458  tags:
459    - os:fbsd
460  variables:
461    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
462
463freebsd-cxx-pkgs-opt:
464  extends:
465    - .stage-3
466    - .freebsd_test
467  tags:
468    - os:fbsd
469  variables:
470    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false -checkfunctionlist
471    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
472
473freebsd-pkgs-opt:
474  extends:
475    - .stage-3
476    - .freebsd_test
477  tags:
478    - os:fbsd
479  variables:
480    TEST_ARCH: arch-ci-freebsd-pkgs-opt
481
482linux-hip-double:
483  extends:
484    - .stage-3
485    - .linux_test_noflags
486  tags:
487    - gpu:amd, os:linux
488  variables:
489    TEST_ARCH: arch-ci-linux-hip-double
490
491linux-sycl-double:
492  extends:
493    - .stage-3
494    - .linux_test_noflags
495  tags:
496    - gce-nfs, linux-fast
497  variables:
498    TEST_ARCH: arch-ci-linux-sycl-double
499    LOAD_MODULES: compiler/latest mpi/latest cmake/3.20.5-yjp2hz6
500    TEST_OPTS: query=requires queryval=kokkos_kernels
501
502linux-cuda-pkgs-gcov:
503  extends:
504    - .stage-3
505    - .linux_test
506  tags:
507    - cuda-stage3
508  variables:
509    TEST_ARCH: arch-ci-linux-cuda-pkgs-gcov
510    # run all tests that:
511    # 1. require cuda, OR
512    # 2. require device, OR
513    # 3. require kokkos[_kernels], AND lives in the vec subdirectory
514    #
515    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
516    # shell, and I could not manage to escape it enough times...
517    TEST_OPTS: -j3 queryval='cuda,device,kokkos*,vec*' query='requires,requires,requires%OR%name'
518    LOAD_MODULES: py-gcovr-5.2-gcc-11.2.0-wcsmyet
519    RUN_GCOV: 1
520    RUN_GCOV_OPTIONS: --decisions
521
522linux-cuda112-omp:
523  extends:
524    - .stage-3
525    - .linux_test
526  tags:
527    - cuda-stage3
528  variables:
529    TEST_ARCH: arch-ci-linux-cuda112-omp
530    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
531    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
532    OMP_PROC_BIND: "false"
533    OMP_NUM_THREADS: 1
534
535linux-cuda-cmplx:
536  extends:
537    - .stage-3
538    - .linux_test
539  tags:
540    - cuda-stage3
541  variables:
542    TEST_ARCH: arch-ci-linux-cuda-cmplx
543
544linux-cuda-double-64idx:
545  extends:
546    - .stage-3
547    - .linux_test
548  tags:
549    - cuda-stage3
550  variables:
551    TEST_ARCH: arch-ci-linux-cuda-double-64idx
552    TEST_OPTS: -j15 query=requires queryval=cuda
553
554linux-cuda-single-cxx:
555  extends:
556    - .stage-3
557    - .linux_test_noflags
558  tags:
559    - cuda-stage3
560  variables:
561    TEST_ARCH: arch-ci-linux-cuda-single-cxx
562    LOAD_MODULES: nvhpc/22.3
563    TEST_OPTS: -j15 query=requires queryval=cuda
564
565linux-cuda-uni-pkgs:
566  extends:
567    - .stage-3
568    - .linux_test
569  tags:
570    - cuda-stage3
571  variables:
572    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
573    TEST_OPTS: -j20 query=requires queryval=cuda
574
575linux-viennacl:
576  extends:
577    - .stage-3
578    - .linux_test
579  tags:
580    - cuda-stage3
581  variables:
582    TEST_ARCH: arch-ci-linux-viennacl
583    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
584    TEST_OPTS: -j20 query=requires queryval=viennacl
585
586linux-without-fc:
587  extends:
588    - .stage-3
589    - .linux_test
590  tags:
591    - gce-nfs
592  variables:
593    TEST_ARCH: arch-ci-linux-without-fc
594
595linux-cmplx-single:
596  extends:
597    - .stage-3
598    - .linux_test
599  tags:
600    - name:si
601  variables:
602    FLEXIBLAS: netlib
603    TEST_ARCH: arch-ci-linux-cmplx-single
604
605linux-gcc-cxx-avx2:
606  extends:
607    - .stage-3
608    - .linux_test
609  tags:
610    - name:petsc-knl-01
611  variables:
612    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
613
614linux-clang-avx:
615  extends:
616    - .stage-3
617    - .linux_test
618  tags:
619    - name:petsc-knl-01
620  variables:
621    TEST_ARCH: arch-ci-linux-clang-avx
622
623linux-knl:
624  extends:
625    - .stage-3
626    - .linux_test
627  tags:
628    - name:petsc-knl-01
629  variables:
630    MAKE_FFLAGS: -warn errors
631    TEST_ARCH: arch-ci-linux-knl
632    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
633
634linux-intel-mkl-single:
635  extends:
636    - .stage-3
637    - .linux_test_nofflags
638  tags:
639    - name:petsc-knl-01
640  variables:
641    TEST_ARCH: arch-ci-linux-intel-mkl-single
642    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
643
644linux-cxx-cmplx-pkgs-64idx-gcov:
645  extends:
646    - .stage-3
647    - .linux_test
648  tags:
649    - gce-nfs
650  variables:
651    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx-gcov
652    LOAD_MODULES: llvm/9.0.0-7fyffox gcc/8.3.0-fjpc5ys cmake/3.14.2-rl3q676
653    RUN_GCOV: 1
654    RUN_GCOV_OPTIONS: --decisions
655
656# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
657linux-pkgs-dbg-ftn-interfaces:
658  extends:
659    - .stage-3
660    - .linux_test
661  tags:
662    - gce-nfs
663  variables:
664    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
665    LOAD_MODULES: cmake/3.20.5-yjp2hz6
666    OMP_PROC_BIND: "false"
667    OMP_NUM_THREADS: 4
668
669linux-pkgs-cxx-mlib:
670  extends:
671    - .stage-3
672    - .linux_test
673  tags:
674    - gce-u22-stage3
675  variables:
676    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
677  except:
678    variables:
679      - $PETSC_CI_SCHEDULED =~ /yes/
680
681linux-pkgs-valgrind:
682  extends:
683    - .stage-3
684    - .linux_test
685  tags:
686    - gce-valgrind
687  variables:
688    TEST_ARCH: arch-ci-linux-pkgs-valgrind
689    TIMEOUT: 7200
690
691linux-pkgs-opt:
692  extends:
693    - .stage-3
694    - .linux_test
695  tags:
696    - gce-nfs, linux-fast
697  variables:
698    TEST_ARCH: arch-ci-linux-pkgs-opt
699    LOAD_MODULES: gcc/10.1.0-5hiqhdh
700
701linux-pkgs-gcov:
702  extends:
703    - .stage-3
704    - .linux_test
705  tags:
706    - gce-nfs, linux-gcov
707  variables:
708    TEST_ARCH: arch-ci-linux-pkgs-gcov
709    LOAD_MODULES: python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
710    RUN_GCOV: 1
711    RUN_GCOV_OPTIONS: --decisions
712
713linux-matlab-ilp64-gcov:
714  extends:
715    - .stage-3
716    - .linux_test
717  tags:
718    - gce-nfs, linux-gcov
719  variables:
720    TEST_ARCH: arch-ci-linux-matlab-ilp64-gcov
721    LOAD_MODULES: matlab/R2018a python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
722    RUN_GCOV: 1
723    RUN_GCOV_OPTIONS: --decisions
724  allow_failure: true
725
726linux-pgi:
727  extends:
728    - .stage-3
729    - .linux_test_noflags
730  tags:
731    - gce-nfs, linux-mcpu
732  variables:
733    TEST_ARCH: arch-ci-linux-pgi
734    LOAD_MODULES: hpc_sdk/20.9
735
736# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
737linux-nagfor:
738  extends:
739    - .stage-3
740    - .linux_test_nofflags
741  tags:
742    - gce-nfs, linux-mcpu
743  variables:
744    LOAD_MODULES: nag/6.1
745    TEST_ARCH: arch-ci-linux-nagfor
746  allow_failure:
747    exit_codes: 126
748
749linux-intel-cmplx:
750  extends:
751    - .stage-3
752    - .linux_test_nofflags
753  tags:
754    - gce-nfs
755  variables:
756    TEST_ARCH: arch-ci-linux-intel-cmplx
757    LOAD_MODULES: intel-mkl/19.5 intel/19.0-nompilib cmake/3.20.5-yjp2hz6
758    ENABLE_PETSC4PY_LDPRELOAD: 1
759
760linux-xsdk-dbg:
761  extends:
762    - .stage-3
763    - .linux_test
764  tags:
765    - gce-nfs
766  variables:
767    TEST_ARCH: arch-ci-linux-xsdk-dbg
768    LOAD_MODULES: gcc/8.3.0-fjpc5ys
769
770linux-analyzer:
771  extends:
772    - .stage-3
773    - .linux_test
774  tags:
775    - gce-u22-stage2
776  script:
777    - printf "PATH:$PATH\n"
778    - printf "PYTHONPATH:$PYTHONPATH\n"
779    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
780    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
781    - printf "./config/examples/${TEST_ARCH}.py\n"
782    - cat ./config/examples/${TEST_ARCH}.py
783    - ./config/examples/${TEST_ARCH}.py
784    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
785    - make LINTER_OPTIONS="${LINTER_OPTIONS}" lint
786  variables:
787    TEST_ARCH: arch-ci-linux-analyzer
788    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --verbose --werror"
789  artifacts:
790    paths:
791    - ${TEST_ARCH}/lib/petsc/conf/*.log
792    - ./petscLintPatches/*.patch
793    expire_in: 4 days
794  except:
795    variables:
796      - $PETSC_CI_SCHEDULED =~ /yes/
797
798linux-intel:
799  extends:
800    - .stage-3
801    - .linux_test_nofflags
802  tags:
803    - gce-nfs
804  variables:
805    TEST_ARCH: arch-ci-linux-intel
806    LOAD_MODULES: intel-mkl/19.5 intel/19.0-nompilib
807
808linux-opt-misc:
809  extends:
810    - .stage-3
811    - .linux_test
812  tags:
813    - gce-nfs, linux-fast
814  variables:
815    TEST_ARCH: arch-ci-linux-opt-misc
816    LOAD_MODULES: gcc/6.5.0-57usejd
817
818linux-pkgs-64idx:
819  extends:
820    - .stage-3
821    - .linux_test
822  tags:
823    - gce-nfs, linux-mcpu
824  variables:
825    TEST_ARCH: arch-ci-linux-pkgs-64idx
826    LOAD_MODULES: cmake/3.20.5-yjp2hz6 intel-mkl/19.5
827
828linux-64idx-i8:
829  extends:
830    - .stage-3
831    - .linux_test
832  tags:
833    - gce-nfs
834  variables:
835    TEST_ARCH: arch-ci-linux-64idx-i8
836
837linux-gcc-ifc-cmplx:
838  extends:
839    - .stage-3
840    - .linux_test_nofflags
841  tags:
842    - gce-nfs
843  variables:
844    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
845    LOAD_MODULES: intel/19.0-nompilib cmake/3.20.0-vov726r
846
847linux-opt-cxx-quad:
848  extends:
849    - .stage-3
850    - .linux_test
851  tags:
852    - gce-nfs
853  variables:
854    TEST_ARCH: arch-ci-linux-opt-cxx-quad
855
856linux-ILP64:
857  extends:
858    - .stage-3
859    - .linux_test
860  tags:
861    - gce-nfs
862  variables:
863    TEST_ARCH: arch-ci-linux-ILP64
864    LOAD_MODULES: mpich/2-1.5-gcc750
865
866linux-64idx-i8-uni:
867  extends:
868    - .stage-3
869    - .linux_test
870  tags:
871    - gce-nfs
872  variables:
873    TEST_ARCH: arch-ci-linux-64idx-i8-uni
874
875mswin-intel-cxx-cmplx:
876  extends:
877    - .stage-3
878    - .mswin_test
879  tags:
880    - mswin-stage3
881  variables:
882    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
883
884mswin-uni:
885  extends:
886    - .stage-3
887    - .mswin_test
888  tags:
889    - mswin-stage3
890  variables:
891    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
892    TEST_ARCH: arch-ci-mswin-uni
893
894mswin-gnu:
895  extends:
896    - .stage-3
897    - .mswin_test
898  tags:
899    - mswin-stage3
900  variables:
901    TEST_ARCH: arch-ci-mswin-gnu
902    MAKE_CFLAGS: -Werror
903    MAKE_CXXFLAGS: -Werror
904    MAKE_FFLAGS: -Werror
905    DISABLE_TESTS: 1
906  artifacts:
907    reports:
908    paths:
909    - arch-*/lib/petsc/conf/*.log
910    expire_in: 4 days
911
912#mswin-intel:
913#  extends:
914#    - .stage-3
915#    - .mswin_test
916#  tags:
917#    - os:win
918#  variables:
919#    TEST_ARCH: arch-ci-mswin-intel
920
921opensolaris-pkgs-opt:
922  extends:
923    - .stage-3
924    - .opensolaris_test
925  tags:
926    - name:n-gage
927  variables:
928    TEST_ARCH: arch-ci-opensolaris-pkgs-opt
929
930opensolaris-cmplx-pkgs-dbg:
931  extends:
932    - .stage-3
933    - .opensolaris_test
934  tags:
935    - name:n-gage
936  variables:
937    TEST_ARCH: arch-ci-opensolaris-cmplx-pkgs-dbg
938
939opensolaris-misc:
940  extends:
941    - .stage-3
942    - .opensolaris_test
943  tags:
944    - name:n-gage
945  variables:
946    TEST_ARCH: arch-ci-opensolaris-misc
947
948osx-cxx-cmplx-pkgs-dbg:
949  extends:
950    - .stage-3
951    - .osx_test
952  tags:
953    - os:macos
954  variables:
955    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
956    INIT_SCRIPT: /Users/glci/bin/py3.sh
957
958osx-cxx-pkgs-opt:
959  extends:
960    - .stage-3
961    - .osx_test
962  tags:
963    - os:macos, opt
964  variables:
965    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false -checkfunctionlist
966    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt
967    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
968
969osx-dbg:
970  extends:
971    - .stage-3
972    - .osx_test
973  tags:
974    - os:macos
975  variables:
976    TEST_ARCH: arch-ci-osx-dbg
977
978osx-xsdk-opt:
979  extends:
980    - .stage-3
981    - .osx_test
982  tags:
983    - os:macos, opt
984  variables:
985    TEST_ARCH: arch-ci-osx-xsdk-opt
986
987# job for analyzing the coverage results and generating the various reports
988analyze-coverage:
989  extends: .test
990  stage: stage-4
991  tags:
992    - gce-nfs-short
993  dependencies:
994    - linux-pkgs-gcov
995    - linux-matlab-ilp64-gcov
996    - linux-cuda-pkgs-gcov
997    - linux-cxx-cmplx-pkgs-64idx-gcov
998  variables:
999    PYTHON: python3
1000    PETSC_ARCH: arch-ci-analyze-pipeline
1001    LOAD_MODULES: python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
1002  before_script:
1003    - date
1004    - hostname
1005  script:
1006    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1007    - ${PYTHON} --version
1008    - gcovr --version
1009    - printf "PATH:$PATH\n"
1010    - printf "PYTHONPATH:$PYTHONPATH\n"
1011    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1012    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1013    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1014  coverage: /^\s*lines:\s*\d+.\d+\%/
1015  artifacts:
1016    name: "$CI_JOB_NAME"
1017    when: always
1018    paths:
1019    - arch-ci-analyze-pipeline/gcovr/*
1020    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1021    expire_in: 4 days
1022    reports:
1023      coverage_report:
1024        coverage_format: cobertura
1025        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1026
1027# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1028# environments from one job...
1029.coverage-review:
1030  extends: .test
1031  stage: .post
1032  tags:
1033    - gce-nfs-short
1034  dependencies:
1035    - analyze-coverage
1036  script:
1037    - date
1038    - hostname
1039  artifacts:
1040    name: "$CI_JOB_NAME"
1041    when: always
1042    paths:
1043    - arch-ci-analyze-pipeline/gcovr/*
1044    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1045    expire_in: 4 days
1046
1047coverage-total-review:
1048  extends: .coverage-review
1049  environment:
1050    name: coverage/all/$CI_COMMIT_REF_SLUG
1051    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1052    auto_stop_in: one week
1053    deployment_tier: testing
1054
1055coverage-untested-review:
1056  extends: .coverage-review
1057  environment:
1058    name: coverage/untested/$CI_COMMIT_REF_SLUG
1059    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1060    auto_stop_in: one week
1061    deployment_tier: testing
1062
1063analyze-pipeline:
1064  extends: .coverage-review
1065  script:
1066    - date
1067    - hostname
1068    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1069    # pipeline should fail
1070    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1071        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1072        exit 1;
1073      fi
1074
1075#
1076# Base job for a documentation build
1077#
1078.docs:
1079  stage: stage-3
1080  tags:
1081    - gce-stage2
1082  before_script:
1083    - VENV=venv-petsc-docs &&
1084      python3 -m venv $VENV &&
1085      . $VENV/bin/activate &&
1086      cd doc &&
1087      pip install -r requirements.txt
1088
1089#
1090# Build documentation and make available for review using GitLab pages
1091#
1092docs-review:
1093  extends:
1094    - .docs
1095    - .test-basic
1096  script:
1097    - (make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 1") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1098    - (make latexpdf SPHINXOPTS="-T -E -W --keep-going") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1099    - cp _build/latex/manual.pdf ../public/html/docs/manual/
1100  environment:
1101    name: review/$CI_COMMIT_REF_NAME
1102    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1103  artifacts:
1104    paths:
1105      - public
1106    expire_in: 4 days
1107  except:
1108    variables:
1109      - $PETSC_CI_SCHEDULED =~ /yes/
1110
1111#
1112# Deploy documentation using GitLab pages
1113#
1114pages:  # this job name has special meaning to GitLab
1115  extends: .docs
1116  interruptible: true
1117  script:
1118    - mkdir -p ../public/ && cp public/* ../public/
1119    - git fetch --unshallow --no-tags origin +release:remotes/origin/release +main:remotes/origin/main
1120    - git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/docs/manual && cp _build/latex/manual.pdf ../public/main/docs/manual/
1121    - make clean BUILDDIR="../public/release"
1122    - git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1"  BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/docs/manual && cp _build/latex/manual.pdf ../public/release/docs/manual/
1123    - rm -rf ../public/*/.doctrees
1124  only:
1125    variables:
1126      - $PETSC_CI_SCHEDULED == "yes"
1127  artifacts:
1128    paths:
1129      - public
1130    expire_in: 4 days
1131
1132#
1133#
1134# The following tests are experimental; more tests by users at other sites may be added below this.  Experimental test
1135# that fail produce a warning, but do not block execution of a pipeline.
1136#
1137
1138.test-experimental:
1139  extends: .test
1140  allow_failure: true
1141
1142