xref: /petsc/.gitlab-ci.yml (revision 6a210b70a61472cf8733db59e8a3fa68f6578c01)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  TIMEOUT: 450
21  EXTRA_OPTIONS: -nox -nox_warning -malloc_dump
22
23#
24# The most basic template that most tests will expand upon
25#
26
27.test-basic:
28  interruptible: true
29  only:
30    refs:
31#     Set with CI/CD Shedules - New Schedule
32      - schedules
33      - api
34#     Set with CI/CD Pipelines - Run Pipeline
35      - web
36      - merge_requests
37  dependencies: []
38
39.test:
40  extends: .test-basic
41  except:
42    variables:
43      # Skip if the docs-only label is attached to a merge request
44      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
45      - $PETSC_CI_SCHEDULED =~ /yes/
46
47check-ci-settings:
48  extends: .test-basic
49  stage: .pre
50  tags:
51    - gce-stage1
52  script:
53    - lib/petsc/bin/maint/check-ci-settings.sh
54
55#
56#  This provides the basic order of operations and options template for cloud based stage 1 tests.
57#  Not all test-short need to follow this template but most will.
58#
59
60.stage-1:
61  extends: .test
62  stage: stage-1
63  tags:
64    - gce-u22-stage1
65  before_script:
66    - date
67    - hostname
68    - grep PRETTY_NAME /etc/os-release
69    - nproc
70    - lscpu
71    - ccache --zero-stats
72  script:
73    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
74    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
75    - printf "PATH:$PATH\n"
76    - printf "PYTHONPATH:$PYTHONPATH\n"
77    - printf "python:${PYTHON}\n"
78    - ${PYTHON} -m pip list --user
79    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
80    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
81    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
82    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O3 -march=native' CXXOPTFLAGS='-O3 -march=native' FOPTFLAGS='-O3 -march=native' ${CONFIG_OPTS}
83    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}"
84    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check; fi
85    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
86  variables:
87    PYTHON: python3
88    MAKE_CFLAGS: -Werror -Wmissing-field-initializers
89    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
90    MAKE_FFLAGS: -Werror
91    MAKE_TEST_CFLAGS: -Werror
92    MAKE_TEST_CXXFLAGS: -Werror
93    MAKE_TEST_FFLAGS: -Werror
94  after_script:
95    - date
96    - ccache --show-stats
97  artifacts:
98    reports:
99      junit: arch-*/tests/testresults.xml
100    name: "$CI_JOB_NAME"
101    when: always
102    paths:
103    - arch-*/lib/petsc/conf/*.log
104    - arch-*/lib/pkgconfig/petsc.pc
105    - arch-*/tests/testresults.xml
106    - arch-*/tests/test_*_tap.log
107    - arch-*/tests/test_*_err.log
108    expire_in: 4 days
109
110#
111# The following tests run on the cloud as part of stage-1.
112#
113
114ompi-cuda:
115  extends: .stage-1
116  tags:
117  - cuda-stage1
118  variables:
119    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-cuda-arch=all-major --CUDAPPFLAGS=-Wno-deprecated-gpu-targets --with-fc=0
120    TEST_SEARCH: snes_tutorials-ex19_cuda%
121    ENABLE_CHECK: 1
122    MAKE_CXXFLAGS: -Werror
123    MAKE_CUDAFLAGS: -Xcompiler -Wall -Xcompiler -Werror
124
125mpich-cxx-py3:
126  extends: .stage-1
127  variables:
128    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11 --with-strict-petscerrorcode
129    TEST_SEARCH: snes_tutorials-ex48%
130    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
131
132mpich-cxx-mlib:
133  extends: .stage-1
134  variables:
135    CONFIG_OPTS: --with-clanguage=cxx --with-single-library=0 --with-log=0 --with-info=0 --with-ctable=0 --with-is-color-value-type=short CXXFLAGS=-std=c++14
136    TEST_SEARCH: snes_tutorials-ex48%
137    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
138
139uni-complex-float-int64:
140  extends: .stage-1
141  variables:
142    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
143    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
144    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
145
146c99-mlib-static-py:
147  extends: .stage-1
148  variables:
149    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 --with-strict-petscerrorcode CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
150    ENABLE_CHECK: 1
151    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
152    MAKE_TEST_FFLAGS: -Werror -std=f2008
153    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
154
155clang-uni:
156  extends: .stage-1
157  variables:
158    CONFIG_OPTS: --with-cc=clang --with-cxx=clang++ --with-mpi=0 --with-strict-petscerrorcode
159    TEST_SEARCH: snes_tutorials-ex48%
160
161gcc-lto:
162  extends: .stage-1
163  variables:
164    CONFIG_OPTS: CFLAGS= CXXFLAGS= FFLAGS=
165    MAKE_CFLAGS: -Werror -flto=4 -Werror=odr -Werror=lto-type-mismatch
166    MAKE_CXXFLAGS: -Werror -flto=4 -Werror=odr -Werror=lto-type-mismatch
167    MAKE_FFLAGS: -Werror -flto=4 -Werror=odr -Werror=lto-type-mismatch
168    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f%
169    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
170
171petsc4py-install:
172  extends: .stage-2
173  tags:
174    - gce-u22-stage1
175  variables:
176    PYTHON: python3
177    T_PREFIX: petsc-install
178    T_DESTDIR: petsc-destdir
179    T_PETSC4PY: src/binding/petsc4py
180    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
181  script:
182    - printf "PATH:$PATH\n"
183    - mkdir hide
184    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
185    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
186    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
187    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
188    - make install DESTDIR="${PWD}/${T_DESTDIR}"
189    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
190    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
191    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
192    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
193    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
194    - printf "====== Test B. Install directly into prefix directory =====\n"
195    - make install
196    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
197    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
198    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
199    - printf "====== Test C. Install manually with setuptools =====\n"
200    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
201    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
202    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
203    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
204    - printf "====== Test D. Install manually with setuptools with staging =====\n"
205    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
206    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
207    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
208
209petsc4py-pip:
210  extends: .stage-2
211  tags:
212    - gce-u22-stage1
213  variables:
214    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
215    CFLAGS: -O0
216  script:
217    - python3 -m venv pip-builds
218    - source pip-builds/bin/activate
219    - python -m pip install --upgrade pip
220    - unset PETSC_DIR PETSC_ARCH
221    - export PIP_WHEEL_DIR="${PWD}/wheelhouse"
222    - export PIP_FIND_LINKS="${PIP_WHEEL_DIR}"
223    - mkdir -p "${PIP_WHEEL_DIR}"
224    - python -m pip wheel .
225    - python -m pip wheel src/binding/petsc4py
226    - python -m pip install --pre --no-index --no-cache-dir petsc4py
227    - python -m pip list
228    - python -m petsc --prefix
229    - python -m petsc4py
230
231checksource:
232  extends: .test-basic
233  stage: .pre
234  tags:
235    - gce-u22-stage1
236  script:
237    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0 --with-x=0 --with-bison=0 --with-cmake=0 --with-pthread=0 --with-regex=0
238    - vermin --version
239    - make vermin
240    - PATH=/nfs/gce/projects/petsc/soft/u22.04/spack-2024-03-06/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.4.0/llvm-18.1.0-7hsf4hzma6aebqsd4ifb5brchcooktkp/bin:$PATH make checkclangformat SHELL=bash
241    - PATH=/nfs/gce/projects/petsc/soft/u22.04/spack-2024-03-06/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.4.0/llvm-18.1.5-ug2n4c7cb3xrf3dxn7fkffuvcgfdzzpk/bin:$PATH make checkclangformat SHELL=bash
242    - make checkbadSource SHELL=bash
243    - make checkbadFileChange SHELL=bash
244    - make -f gmakefile check_output SHELL=bash
245    - make check_petsc4py_rst
246    - make -C src/binding/petsc4py lint
247  artifacts:
248    name: "$CI_JOB_NAME"
249    when: always
250    paths:
251    - arch-*/lib/petsc/conf/*.patch
252    - arch-*/lib/petsc/conf/*.log
253    expire_in: 4 days
254
255pause-for-approval:
256  extends: .test
257  stage: .pre
258  tags:
259    - gce-stage1
260  only:
261    refs:
262      - merge_requests
263    variables:
264      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
265      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
266  script:
267    - echo "pause-for-approval has no script to run"
268  variables:
269    GIT_STRATEGY: none
270  when: manual
271  allow_failure: false
272
273#
274# Basic template for code coverage generation. Tests should additionally inherit from the more
275# specialized OS-specific versions instead of this one.
276#
277
278.coverage-generate:
279  variables:
280    RUN_GCOV: 1
281    RUN_GCOV_OPTIONS: --decisions
282
283.coverage-disable:
284  variables:
285    RUN_GCOV: 0
286
287#
288# This provides the basic order of operations and options template for stage-2,3 tests.
289# Not all stage-2,3 need to follow this template, but most will.
290#
291.stage-23:
292  extends:
293    - .test
294    - .coverage-generate
295  script:
296    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
297    - if [ ! -z ${GCOV_MODULES+x} ]; then module --trace load ${GCOV_MODULES}; module list; fi
298    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
299    - if [ "${RUN_GCOV}" == 1 ]; then
300        printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n";
301        gcovr --version;
302      fi
303    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
304    - printf "PATH:$PATH\n"
305    - printf "PYTHONPATH:$PYTHONPATH\n"
306    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
307    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
308    - printf "./config/examples/${TEST_ARCH}.py\n"
309    - cat ./config/examples/${TEST_ARCH}.py
310    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
311    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
312    - export ASAN_OPTIONS="log_path=stdout:detect_leaks=false" UBSAN_OPTIONS="suppressions=${PWD}/share/petsc/suppressions/ubsan" # only needed for -fsanitize=undefined (but harmless otherwise)
313    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
314    - make updatedatafiles
315    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
316    - if [ -z ${DISABLE_TESTS+x} ]; then make cleantest && make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap TIMEOUT=${TIMEOUT} ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
317    - if [ "${RUN_GCOV}" == 1 ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
318  artifacts:
319    reports:
320      junit: arch-*/tests/testresults.xml
321    name: "$CI_JOB_NAME"
322    when: always
323    paths:
324    - arch-*/lib/petsc/conf/*.log
325    - arch-*/lib/pkgconfig/petsc.pc
326    - arch-*/tests/testresults.xml
327    - arch-*/tests/test_arch-*_tap.log
328    - arch-*/tests/test_arch-*_err.log
329    - arch-*/arch-*-gcovr-report.json.tar.bz2
330    expire_in: 4 days
331  variables:
332    OPENBLAS_NUM_THREADS: 1
333
334.stage-2:
335  extends: .stage-23
336  stage: stage-2
337
338.stage-3:
339  extends: .stage-23
340  stage: stage-3
341
342#
343# The following provide templates for various OSes for pre/post info
344#
345
346.linux_test_noflags:
347  before_script:
348    - date
349    - hostname
350    - grep PRETTY_NAME /etc/os-release
351    - nproc
352    - lscpu
353    - ccache --zero-stats
354  after_script:
355    - date
356    - ccache --show-stats
357
358.linux_test_nofflags:
359  extends: .linux_test_noflags
360  variables:
361    MAKE_CFLAGS: -Werror
362    MAKE_CXXFLAGS: -Werror
363
364.linux_test:
365  extends: .linux_test_noflags
366  variables:
367    MAKE_CFLAGS: -Werror
368    MAKE_CXXFLAGS: -Werror
369    MAKE_FFLAGS: -Werror
370
371.freebsd_test:
372  extends:
373    - .coverage-disable
374  variables:
375    MAKE_CFLAGS: -Werror
376    MAKE_CXXFLAGS: -Werror
377    MAKE_FFLAGS: -Werror
378  before_script:
379    - date
380    - hostname
381    - freebsd-version
382    - echo $(sysctl -n hw.ncpu)
383    - ccache --zero-stats
384  after_script:
385    - date
386    - ccache --show-stats
387
388.osx_test:
389  variables:
390    MAKE_CFLAGS: -Werror
391    MAKE_CXXFLAGS: -Werror
392    MAKE_FFLAGS: -Werror
393  before_script:
394    - date
395    - hostname
396    - sw_vers -productVersion
397    - echo $(sysctl -n hw.ncpu)
398    - ccache --zero-stats
399  after_script:
400    - date
401    - ccache --show-stats
402
403.mswin_test:
404  extends:
405    - .coverage-disable
406  before_script:
407    - date
408    - hostname
409    - uname -a
410    - nproc
411  after_script:
412    - date
413
414#
415# The following tests run as part of stage-2.
416#
417# The tags variable used in the tests below connects the particular test with the runners
418# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
419# For example the test 'linux-sycl-double' any runner that has the tags 'gce-u22-stage3, linux-fast'
420# (in a blue box beneath it)
421#
422
423osx-arm:
424  extends:
425    - .stage-3
426    - .osx_test
427    - .coverage-disable
428  tags:
429    - os:macos-arm
430  variables:
431    TEST_ARCH: arch-ci-osx-arm
432    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout
433    INIT_SCRIPT: .zprofile
434
435freebsd-cxx-cmplx-64idx-dbg:
436  extends:
437    - .stage-2
438    - .freebsd_test
439  tags:
440    - os:fbsd
441  variables:
442    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
443
444freebsd-c-single-opt:
445  extends:
446    - .stage-2
447    - .freebsd_test
448  tags:
449    - os:fbsd
450  variables:
451    TEST_ARCH: arch-ci-freebsd-c-single-opt
452
453mswin-opt-impi:
454  extends:
455    - .stage-3
456    - .mswin_test
457  tags:
458    - mswin-stage3
459  variables:
460    TEST_ARCH: arch-ci-mswin-opt-impi
461    TEST_OPTS: search='ksp_ksp_tests*'
462
463linux-gcc-quad-64idx-dbg:
464  extends:
465    - .stage-2
466    - .linux_test
467  tags:
468    - gce-stage2
469  variables:
470    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
471
472linux-gcc-pkgs-opt:
473  extends:
474    - .stage-2
475    - .linux_test
476  tags:
477    - gce-stage2
478  variables:
479    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
480  except:
481    variables:
482      - $PETSC_CI_SCHEDULED =~ /yes/
483
484linux-gcc-complex-opt-32bit:
485  extends:
486    - .stage-2
487    - .linux_test
488  tags:
489    - gce-stage2
490  variables:
491    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
492
493linux-emcc:
494  extends:
495    - .stage-2
496    - .linux_test
497    - .coverage-disable
498  tags:
499    - gce-stage2
500  variables:
501    TEST_ARCH: arch-ci-linux-emcc
502    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
503    DISABLE_TESTS: 1
504
505#
506# The following tests run as part of stage-3.
507#
508
509freebsd-cxx-cmplx-pkgs-dbg:
510  extends:
511    - .stage-3
512    - .freebsd_test
513  tags:
514    - os:fbsd
515  variables:
516    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
517
518freebsd-cxx-pkgs-opt:
519  extends:
520    - .stage-3
521    - .freebsd_test
522  tags:
523    - os:fbsd
524  variables:
525    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
526    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
527
528freebsd-pkgs-opt:
529  extends:
530    - .stage-3
531    - .freebsd_test
532  tags:
533    - os:fbsd
534  variables:
535    TEST_ARCH: arch-ci-freebsd-pkgs-opt
536    MAKE_CFLAGS: -DPETSC_SKIP_COMPLEX -Werror
537
538linux-hip-double:
539  extends:
540    - .stage-3
541    - .linux_test_noflags
542    - .coverage-disable
543  tags:
544    - gpu:amd, os:linux
545  variables:
546    TEST_ARCH: arch-ci-linux-hip-double
547
548linux-sycl-double:
549  extends:
550    - .stage-3
551    - .linux_test_nofflags
552    - .coverage-disable
553  tags:
554    - gce-u22-stage3, linux-fast
555  variables:
556    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/oneapi/modulefiles
557    TEST_ARCH: arch-ci-linux-sycl-double
558    LOAD_MODULES: compiler/latest mpi/latest
559    TEST_OPTS: query=requires queryval=kokkos_kernels
560    MAKE_CFLAGS: -Wno-expected-file-type -Werror
561
562linux-cuda-pkgs:
563  extends:
564    - .stage-3
565    - .linux_test
566  tags:
567    - cuda-stage3
568  variables:
569    TEST_ARCH: arch-ci-linux-cuda-pkgs
570    # run all tests that:
571    # 1. require cuda, OR
572    # 2. require device, OR
573    # 3. require hypre, OR
574    # 4. require kokkos[_kernels], AND lives in the vec subdirectory
575    #
576    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
577    # shell, and I could not manage to escape it enough times...
578    TEST_OPTS: -j3 queryval='cuda,device,hypre,kokkos*,vec*' query='requires,requires,requires,requires%OR%name'
579    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
580
581linux-cuda112-omp:
582  extends:
583    - .stage-3
584    - .linux_test
585    - .coverage-disable
586  tags:
587    - cuda-stage3
588  variables:
589    TEST_ARCH: arch-ci-linux-cuda112-omp
590    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
591    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
592    OMP_PROC_BIND: "false"
593    OMP_NUM_THREADS: 1
594    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
595
596linux-cuda-cmplx:
597  extends:
598    - .stage-3
599    - .linux_test
600  tags:
601    - cuda-stage3
602  variables:
603    TEST_ARCH: arch-ci-linux-cuda-cmplx
604    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
605
606linux-cuda-double-64idx:
607  extends:
608    - .stage-3
609    - .linux_test
610  tags:
611    - cuda12
612  variables:
613    TEST_ARCH: arch-ci-linux-cuda-double-64idx
614    TEST_OPTS: -j3 query=requires queryval=cuda
615    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
616
617linux-cuda-single-cxx:
618  extends:
619    - .stage-3
620    - .linux_test_noflags
621    - .coverage-disable
622  tags:
623    - cuda-stage3
624  variables:
625    TEST_ARCH: arch-ci-linux-cuda-single-cxx
626    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
627    LOAD_MODULES: nvhpc-22.11-gcc-11.3.0-vmvmbrx
628    TEST_OPTS: -j15 query=requires queryval=cuda
629
630linux-cuda-uni-pkgs:
631  extends:
632    - .stage-3
633    - .linux_test
634  tags:
635    - cuda-stage3
636  variables:
637    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
638    TEST_OPTS: -j20 query=requires queryval=cuda
639    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
640
641linux-clang-cuda:
642  extends:
643    - .stage-3
644    - .linux_test
645    - .coverage-disable
646  tags:
647    - cuda-stage3
648  variables:
649    TEST_ARCH: arch-ci-linux-clang-cuda
650    TEST_OPTS: -j 1 queryval='cuda*,snes*' query='requires%OR%name'
651    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
652    LOAD_MODULES: llvm-15.0.7-gcc-11.3.0-pjldtxf cuda-11.5.2-gcc-11.3.0-jkoottx gcc-11.3.0-gcc-11.3.0-pgrvke5
653    MAKE_CUDAFLAGS: -Wno-pass-failed -Werror
654
655linux-viennacl:
656  extends:
657    - .stage-3
658    - .linux_test
659  tags:
660    - cuda-stage3
661  variables:
662    TEST_ARCH: arch-ci-linux-viennacl
663    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
664    TEST_OPTS: -j20 query=requires queryval=viennacl
665
666linux-without-fc:
667  extends:
668    - .stage-3
669    - .linux_test
670  tags:
671    - gce-u22-stage3
672  variables:
673    TEST_ARCH: arch-ci-linux-without-fc
674
675linux-cmplx-single-arm:
676  extends:
677    - .stage-3
678    - .linux_test
679    # gcovr does not work on arm/linux
680    - .coverage-disable
681  tags:
682    - arch:arm, os:linux
683  variables:
684    FLEXIBLAS: netlib
685    TEST_ARCH: arch-ci-linux-cmplx-single-arm
686
687linux-gcc-cxx-avx2:
688  extends:
689    - .stage-3
690    - .linux_test
691  tags:
692    - name:petsc-knl-01
693  variables:
694    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
695
696linux-clang-avx:
697  extends:
698    - .stage-3
699    - .linux_test
700  tags:
701    - name:petsc-knl-01
702  variables:
703    TEST_ARCH: arch-ci-linux-clang-avx
704
705linux-knl:
706  extends:
707    - .stage-3
708    - .linux_test
709    - .coverage-disable
710  tags:
711    - name:petsc-knl-01
712  variables:
713    MAKE_FFLAGS: -warn errors
714    TEST_ARCH: arch-ci-linux-knl
715    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
716
717linux-intel-mkl-single:
718  extends:
719    - .stage-3
720    - .linux_test_nofflags
721    - .coverage-disable
722  tags:
723    - name:petsc-knl-01
724  variables:
725    TEST_ARCH: arch-ci-linux-intel-mkl-single
726    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
727
728linux-cxx-cmplx-pkgs-64idx:
729  extends:
730    - .stage-3
731    - .linux_test
732  tags:
733    - gce-u22-stage3
734  variables:
735    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx
736    PETSC_OPTIONS: -fp_trap
737    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2024-08-30/modules/linux-ubuntu22.04-x86_64/Core
738    LOAD_MODULES: python/3.13.0rc1-rayc5m7 py-setuptools/69.2.0-6yku3zk python-venv/1.0-bnbfk2n py-pip/23.1.2-o7dlzno
739
740# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
741linux-pkgs-dbg-ftn-interfaces:
742  extends:
743    - .stage-3
744    - .linux_test
745    - .coverage-disable
746  tags:
747    - gce-u22-stage3
748  variables:
749    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
750    OMP_PROC_BIND: "false"
751    OMP_NUM_THREADS: 4
752    PETSC_OPTIONS: -fp_trap
753
754linux-pkgs-cxx-mlib:
755  extends:
756    - .stage-3
757    - .linux_test
758  tags:
759    - gce-u22-stage3
760  variables:
761    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
762    PETSC_OPTIONS: -fp_trap
763
764linux-pkgs-valgrind:
765  extends:
766    - .stage-3
767    - .linux_test
768  tags:
769    - gce-valgrind
770  variables:
771    TEST_ARCH: arch-ci-linux-pkgs-valgrind
772    TIMEOUT: 7200
773
774linux-pkgs-opt:
775  extends:
776    - .stage-3
777    - .linux_test
778  tags:
779    - gce-u22-stage3, linux-fast
780  variables:
781    TEST_ARCH: arch-ci-linux-pkgs-opt
782    LOAD_MODULES: gcc/12.1.0
783    MAKE_CXXFLAGS: -Wno-deprecated-declarations -Werror
784
785linux-pkgs-dbg:
786  extends:
787    - .stage-3
788    - .linux_test
789  tags:
790    - gce-u22-stage3, linux-gcov
791  variables:
792    TEST_ARCH: arch-ci-linux-pkgs-dbg
793    PETSC_OPTIONS: -fp_trap
794
795linux-matlab-ilp64:
796  extends:
797    - .stage-3
798    - .linux_test
799  tags:
800    - gce-u22-stage3, linux-gcov
801  variables:
802    TEST_ARCH: arch-ci-linux-matlab-ilp64
803    LOAD_MODULES: gcc/9.4.0 matlab/R2022a
804  allow_failure: true
805
806linux-pgi:
807  extends:
808    - .stage-3
809    - .linux_test_noflags
810    - .coverage-disable
811  tags:
812    - gce-u22-stage3, linux-mcpu
813  variables:
814    TEST_ARCH: arch-ci-linux-pgi
815    LOAD_MODULES: nvhpc/22.3
816
817# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
818linux-nagfor:
819  extends:
820    - .stage-3
821    - .linux_test_nofflags
822  tags:
823    - gce-stage2, linux-mcpu
824  variables:
825    LOAD_MODULES: nag/6.1
826    TEST_ARCH: arch-ci-linux-nagfor
827  allow_failure:
828    exit_codes: 126
829
830linux-intel-cmplx:
831  extends:
832    - .stage-3
833    - .linux_test_nofflags
834    - .coverage-disable
835  tags:
836    - gce-u22-stage3
837  variables:
838    TEST_ARCH: arch-ci-linux-intel-cmplx
839    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
840
841linux-xsdk-dbg:
842  extends:
843    - .stage-3
844    - .linux_test
845  tags:
846    - gce-u22-stage3
847  variables:
848    TEST_ARCH: arch-ci-linux-xsdk-dbg
849    LOAD_MODULES: gcc/12.1.0
850
851check-each-commit:
852  extends:
853    - .stage-2
854    - .linux_test
855    - .coverage-disable
856  tags:
857    - gce-u22-stage2
858  script:
859    - export PATH=/nfs/gce/projects/petsc/soft/u22.04/spack-2024-03-06/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.4.0/llvm-18.1.0-7hsf4hzma6aebqsd4ifb5brchcooktkp/bin:$PATH
860    - lib/petsc/bin/maint/check-each-commit.sh
861  except:
862    variables:
863      - $PETSC_CI_SCHEDULED =~ /yes/
864  allow_failure: true
865
866linux-analyzer:
867  extends:
868    - .stage-2
869    - .linux_test
870    - .coverage-disable
871  tags:
872    - gce-u22-stage2
873  script:
874    - printf "PATH:$PATH\n"
875    - printf "PYTHONPATH:$PYTHONPATH\n"
876    - python3 --version
877    - git --version
878    - mypy --version
879    - vermin --version
880    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
881    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
882    - printf "./config/examples/${TEST_ARCH}.py\n"
883    - cat ./config/examples/${TEST_ARCH}.py
884    - ./config/examples/${TEST_ARCH}.py
885    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
886    - make V=3 LINTER_OPTIONS="${LINTER_OPTIONS} -- ./src" lint
887  variables:
888    TEST_ARCH: arch-ci-linux-analyzer
889    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --werror 1"
890  artifacts:
891    paths:
892    - arch-*/lib/petsc/conf/*.log
893    - ./petscLintPatches/*.patch
894    expire_in: 4 days
895  except:
896    variables:
897      - $PETSC_CI_SCHEDULED =~ /yes/
898
899linux-intel:
900  extends:
901    - .stage-3
902    - .linux_test_nofflags
903    - .coverage-disable
904  tags:
905    - gce-u22-stage3
906  variables:
907    TEST_ARCH: arch-ci-linux-intel
908    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
909
910linux-clang-ubsan:
911  extends:
912    - .stage-2
913    - .linux_test
914    - .coverage-disable
915  tags:
916    - gce-u22-stage2
917  variables:
918    TEST_ARCH: arch-ci-linux-clang-ubsan
919    LOAD_MODULES: llvm/17.0.4
920
921linux-opt-arm:
922  extends:
923    - .stage-3
924    - .linux_test
925    # gcovr does not work on arm/linux
926    - .coverage-disable
927  tags:
928    - arch:arm, os:linux
929  variables:
930    TEST_ARCH: arch-ci-linux-opt-arm
931
932linux-pkgs-64idx:
933  extends:
934    - .stage-3
935    - .linux_test
936  tags:
937    - gce-u22-stage3, linux-mcpu
938  variables:
939    TEST_ARCH: arch-ci-linux-pkgs-64idx
940    LOAD_MODULES: intel-oneapi-mkl/2022.0.2
941
942linux-64idx-i8:
943  extends:
944    - .stage-3
945    - .linux_test
946  tags:
947    - gce-u22-stage3, linux-mcpu
948  variables:
949    TEST_ARCH: arch-ci-linux-64idx-i8
950
951linux-gcc-ifc-cmplx:
952  extends:
953    - .stage-3
954    - .linux_test_nofflags
955  tags:
956    - gce-u22-stage3
957  variables:
958    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
959    LOAD_MODULES: intel-oneapi-compilers/2022.2.1
960
961linux-opt-cxx-quad:
962  extends:
963    - .stage-3
964    - .linux_test
965  tags:
966    - gce-u22-stage3
967  variables:
968    TEST_ARCH: arch-ci-linux-opt-cxx-quad
969    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2024-08-30/modules/linux-ubuntu22.04-x86_64/Core
970    LOAD_MODULES: python/3.13.0rc1-rayc5m7
971
972linux-ILP64:
973  extends:
974    - .stage-3
975    - .linux_test
976  tags:
977    - gce-u22-stage3
978  variables:
979    TEST_ARCH: arch-ci-linux-ILP64
980    LOAD_MODULES: gcc/8.5.0 mpich/2-1.5-gcc-8.5.0
981    MAKE_CFLAGS: -Wno-discarded-qualifiers -Werror
982
983linux-64idx-i8-uni:
984  extends:
985    - .stage-3
986    - .linux_test
987  tags:
988    - gce-u22-stage3, linux-mcpu
989  variables:
990    TEST_ARCH: arch-ci-linux-64idx-i8-uni
991
992linux-misc-32bit:
993  extends:
994    - .stage-3
995    - .linux_test
996  tags:
997    - gce-u22-stage3
998  variables:
999    TEST_ARCH: arch-ci-linux-misc-32bit
1000
1001mswin-intel-cxx-cmplx:
1002  extends:
1003    - .stage-3
1004    - .mswin_test
1005  tags:
1006    - mswin-stage3
1007  variables:
1008    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
1009    TIMEOUT: 150
1010
1011mswin-uni:
1012  extends:
1013    - .stage-3
1014    - .mswin_test
1015  tags:
1016    - mswin-stage3
1017  variables:
1018    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout
1019    TEST_ARCH: arch-ci-mswin-uni
1020
1021mswin-gnu:
1022  extends:
1023    - .stage-3
1024    - .mswin_test
1025  tags:
1026    - mswin-stage3
1027  variables:
1028    TEST_ARCH: arch-ci-mswin-gnu
1029    MAKE_CFLAGS: -Werror
1030    MAKE_CXXFLAGS: -Werror
1031    MAKE_FFLAGS: -Werror
1032    DISABLE_TESTS: 1
1033
1034#mswin-intel:
1035#  extends:
1036#    - .stage-3
1037#    - .mswin_test
1038#  tags:
1039#    - os:win
1040#  variables:
1041#    TEST_ARCH: arch-ci-mswin-intel
1042
1043osx-cxx-cmplx-pkgs-dbg:
1044  extends:
1045    - .stage-3
1046    - .osx_test
1047    - .coverage-disable
1048  tags:
1049    - os:macos-x64
1050  variables:
1051    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
1052    INIT_SCRIPT: .zprofile
1053
1054osx-cxx-pkgs-opt-arm:
1055  extends:
1056    - .stage-3
1057    - .osx_test
1058    - .coverage-disable
1059  tags:
1060    - os:macos-arm
1061  variables:
1062    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
1063    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt-arm
1064    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
1065    INIT_SCRIPT: .zprofile
1066
1067osx-dbg:
1068  extends:
1069    - .stage-3
1070    - .osx_test
1071    - .coverage-disable
1072  tags:
1073    - os:macos-x64
1074  variables:
1075    TEST_ARCH: arch-ci-osx-dbg
1076    ASAN_OPTIONS: log_path=stdout
1077    INIT_SCRIPT: .zprofile
1078
1079osx-xsdk-opt:
1080  extends:
1081    - .stage-3
1082    - .osx_test
1083    - .coverage-disable
1084  tags:
1085    - os:macos-x64
1086  variables:
1087    TEST_ARCH: arch-ci-osx-xsdk-opt
1088    INIT_SCRIPT: .zprofile
1089
1090# job for analyzing the coverage results and generating the various reports
1091coverage-analyze:
1092  extends: .test
1093  stage: stage-4
1094  tags:
1095    - gce-u22-short
1096  dependencies:
1097    # stage-2
1098    - linux-gcc-quad-64idx-dbg
1099    - linux-gcc-pkgs-opt
1100    - linux-gcc-complex-opt-32bit
1101    # stage-3
1102    - linux-pkgs-dbg
1103    - linux-matlab-ilp64
1104    - linux-cuda-pkgs
1105    - linux-cxx-cmplx-pkgs-64idx
1106    - linux-cuda-cmplx
1107    - linux-cuda-double-64idx
1108    - linux-cuda-uni-pkgs
1109    - linux-viennacl
1110    - linux-without-fc
1111    - linux-gcc-cxx-avx2
1112    - linux-clang-avx
1113    - linux-pkgs-cxx-mlib
1114    - linux-pkgs-valgrind
1115    - linux-nagfor
1116    - linux-xsdk-dbg
1117    - linux-pkgs-64idx
1118    - linux-pkgs-opt
1119    - linux-64idx-i8
1120    - linux-gcc-ifc-cmplx
1121    - linux-opt-cxx-quad
1122    - linux-ILP64
1123    - linux-64idx-i8-uni
1124  variables:
1125    PYTHON: python3
1126    PETSC_ARCH: arch-ci-analyze-pipeline
1127  before_script:
1128    - date
1129    - hostname
1130  script:
1131    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1132    - ${PYTHON} --version
1133    - gcovr --version
1134    - printf "PATH:$PATH\n"
1135    - printf "PYTHONPATH:$PYTHONPATH\n"
1136    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1137    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1138    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1139  coverage: /^\s*lines:\s*\d+.\d+\%/
1140  artifacts:
1141    name: "$CI_JOB_NAME"
1142    when: always
1143    paths:
1144    - arch-ci-analyze-pipeline/gcovr/*
1145    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1146    expire_in: 4 days
1147    reports:
1148      coverage_report:
1149        coverage_format: cobertura
1150        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1151
1152# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1153# environments from one job...
1154.coverage-review:
1155  extends: .test
1156  stage: .post
1157  tags:
1158    - gce-u22-short
1159  dependencies:
1160    - coverage-analyze
1161  script:
1162    - date
1163    - hostname
1164  artifacts:
1165    name: "$CI_JOB_NAME"
1166    when: always
1167    paths:
1168    - arch-ci-analyze-pipeline/gcovr/*
1169    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1170    expire_in: 4 days
1171
1172coverage-total-review:
1173  extends: .coverage-review
1174  environment:
1175    name: coverage/all/$CI_COMMIT_REF_SLUG
1176    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1177    auto_stop_in: one week
1178    deployment_tier: testing
1179
1180coverage-untested-review:
1181  extends: .coverage-review
1182  environment:
1183    name: coverage/untested/$CI_COMMIT_REF_SLUG
1184    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1185    auto_stop_in: one week
1186    deployment_tier: testing
1187
1188analyze-pipeline:
1189  extends: .coverage-review
1190  script:
1191    - date
1192    - hostname
1193    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1194    # pipeline should fail
1195    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1196        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1197        exit 1;
1198      fi
1199  allow_failure: true
1200
1201#
1202# Base job for a documentation build (runs in venv to allow installing additional packages without root)
1203#
1204.docs:
1205  stage: stage-2
1206  tags:
1207    - linux-docs
1208  before_script:
1209    - git fetch --unshallow --tags origin +release:remotes/origin/release +main:remotes/origin/main
1210    - module --trace load python-3.11.2-gcc-9.4.0-6p2ktlj
1211    - printf "PATH:$PATH\n"
1212    - printf "PYTHONPATH:$PYTHONPATH\n"
1213    - VENV=venv-petsc-docs &&
1214      python3 -m venv $VENV &&
1215      . $VENV/bin/activate &&
1216      cd doc &&
1217      python -m pip install -r requirements.txt
1218
1219#
1220# Build documentation and make available for review using GitLab pages
1221#
1222docs-review:
1223  extends:
1224    - .docs
1225    - .test-basic
1226  script:
1227    - printf "PATH:$PATH\n"
1228    - printf "PYTHONPATH:$PYTHONPATH\n"
1229    #- printf "python:${PYTHON}\n"
1230    #- ${PYTHON} -m pip list --user
1231    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
1232    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
1233    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1234    - (time make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 2") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1235    - (time make latexpdf SPHINXOPTS="-T -E -W --keep-going -j 2") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1236    - cp _build/latex/manual.pdf ../public/html/manual/
1237  environment:
1238    name: review/$CI_COMMIT_REF_NAME
1239    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1240    auto_stop_in: one week
1241    deployment_tier: development
1242  artifacts:
1243    paths:
1244      - public
1245    expire_in: 4 days
1246  except:
1247    variables:
1248      - $PETSC_CI_SCHEDULED =~ /yes/
1249
1250#
1251# Deploy documentation using GitLab pages
1252#
1253pages: # this job name has special meaning to GitLab
1254  extends: .docs
1255  interruptible: true
1256  script:
1257    - mkdir -p ../public/ && cp public/* ../public/
1258    - (git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/manual && cp _build/latex/manual.pdf ../public/main/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1259    - cd .. && git clean -fdxq -e public -e venv-petsc-docs && cd doc && rm -rf images
1260    - (git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/manual && cp _build/latex/manual.pdf ../public/release/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1261    - rm -rf ../public/*/.doctrees
1262  only:
1263    variables:
1264      - $PETSC_CI_SCHEDULED == "yes"
1265  artifacts:
1266    paths:
1267      - public
1268    expire_in: 4 days
1269
1270#
1271#
1272# The following tests are experimental; more tests by users at other sites may be added below this. Experimental test
1273# that fail produce a warning, but do not block execution of a pipeline.
1274#
1275
1276.test-experimental:
1277  extends: .test
1278  allow_failure: true
1279
1280