xref: /petsc/.gitlab-ci.yml (revision d9acb416d05abeed0a33bde3a81aeb2ea0364f6a)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  TIMEOUT: 450
21  EXTRA_OPTIONS: -nox -nox_warning -malloc_dump
22
23#
24# The most basic template that most tests will expand upon
25#
26
27.test-basic:
28  interruptible: true
29  only:
30    refs:
31#     Set with CI/CD Shedules - New Schedule
32      - schedules
33      - api
34#     Set with CI/CD Pipelines - Run Pipeline
35      - web
36      - merge_requests
37  dependencies: []
38
39.test:
40  extends: .test-basic
41  except:
42    variables:
43      # Skip if the docs-only label is attached to a merge request
44      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
45      - $PETSC_CI_SCHEDULED =~ /yes/
46
47check-ci-settings:
48  extends: .test-basic
49  stage: .pre
50  tags:
51    - gce-stage1
52  script:
53    - lib/petsc/bin/maint/check-ci-settings.sh
54
55#
56#  This provides the basic order of operations and options template for cloud based stage 1 tests.
57#  Not all test-short need to follow this template but most will.
58#
59
60.stage-1:
61  extends: .test
62  stage: stage-1
63  tags:
64    - gce-u22-stage1
65  before_script:
66    - date
67    - hostname
68    - grep PRETTY_NAME /etc/os-release
69    - nproc
70    - lscpu
71    - ccache --zero-stats
72  script:
73    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
74    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
75    - printf "PATH:$PATH\n"
76    - printf "PYTHONPATH:$PYTHONPATH\n"
77    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
78    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
79    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
80    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O3 -march=native' CXXOPTFLAGS='-O3 -march=native' FOPTFLAGS='-O3 -march=native' ${CONFIG_OPTS}
81    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}"
82    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check; fi
83    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
84  variables:
85    PYTHON: python3
86    MAKE_CFLAGS: -Werror
87    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
88    MAKE_FFLAGS: -Werror
89    MAKE_TEST_CFLAGS: -Werror
90    MAKE_TEST_CXXFLAGS: -Werror
91    MAKE_TEST_FFLAGS: -Werror
92  after_script:
93    - date
94    - ccache --show-stats
95  artifacts:
96    reports:
97      junit: arch-*/tests/testresults.xml
98    name: "$CI_JOB_NAME"
99    when: always
100    paths:
101    - arch-*/lib/petsc/conf/*.log
102    - arch-*/lib/pkgconfig/petsc.pc
103    - arch-*/tests/testresults.xml
104    - arch-*/tests/test_*_tap.log
105    - arch-*/tests/test_*_err.log
106    expire_in: 4 days
107
108#
109# The following tests run on the cloud as part of stage-1.
110#
111
112ompi-cuda:
113  extends: .stage-1
114  tags:
115  - cuda-stage1
116  variables:
117    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-cuda-arch=all-major --CUDAPPFLAGS=-Wno-deprecated-gpu-targets --with-fc=0
118    TEST_SEARCH: snes_tutorials-ex19_cuda%
119    ENABLE_CHECK: 1
120    MAKE_CXXFLAGS: -Werror
121    MAKE_CUDAFLAGS: -Xcompiler -Wall -Xcompiler -Werror
122
123mpich-cxx-py3:
124  extends: .stage-1
125  variables:
126    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11 --with-strict-petscerrorcode
127    TEST_SEARCH: snes_tutorials-ex48%
128    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
129
130mpich-cxx-mlib:
131  extends: .stage-1
132  variables:
133    CONFIG_OPTS: --with-clanguage=cxx --with-single-library=0 --with-log=0 --with-info=0 --with-ctable=0 --with-is-color-value-type=short CXXFLAGS=-std=c++14
134    TEST_SEARCH: snes_tutorials-ex48%
135    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
136
137uni-complex-float-int64:
138  extends: .stage-1
139  variables:
140    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
141    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
142    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
143
144c99-mlib-static-py:
145  extends: .stage-1
146  variables:
147    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 --with-strict-petscerrorcode CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
148    ENABLE_CHECK: 1
149    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
150    MAKE_TEST_FFLAGS: -Werror -std=f2008
151    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
152
153clang-uni:
154  extends: .stage-1
155  variables:
156    CONFIG_OPTS: --with-cc=clang --with-cxx=clang++ --with-mpi=0
157    TEST_SEARCH: snes_tutorials-ex48%
158
159petsc4py-install:
160  extends: .stage-2
161  tags:
162    - gce-u22-stage1
163  variables:
164    PYTHON: python3
165    T_PREFIX: petsc-install
166    T_DESTDIR: petsc-destdir
167    T_PETSC4PY: src/binding/petsc4py
168    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
169  script:
170    - printf "PATH:$PATH\n"
171    - mkdir hide
172    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
173    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
174    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
175    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
176    - make install DESTDIR="${PWD}/${T_DESTDIR}"
177    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
178    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
179    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
180    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
181    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
182    - printf "====== Test B. Install directly into prefix directory =====\n"
183    - make install
184    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
185    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
186    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
187    - printf "====== Test C. Install manually with setuptools =====\n"
188    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
189    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
190    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
191    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
192    - printf "====== Test D. Install manually with setuptools with staging =====\n"
193    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
194    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
195    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
196
197petsc4py-pip:
198  extends: .stage-2
199  tags:
200    - gce-u22-stage1
201  variables:
202    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
203    CFLAGS: -O0
204  script:
205    - python3 -m venv pip-builds
206    - source pip-builds/bin/activate
207    - python3 -m pip install --upgrade pip==23.0.1
208    - python3 -m pip install .
209    - python3 -m pip install src/binding/petsc4py
210    - python3 -m petsc4py
211
212checksource:
213  extends: .test-basic
214  stage: .pre
215  tags:
216    - gce-u22-stage1
217  script:
218    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0 --with-x=0 --with-bison=0 --with-cmake=0 --with-pthread=0 --with-regex=0
219    - vermin --version
220    - make vermin
221    - PATH=/nfs/gce/projects/petsc/soft/clang+llvm-16.0.0-x86_64-linux-gnu-ubuntu-18.04/bin:$PATH make checkclangformat SHELL=bash
222    - make checkbadSource SHELL=bash
223    - make checkbadFileChange SHELL=bash
224    - make -f gmakefile check_output SHELL=bash
225    - make check_petsc4py_rst
226  artifacts:
227    name: "$CI_JOB_NAME"
228    when: always
229    paths:
230    - arch-*/lib/petsc/conf/*.patch
231    - arch-*/lib/petsc/conf/*.log
232    expire_in: 4 days
233
234pause-for-approval:
235  extends: .test
236  stage: .pre
237  tags:
238    - gce-stage1
239  only:
240    refs:
241      - merge_requests
242    variables:
243      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
244      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
245  script:
246    - echo "pause-for-approval has no script to run"
247  variables:
248    GIT_STRATEGY: none
249  when: manual
250  allow_failure: false
251
252#
253# Basic template for code coverage generation. Tests should additionally inherit from the more
254# specialized OS-specific versions instead of this one.
255#
256
257.coverage-generate:
258  variables:
259    RUN_GCOV: 1
260    RUN_GCOV_OPTIONS: --decisions
261
262.coverage-disable:
263  variables:
264    RUN_GCOV: 0
265
266#
267# This provides the basic order of operations and options template for stage-2,3 tests.
268# Not all stage-2,3 need to follow this template, but most will.
269#
270.stage-23:
271  extends:
272    - .test
273    - .coverage-generate
274  script:
275    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
276    - if [ ! -z ${GCOV_MODULES+x} ]; then module --trace load ${GCOV_MODULES}; module list; fi
277    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
278    - if [ "${RUN_GCOV}" == 1 ]; then
279        printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n";
280        gcovr --version;
281      fi
282    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
283    - printf "PATH:$PATH\n"
284    - printf "PYTHONPATH:$PYTHONPATH\n"
285    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
286    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
287    - printf "./config/examples/${TEST_ARCH}.py\n"
288    - cat ./config/examples/${TEST_ARCH}.py
289    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
290    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
291    - export ASAN_OPTIONS="log_path=stdout:detect_leaks=false" UBSAN_OPTIONS="suppressions=${PWD}/share/petsc/suppressions/ubsan" # only needed for -fsanitize=undefined (but harmless otherwise)
292    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
293    - make updatedatafiles
294    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
295    - if [ -z ${DISABLE_TESTS+x} ]; then make cleantest && make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap TIMEOUT=${TIMEOUT} ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
296    - if [ "${RUN_GCOV}" == 1 ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
297  artifacts:
298    reports:
299      junit: arch-*/tests/testresults.xml
300    name: "$CI_JOB_NAME"
301    when: always
302    paths:
303    - arch-*/lib/petsc/conf/*.log
304    - arch-*/lib/pkgconfig/petsc.pc
305    - arch-*/tests/testresults.xml
306    - arch-*/tests/test_arch-*_tap.log
307    - arch-*/tests/test_arch-*_err.log
308    - arch-*/arch-*-gcovr-report.json.tar.bz2
309    expire_in: 4 days
310  variables:
311    OPENBLAS_NUM_THREADS: 1
312
313.stage-2:
314  extends: .stage-23
315  stage: stage-2
316
317.stage-3:
318  extends: .stage-23
319  stage: stage-3
320
321#
322# The following provide templates for various OSes for pre/post info
323#
324
325.linux_test_noflags:
326  before_script:
327    - date
328    - hostname
329    - grep PRETTY_NAME /etc/os-release
330    - nproc
331    - lscpu
332    - ccache --zero-stats
333  after_script:
334    - date
335    - ccache --show-stats
336
337.linux_test_nofflags:
338  extends: .linux_test_noflags
339  variables:
340    MAKE_CFLAGS: -Werror
341    MAKE_CXXFLAGS: -Werror
342
343.linux_test:
344  extends: .linux_test_noflags
345  variables:
346    MAKE_CFLAGS: -Werror
347    MAKE_CXXFLAGS: -Werror
348    MAKE_FFLAGS: -Werror
349
350.freebsd_test:
351  extends:
352    - .coverage-disable
353  variables:
354    MAKE_CFLAGS: -Werror
355    MAKE_CXXFLAGS: -Werror
356    MAKE_FFLAGS: -Werror
357  before_script:
358    - date
359    - hostname
360    - freebsd-version
361    - echo $(sysctl -n hw.ncpu)
362    - ccache --zero-stats
363  after_script:
364    - date
365    - ccache --show-stats
366
367.osx_test:
368  variables:
369    MAKE_CFLAGS: -Werror
370    MAKE_CXXFLAGS: -Werror
371    MAKE_FFLAGS: -Werror
372  before_script:
373    - date
374    - hostname
375    - sw_vers -productVersion
376    - echo $(sysctl -n hw.ncpu)
377    - ccache --zero-stats
378  after_script:
379    - date
380    - ccache --show-stats
381
382.mswin_test:
383  extends:
384    - .coverage-disable
385  before_script:
386    - date
387    - hostname
388    - uname -a
389    - nproc
390  after_script:
391    - date
392
393#
394# The following tests run as part of stage-2.
395#
396# The tags variable used in the tests below connects the particular test with the runners
397# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
398# For example the test 'linux-sycl-double' any runner that has the tags 'gce-u22-stage3, linux-fast'
399# (in a blue box beneath it)
400#
401
402osx-arm:
403  extends:
404    - .stage-3
405    - .osx_test
406    - .coverage-disable
407  tags:
408    - os:macos-arm
409  variables:
410    TEST_ARCH: arch-ci-osx-arm
411    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout
412    INIT_SCRIPT: .zprofile
413
414freebsd-cxx-cmplx-64idx-dbg:
415  extends:
416    - .stage-2
417    - .freebsd_test
418  tags:
419    - os:fbsd
420  variables:
421    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
422
423freebsd-c-single-opt:
424  extends:
425    - .stage-2
426    - .freebsd_test
427  tags:
428    - os:fbsd
429  variables:
430    TEST_ARCH: arch-ci-freebsd-c-single-opt
431
432mswin-opt-impi:
433  extends:
434    - .stage-3
435    - .mswin_test
436  tags:
437    - mswin-stage3
438  variables:
439    TEST_ARCH: arch-ci-mswin-opt-impi
440    TEST_OPTS: search='ksp_ksp_tests*'
441
442linux-gcc-quad-64idx-dbg:
443  extends:
444    - .stage-2
445    - .linux_test
446  tags:
447    - gce-stage2
448  variables:
449    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
450
451linux-gcc-pkgs-opt:
452  extends:
453    - .stage-2
454    - .linux_test
455  tags:
456    - gce-stage2
457  variables:
458    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
459  except:
460    variables:
461      - $PETSC_CI_SCHEDULED =~ /yes/
462
463linux-gcc-complex-opt-32bit:
464  extends:
465    - .stage-2
466    - .linux_test
467  tags:
468    - gce-stage2
469  variables:
470    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
471
472linux-emcc:
473  extends:
474    - .stage-2
475    - .linux_test
476    - .coverage-disable
477  tags:
478    - gce-stage2
479  variables:
480    TEST_ARCH: arch-ci-linux-emcc
481    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
482    DISABLE_TESTS: 1
483
484#
485# The following tests run as part of stage-3.
486#
487
488freebsd-cxx-cmplx-pkgs-dbg:
489  extends:
490    - .stage-3
491    - .freebsd_test
492  tags:
493    - os:fbsd
494  variables:
495    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
496
497freebsd-cxx-pkgs-opt:
498  extends:
499    - .stage-3
500    - .freebsd_test
501  tags:
502    - os:fbsd
503  variables:
504    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
505    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
506
507freebsd-pkgs-opt:
508  extends:
509    - .stage-3
510    - .freebsd_test
511  tags:
512    - os:fbsd
513  variables:
514    TEST_ARCH: arch-ci-freebsd-pkgs-opt
515    MAKE_CFLAGS: -DPETSC_SKIP_COMPLEX -Werror
516
517linux-hip-double:
518  extends:
519    - .stage-3
520    - .linux_test_noflags
521    - .coverage-disable
522  tags:
523    - gpu:amd, os:linux
524  variables:
525    TEST_ARCH: arch-ci-linux-hip-double
526
527linux-sycl-double:
528  extends:
529    - .stage-3
530    - .linux_test_nofflags
531    - .coverage-disable
532  tags:
533    - gce-u22-stage3, linux-fast
534  variables:
535    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/oneapi/modulefiles
536    TEST_ARCH: arch-ci-linux-sycl-double
537    LOAD_MODULES: compiler/latest mpi/latest
538    TEST_OPTS: query=requires queryval=kokkos_kernels
539    MAKE_CFLAGS: -Wno-expected-file-type -Werror
540
541linux-cuda-pkgs:
542  extends:
543    - .stage-3
544    - .linux_test
545  tags:
546    - cuda-stage3
547  variables:
548    TEST_ARCH: arch-ci-linux-cuda-pkgs
549    # run all tests that:
550    # 1. require cuda, OR
551    # 2. require device, OR
552    # 3. require hypre, OR
553    # 4. require kokkos[_kernels], AND lives in the vec subdirectory
554    #
555    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
556    # shell, and I could not manage to escape it enough times...
557    TEST_OPTS: -j3 queryval='cuda,device,hypre,kokkos*,vec*' query='requires,requires,requires,requires%OR%name'
558    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
559
560linux-cuda112-omp:
561  extends:
562    - .stage-3
563    - .linux_test
564    - .coverage-disable
565  tags:
566    - cuda-stage3
567  variables:
568    TEST_ARCH: arch-ci-linux-cuda112-omp
569    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
570    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
571    OMP_PROC_BIND: "false"
572    OMP_NUM_THREADS: 1
573    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
574
575linux-cuda-cmplx:
576  extends:
577    - .stage-3
578    - .linux_test
579  tags:
580    - cuda-stage3
581  variables:
582    TEST_ARCH: arch-ci-linux-cuda-cmplx
583    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
584
585linux-cuda-double-64idx:
586  extends:
587    - .stage-3
588    - .linux_test
589  tags:
590    - cuda12
591  variables:
592    TEST_ARCH: arch-ci-linux-cuda-double-64idx
593    TEST_OPTS: -j3 query=requires queryval=cuda
594    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
595
596linux-cuda-single-cxx:
597  extends:
598    - .stage-3
599    - .linux_test_noflags
600    - .coverage-disable
601  tags:
602    - cuda-stage3
603  variables:
604    TEST_ARCH: arch-ci-linux-cuda-single-cxx
605    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
606    LOAD_MODULES: nvhpc-22.11-gcc-11.3.0-vmvmbrx
607    TEST_OPTS: -j15 query=requires queryval=cuda
608
609linux-cuda-uni-pkgs:
610  extends:
611    - .stage-3
612    - .linux_test
613  tags:
614    - cuda-stage3
615  variables:
616    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
617    TEST_OPTS: -j20 query=requires queryval=cuda
618    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
619
620linux-clang-cuda:
621  extends:
622    - .stage-3
623    - .linux_test
624    - .coverage-disable
625  tags:
626    - cuda-stage3
627  variables:
628    TEST_ARCH: arch-ci-linux-clang-cuda
629    TEST_OPTS: -j 1 queryval='cuda*,snes*' query='requires%OR%name'
630    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
631    LOAD_MODULES: llvm-15.0.7-gcc-11.3.0-pjldtxf cuda-11.5.2-gcc-11.3.0-jkoottx gcc-11.3.0-gcc-11.3.0-pgrvke5
632    MAKE_CUDAFLAGS: -Wno-pass-failed -Werror
633
634linux-viennacl:
635  extends:
636    - .stage-3
637    - .linux_test
638  tags:
639    - cuda-stage3
640  variables:
641    TEST_ARCH: arch-ci-linux-viennacl
642    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
643    TEST_OPTS: -j20 query=requires queryval=viennacl
644
645linux-without-fc:
646  extends:
647    - .stage-3
648    - .linux_test
649  tags:
650    - gce-u22-stage3
651  variables:
652    TEST_ARCH: arch-ci-linux-without-fc
653
654linux-cmplx-single-arm:
655  extends:
656    - .stage-3
657    - .linux_test
658    # gcovr does not work on arm/linux
659    - .coverage-disable
660  tags:
661    - arch:arm, os:linux
662  variables:
663    FLEXIBLAS: netlib
664    TEST_ARCH: arch-ci-linux-cmplx-single-arm
665
666linux-gcc-cxx-avx2:
667  extends:
668    - .stage-3
669    - .linux_test
670  tags:
671    - name:petsc-knl-01
672  variables:
673    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
674
675linux-clang-avx:
676  extends:
677    - .stage-3
678    - .linux_test
679  tags:
680    - name:petsc-knl-01
681  variables:
682    TEST_ARCH: arch-ci-linux-clang-avx
683
684linux-knl:
685  extends:
686    - .stage-3
687    - .linux_test
688    - .coverage-disable
689  tags:
690    - name:petsc-knl-01
691  variables:
692    MAKE_FFLAGS: -warn errors
693    TEST_ARCH: arch-ci-linux-knl
694    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
695
696linux-intel-mkl-single:
697  extends:
698    - .stage-3
699    - .linux_test_nofflags
700    - .coverage-disable
701  tags:
702    - name:petsc-knl-01
703  variables:
704    TEST_ARCH: arch-ci-linux-intel-mkl-single
705    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
706
707linux-cxx-cmplx-pkgs-64idx:
708  extends:
709    - .stage-3
710    - .linux_test
711  tags:
712    - gce-u22-stage3
713  variables:
714    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx
715    PETSC_OPTIONS: -fp_trap
716
717# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
718linux-pkgs-dbg-ftn-interfaces:
719  extends:
720    - .stage-3
721    - .linux_test
722    - .coverage-disable
723  tags:
724    - gce-u22-stage3
725  variables:
726    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
727    OMP_PROC_BIND: "false"
728    OMP_NUM_THREADS: 4
729    PETSC_OPTIONS: -fp_trap
730
731linux-pkgs-cxx-mlib:
732  extends:
733    - .stage-3
734    - .linux_test
735  tags:
736    - gce-u22-stage3
737  variables:
738    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
739    PETSC_OPTIONS: -fp_trap
740
741linux-pkgs-valgrind:
742  extends:
743    - .stage-3
744    - .linux_test
745  tags:
746    - gce-valgrind
747  variables:
748    TEST_ARCH: arch-ci-linux-pkgs-valgrind
749    TIMEOUT: 7200
750
751linux-pkgs-opt:
752  extends:
753    - .stage-3
754    - .linux_test
755  tags:
756    - gce-u22-stage3, linux-fast
757  variables:
758    TEST_ARCH: arch-ci-linux-pkgs-opt
759    LOAD_MODULES: gcc/12.1.0
760    MAKE_CXXFLAGS: -Wno-deprecated-declarations -Werror
761
762linux-pkgs-dbg:
763  extends:
764    - .stage-3
765    - .linux_test
766  tags:
767    - gce-u22-stage3, linux-gcov
768  variables:
769    TEST_ARCH: arch-ci-linux-pkgs-dbg
770    PETSC_OPTIONS: -fp_trap
771
772linux-matlab-ilp64:
773  extends:
774    - .stage-3
775    - .linux_test
776  tags:
777    - gce-u22-stage3, linux-gcov
778  variables:
779    TEST_ARCH: arch-ci-linux-matlab-ilp64
780    LOAD_MODULES: gcc/9.4.0 matlab/R2022a
781  allow_failure: true
782
783linux-pgi:
784  extends:
785    - .stage-3
786    - .linux_test_noflags
787    - .coverage-disable
788  tags:
789    - gce-u22-stage3, linux-mcpu
790  variables:
791    TEST_ARCH: arch-ci-linux-pgi
792    LOAD_MODULES: nvhpc/22.3
793
794# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
795linux-nagfor:
796  extends:
797    - .stage-3
798    - .linux_test_nofflags
799  tags:
800    - gce-stage2, linux-mcpu
801  variables:
802    LOAD_MODULES: nag/6.1
803    TEST_ARCH: arch-ci-linux-nagfor
804  allow_failure:
805    exit_codes: 126
806
807linux-intel-cmplx:
808  extends:
809    - .stage-3
810    - .linux_test_nofflags
811    - .coverage-disable
812  tags:
813    - gce-u22-stage3
814  variables:
815    TEST_ARCH: arch-ci-linux-intel-cmplx
816    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
817
818linux-xsdk-dbg:
819  extends:
820    - .stage-3
821    - .linux_test
822  tags:
823    - gce-u22-stage3
824  variables:
825    TEST_ARCH: arch-ci-linux-xsdk-dbg
826    LOAD_MODULES: gcc/12.1.0
827
828check-each-commit:
829  extends:
830    - .stage-2
831    - .linux_test
832    - .coverage-disable
833  tags:
834    - gce-u22-stage2
835  script:
836    - export PATH=/nfs/gce/projects/petsc/soft/clang+llvm-16.0.0-x86_64-linux-gnu-ubuntu-18.04/bin:$PATH
837    - lib/petsc/bin/maint/check-each-commit.sh
838  except:
839    variables:
840      - $PETSC_CI_SCHEDULED =~ /yes/
841  allow_failure: true
842
843linux-analyzer:
844  extends:
845    - .stage-2
846    - .linux_test
847    - .coverage-disable
848  tags:
849    - gce-u22-stage2
850  script:
851    - printf "PATH:$PATH\n"
852    - printf "PYTHONPATH:$PYTHONPATH\n"
853    - python3 --version
854    - git --version
855    - mypy --version
856    - vermin --version
857    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
858    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
859    - printf "./config/examples/${TEST_ARCH}.py\n"
860    - cat ./config/examples/${TEST_ARCH}.py
861    - ./config/examples/${TEST_ARCH}.py
862    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
863    - make V=3 LINTER_OPTIONS="${LINTER_OPTIONS} -- ./src" lint
864  variables:
865    TEST_ARCH: arch-ci-linux-analyzer
866    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --werror 1"
867  artifacts:
868    paths:
869    - arch-*/lib/petsc/conf/*.log
870    - ./petscLintPatches/*.patch
871    expire_in: 4 days
872  except:
873    variables:
874      - $PETSC_CI_SCHEDULED =~ /yes/
875
876linux-intel:
877  extends:
878    - .stage-3
879    - .linux_test_nofflags
880    - .coverage-disable
881  tags:
882    - gce-u22-stage3
883  variables:
884    TEST_ARCH: arch-ci-linux-intel
885    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
886
887linux-clang-ubsan:
888  extends:
889    - .stage-2
890    - .linux_test
891    - .coverage-disable
892  tags:
893    - gce-u22-stage2
894  variables:
895    TEST_ARCH: arch-ci-linux-clang-ubsan
896    LOAD_MODULES: llvm/17.0.4
897
898linux-opt-arm:
899  extends:
900    - .stage-3
901    - .linux_test
902    # gcovr does not work on arm/linux
903    - .coverage-disable
904  tags:
905    - arch:arm, os:linux
906  variables:
907    TEST_ARCH: arch-ci-linux-opt-arm
908
909linux-pkgs-64idx:
910  extends:
911    - .stage-3
912    - .linux_test
913  tags:
914    - gce-u22-stage3, linux-mcpu
915  variables:
916    TEST_ARCH: arch-ci-linux-pkgs-64idx
917    LOAD_MODULES: intel-oneapi-mkl/2022.0.2
918
919linux-64idx-i8:
920  extends:
921    - .stage-3
922    - .linux_test
923  tags:
924    - gce-u22-stage3, linux-mcpu
925  variables:
926    TEST_ARCH: arch-ci-linux-64idx-i8
927
928linux-gcc-ifc-cmplx:
929  extends:
930    - .stage-3
931    - .linux_test_nofflags
932  tags:
933    - gce-u22-stage3
934  variables:
935    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
936    LOAD_MODULES: intel-oneapi-compilers/2022.2.1
937
938linux-opt-cxx-quad:
939  extends:
940    - .stage-3
941    - .linux_test
942  tags:
943    - gce-u22-stage3
944  variables:
945    TEST_ARCH: arch-ci-linux-opt-cxx-quad
946
947linux-ILP64:
948  extends:
949    - .stage-3
950    - .linux_test
951  tags:
952    - gce-u22-stage3
953  variables:
954    TEST_ARCH: arch-ci-linux-ILP64
955    LOAD_MODULES: gcc/8.5.0 mpich/2-1.5-gcc-8.5.0
956    MAKE_CFLAGS: -Wno-discarded-qualifiers -Werror
957
958linux-64idx-i8-uni:
959  extends:
960    - .stage-3
961    - .linux_test
962  tags:
963    - gce-u22-stage3, linux-mcpu
964  variables:
965    TEST_ARCH: arch-ci-linux-64idx-i8-uni
966
967linux-misc-32bit:
968  extends:
969    - .stage-3
970    - .linux_test
971  tags:
972    - gce-u22-stage3
973  variables:
974    TEST_ARCH: arch-ci-linux-misc-32bit
975
976mswin-intel-cxx-cmplx:
977  extends:
978    - .stage-3
979    - .mswin_test
980  tags:
981    - mswin-stage3
982  variables:
983    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
984    TIMEOUT: 150
985
986mswin-uni:
987  extends:
988    - .stage-3
989    - .mswin_test
990  tags:
991    - mswin-stage3
992  variables:
993    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout
994    TEST_ARCH: arch-ci-mswin-uni
995
996mswin-gnu:
997  extends:
998    - .stage-3
999    - .mswin_test
1000  tags:
1001    - mswin-stage3
1002  variables:
1003    TEST_ARCH: arch-ci-mswin-gnu
1004    MAKE_CFLAGS: -Werror
1005    MAKE_CXXFLAGS: -Werror
1006    MAKE_FFLAGS: -Werror
1007    DISABLE_TESTS: 1
1008
1009#mswin-intel:
1010#  extends:
1011#    - .stage-3
1012#    - .mswin_test
1013#  tags:
1014#    - os:win
1015#  variables:
1016#    TEST_ARCH: arch-ci-mswin-intel
1017
1018osx-cxx-cmplx-pkgs-dbg:
1019  extends:
1020    - .stage-3
1021    - .osx_test
1022    - .coverage-disable
1023  tags:
1024    - os:macos-x64
1025  variables:
1026    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
1027    INIT_SCRIPT: .zprofile
1028
1029osx-cxx-pkgs-opt-arm:
1030  extends:
1031    - .stage-3
1032    - .osx_test
1033    - .coverage-disable
1034  tags:
1035    - os:macos-arm
1036  variables:
1037    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
1038    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt-arm
1039    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
1040    INIT_SCRIPT: .zprofile
1041
1042osx-dbg:
1043  extends:
1044    - .stage-3
1045    - .osx_test
1046    - .coverage-disable
1047  tags:
1048    - os:macos-x64
1049  variables:
1050    TEST_ARCH: arch-ci-osx-dbg
1051    ASAN_OPTIONS: log_path=stdout
1052    INIT_SCRIPT: .zprofile
1053
1054osx-xsdk-opt:
1055  extends:
1056    - .stage-3
1057    - .osx_test
1058    - .coverage-disable
1059  tags:
1060    - os:macos-x64
1061  variables:
1062    TEST_ARCH: arch-ci-osx-xsdk-opt
1063    INIT_SCRIPT: .zprofile
1064
1065# job for analyzing the coverage results and generating the various reports
1066coverage-analyze:
1067  extends: .test
1068  stage: stage-4
1069  tags:
1070    - gce-u22-short
1071  dependencies:
1072    # stage-2
1073    - linux-gcc-quad-64idx-dbg
1074    - linux-gcc-pkgs-opt
1075    - linux-gcc-complex-opt-32bit
1076    # stage-3
1077    - linux-pkgs-dbg
1078    - linux-matlab-ilp64
1079    - linux-cuda-pkgs
1080    - linux-cxx-cmplx-pkgs-64idx
1081    - linux-cuda-cmplx
1082    - linux-cuda-double-64idx
1083    - linux-cuda-uni-pkgs
1084    - linux-viennacl
1085    - linux-without-fc
1086    - linux-gcc-cxx-avx2
1087    - linux-clang-avx
1088    - linux-pkgs-cxx-mlib
1089    - linux-pkgs-valgrind
1090    - linux-nagfor
1091    - linux-xsdk-dbg
1092    - linux-pkgs-64idx
1093    - linux-pkgs-opt
1094    - linux-64idx-i8
1095    - linux-gcc-ifc-cmplx
1096    - linux-opt-cxx-quad
1097    - linux-ILP64
1098    - linux-64idx-i8-uni
1099  variables:
1100    PYTHON: python3
1101    PETSC_ARCH: arch-ci-analyze-pipeline
1102  before_script:
1103    - date
1104    - hostname
1105  script:
1106    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1107    - ${PYTHON} --version
1108    - gcovr --version
1109    - printf "PATH:$PATH\n"
1110    - printf "PYTHONPATH:$PYTHONPATH\n"
1111    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1112    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1113    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1114  coverage: /^\s*lines:\s*\d+.\d+\%/
1115  artifacts:
1116    name: "$CI_JOB_NAME"
1117    when: always
1118    paths:
1119    - arch-ci-analyze-pipeline/gcovr/*
1120    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1121    expire_in: 4 days
1122    reports:
1123      coverage_report:
1124        coverage_format: cobertura
1125        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1126
1127# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1128# environments from one job...
1129.coverage-review:
1130  extends: .test
1131  stage: .post
1132  tags:
1133    - gce-u22-short
1134  dependencies:
1135    - coverage-analyze
1136  script:
1137    - date
1138    - hostname
1139  artifacts:
1140    name: "$CI_JOB_NAME"
1141    when: always
1142    paths:
1143    - arch-ci-analyze-pipeline/gcovr/*
1144    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1145    expire_in: 4 days
1146
1147coverage-total-review:
1148  extends: .coverage-review
1149  environment:
1150    name: coverage/all/$CI_COMMIT_REF_SLUG
1151    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1152    auto_stop_in: one week
1153    deployment_tier: testing
1154
1155coverage-untested-review:
1156  extends: .coverage-review
1157  environment:
1158    name: coverage/untested/$CI_COMMIT_REF_SLUG
1159    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1160    auto_stop_in: one week
1161    deployment_tier: testing
1162
1163analyze-pipeline:
1164  extends: .coverage-review
1165  script:
1166    - date
1167    - hostname
1168    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1169    # pipeline should fail
1170    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1171        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1172        exit 1;
1173      fi
1174  allow_failure: true
1175
1176#
1177# Base job for a documentation build (runs in venv to allow installing additional packages without root)
1178#
1179.docs:
1180  stage: stage-2
1181  tags:
1182    - linux-docs
1183  before_script:
1184    - git fetch --unshallow --tags origin +release:remotes/origin/release +main:remotes/origin/main
1185    - module --trace load python-3.11.2-gcc-9.4.0-6p2ktlj
1186    - printf "PATH:$PATH\n"
1187    - printf "PYTHONPATH:$PYTHONPATH\n"
1188    - VENV=venv-petsc-docs &&
1189      python3 -m venv $VENV &&
1190      . $VENV/bin/activate &&
1191      cd doc &&
1192      python3 -m pip install -r requirements.txt
1193
1194#
1195# Build documentation and make available for review using GitLab pages
1196#
1197docs-review:
1198  extends:
1199    - .docs
1200    - .test-basic
1201  script:
1202    - (time make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 2") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1203    - (time make latexpdf SPHINXOPTS="-T -E -W --keep-going -j 2") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1204    - cp _build/latex/manual.pdf ../public/html/manual/
1205  environment:
1206    name: review/$CI_COMMIT_REF_NAME
1207    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1208    auto_stop_in: one week
1209    deployment_tier: development
1210  artifacts:
1211    paths:
1212      - public
1213    expire_in: 4 days
1214  except:
1215    variables:
1216      - $PETSC_CI_SCHEDULED =~ /yes/
1217
1218#
1219# Deploy documentation using GitLab pages
1220#
1221pages: # this job name has special meaning to GitLab
1222  extends: .docs
1223  interruptible: true
1224  script:
1225    - mkdir -p ../public/ && cp public/* ../public/
1226    - (git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/manual && cp _build/latex/manual.pdf ../public/main/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1227    - cd .. && git clean -fdxq -e public -e venv-petsc-docs && cd doc && rm -rf images
1228    - (git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/manual && cp _build/latex/manual.pdf ../public/release/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1229    - rm -rf ../public/*/.doctrees
1230  only:
1231    variables:
1232      - $PETSC_CI_SCHEDULED == "yes"
1233  artifacts:
1234    paths:
1235      - public
1236    expire_in: 4 days
1237
1238#
1239#
1240# The following tests are experimental; more tests by users at other sites may be added below this. Experimental test
1241# that fail produce a warning, but do not block execution of a pipeline.
1242#
1243
1244.test-experimental:
1245  extends: .test
1246  allow_failure: true
1247
1248