xref: /petsc/.gitlab-ci.yml (revision 183cd29ee28cacc3ee84c625478d276606b77b2c)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  TIMEOUT: 450
21  EXTRA_OPTIONS: -nox -nox_warning -malloc_dump
22
23#
24# The most basic template that most tests will expand upon
25#
26
27.test-basic:
28  interruptible: true
29  only:
30    refs:
31#     Set with CI/CD Shedules - New Schedule
32      - schedules
33      - api
34#     Set with CI/CD Pipelines - Run Pipeline
35      - web
36      - merge_requests
37  dependencies: []
38
39.test:
40  extends: .test-basic
41  except:
42    variables:
43      # Skip if the docs-only label is attached to a merge request
44      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
45      - $PETSC_CI_SCHEDULED =~ /yes/
46
47check-ci-settings:
48  extends: .test-basic
49  stage: .pre
50  tags:
51    - gce-stage1
52  script:
53    - lib/petsc/bin/maint/check-ci-settings.sh
54
55#
56#  This provides the basic order of operations and options template for cloud based stage 1 tests.
57#  Not all test-short need to follow this template but most will.
58#
59
60.stage-1:
61  extends: .test
62  stage: stage-1
63  tags:
64    - gce-u22-stage1
65  before_script:
66    - date
67    - hostname
68    - grep PRETTY_NAME /etc/os-release
69    - nproc
70    - lscpu
71    - ccache --zero-stats
72  script:
73    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
74    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
75    - printf "PATH:$PATH\n"
76    - printf "PYTHONPATH:$PYTHONPATH\n"
77    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
78    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
79    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
80    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O3 -march=native' CXXOPTFLAGS='-O3 -march=native' FOPTFLAGS='-O3 -march=native' ${CONFIG_OPTS}
81    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}"
82    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check; fi
83    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
84  variables:
85    PYTHON: python3
86    MAKE_CFLAGS: -Werror
87    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
88    MAKE_FFLAGS: -Werror
89    MAKE_TEST_CFLAGS: -Werror
90    MAKE_TEST_CXXFLAGS: -Werror
91    MAKE_TEST_FFLAGS: -Werror
92  after_script:
93    - date
94    - ccache --show-stats
95  artifacts:
96    reports:
97      junit: arch-*/tests/testresults.xml
98    name: "$CI_JOB_NAME"
99    when: always
100    paths:
101    - arch-*/lib/petsc/conf/*.log
102    - arch-*/lib/pkgconfig/petsc.pc
103    - arch-*/tests/testresults.xml
104    - arch-*/tests/test_*_tap.log
105    - arch-*/tests/test_*_err.log
106    expire_in: 4 days
107
108#
109# The following tests run on the cloud as part of stage-1.
110#
111
112ompi-cuda:
113  extends: .stage-1
114  tags:
115  - cuda-stage1
116  variables:
117    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-cuda-arch=all-major --CUDAPPFLAGS=-Wno-deprecated-gpu-targets --with-fc=0
118    TEST_SEARCH: snes_tutorials-ex19_cuda%
119    ENABLE_CHECK: 1
120    MAKE_CXXFLAGS: -Werror
121    MAKE_CUDAFLAGS: -Xcompiler -Wall -Xcompiler -Werror
122
123mpich-cxx-py3:
124  extends: .stage-1
125  variables:
126    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11 --with-strict-petscerrorcode
127    TEST_SEARCH: snes_tutorials-ex48%
128    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
129
130mpich-cxx-mlib:
131  extends: .stage-1
132  variables:
133    CONFIG_OPTS: --with-clanguage=cxx --with-single-library=0 --with-log=0 --with-info=0 --with-ctable=0 --with-is-color-value-type=short CXXFLAGS=-std=c++14
134    TEST_SEARCH: snes_tutorials-ex48%
135    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
136
137uni-complex-float-int64:
138  extends: .stage-1
139  variables:
140    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
141    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
142    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
143
144c99-mlib-static-py:
145  extends: .stage-1
146  variables:
147    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 --with-strict-petscerrorcode CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
148    ENABLE_CHECK: 1
149    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
150    MAKE_TEST_FFLAGS: -Werror -std=f2008
151    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
152
153clang-uni:
154  extends: .stage-1
155  variables:
156    CONFIG_OPTS: --with-cc=clang --with-cxx=clang++ --with-mpi=0
157    TEST_SEARCH: snes_tutorials-ex48%
158
159gcc-lto:
160  extends: .stage-1
161  variables:
162    CONFIG_OPTS: CFLAGS= CXXFLAGS= FFLAGS=
163    MAKE_CFLAGS: -Werror -flto=4 -Werror=odr -Werror=lto-type-mismatch
164    MAKE_CXXFLAGS: -Werror -flto=4 -Werror=odr -Werror=lto-type-mismatch
165    MAKE_FFLAGS: -Werror -flto=4 -Werror=odr -Werror=lto-type-mismatch
166    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f%
167    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
168
169petsc4py-install:
170  extends: .stage-2
171  tags:
172    - gce-u22-stage1
173  variables:
174    PYTHON: python3
175    T_PREFIX: petsc-install
176    T_DESTDIR: petsc-destdir
177    T_PETSC4PY: src/binding/petsc4py
178    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
179  script:
180    - printf "PATH:$PATH\n"
181    - mkdir hide
182    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
183    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
184    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
185    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
186    - make install DESTDIR="${PWD}/${T_DESTDIR}"
187    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
188    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
189    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
190    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
191    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
192    - printf "====== Test B. Install directly into prefix directory =====\n"
193    - make install
194    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
195    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
196    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
197    - printf "====== Test C. Install manually with setuptools =====\n"
198    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
199    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
200    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
201    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
202    - printf "====== Test D. Install manually with setuptools with staging =====\n"
203    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
204    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
205    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
206
207petsc4py-pip:
208  extends: .stage-2
209  tags:
210    - gce-u22-stage1
211  variables:
212    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
213    CFLAGS: -O0
214  script:
215    - python3 -m venv pip-builds
216    - source pip-builds/bin/activate
217    - python3 -m pip install --upgrade pip==23.0.1
218    - python3 -m pip install .
219    - python3 -m pip install src/binding/petsc4py
220    - python3 -m petsc4py
221
222checksource:
223  extends: .test-basic
224  stage: .pre
225  tags:
226    - gce-u22-stage1
227  script:
228    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0 --with-x=0 --with-bison=0 --with-cmake=0 --with-pthread=0 --with-regex=0
229    - vermin --version
230    - make vermin
231    - PATH=/nfs/gce/projects/petsc/soft/clang+llvm-16.0.0-x86_64-linux-gnu-ubuntu-18.04/bin:$PATH make checkclangformat SHELL=bash
232    - make checkbadSource SHELL=bash
233    - make checkbadFileChange SHELL=bash
234    - make -f gmakefile check_output SHELL=bash
235    - make check_petsc4py_rst
236  artifacts:
237    name: "$CI_JOB_NAME"
238    when: always
239    paths:
240    - arch-*/lib/petsc/conf/*.patch
241    - arch-*/lib/petsc/conf/*.log
242    expire_in: 4 days
243
244pause-for-approval:
245  extends: .test
246  stage: .pre
247  tags:
248    - gce-stage1
249  only:
250    refs:
251      - merge_requests
252    variables:
253      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
254      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
255  script:
256    - echo "pause-for-approval has no script to run"
257  variables:
258    GIT_STRATEGY: none
259  when: manual
260  allow_failure: false
261
262#
263# Basic template for code coverage generation. Tests should additionally inherit from the more
264# specialized OS-specific versions instead of this one.
265#
266
267.coverage-generate:
268  variables:
269    RUN_GCOV: 1
270    RUN_GCOV_OPTIONS: --decisions
271
272.coverage-disable:
273  variables:
274    RUN_GCOV: 0
275
276#
277# This provides the basic order of operations and options template for stage-2,3 tests.
278# Not all stage-2,3 need to follow this template, but most will.
279#
280.stage-23:
281  extends:
282    - .test
283    - .coverage-generate
284  script:
285    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
286    - if [ ! -z ${GCOV_MODULES+x} ]; then module --trace load ${GCOV_MODULES}; module list; fi
287    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
288    - if [ "${RUN_GCOV}" == 1 ]; then
289        printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n";
290        gcovr --version;
291      fi
292    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
293    - printf "PATH:$PATH\n"
294    - printf "PYTHONPATH:$PYTHONPATH\n"
295    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
296    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
297    - printf "./config/examples/${TEST_ARCH}.py\n"
298    - cat ./config/examples/${TEST_ARCH}.py
299    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
300    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
301    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
302    - make updatedatafiles
303    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
304    - if [ -z ${DISABLE_TESTS+x} ]; then make cleantest && make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
305    - if [ "${RUN_GCOV}" == 1 ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
306  artifacts:
307    reports:
308      junit: arch-*/tests/testresults.xml
309    name: "$CI_JOB_NAME"
310    when: always
311    paths:
312    - arch-*/lib/petsc/conf/*.log
313    - arch-*/lib/pkgconfig/petsc.pc
314    - arch-*/tests/testresults.xml
315    - arch-*/tests/test_arch-*_tap.log
316    - arch-*/tests/test_arch-*_err.log
317    - arch-*/arch-*-gcovr-report.json.tar.bz2
318    expire_in: 4 days
319  variables:
320    OPENBLAS_NUM_THREADS: 1
321
322.stage-2:
323  extends: .stage-23
324  stage: stage-2
325
326.stage-3:
327  extends: .stage-23
328  stage: stage-3
329
330#
331# The following provide templates for various OSes for pre/post info
332#
333
334.linux_test_noflags:
335  before_script:
336    - date
337    - hostname
338    - grep PRETTY_NAME /etc/os-release
339    - nproc
340    - lscpu
341    - ccache --zero-stats
342  after_script:
343    - date
344    - ccache --show-stats
345
346.linux_test_nofflags:
347  extends: .linux_test_noflags
348  variables:
349    MAKE_CFLAGS: -Werror
350    MAKE_CXXFLAGS: -Werror
351
352.linux_test:
353  extends: .linux_test_noflags
354  variables:
355    MAKE_CFLAGS: -Werror
356    MAKE_CXXFLAGS: -Werror
357    MAKE_FFLAGS: -Werror
358
359.freebsd_test:
360  extends:
361    - .coverage-disable
362  variables:
363    MAKE_CFLAGS: -Werror
364    MAKE_CXXFLAGS: -Werror
365    MAKE_FFLAGS: -Werror
366  before_script:
367    - date
368    - hostname
369    - freebsd-version
370    - echo $(sysctl -n hw.ncpu)
371    - ccache --zero-stats
372  after_script:
373    - date
374    - ccache --show-stats
375
376.osx_test:
377  variables:
378    MAKE_CFLAGS: -Werror
379    MAKE_CXXFLAGS: -Werror
380    MAKE_FFLAGS: -Werror
381  before_script:
382    - date
383    - hostname
384    - sw_vers -productVersion
385    - echo $(sysctl -n hw.ncpu)
386    - ccache --zero-stats
387  after_script:
388    - date
389    - ccache --show-stats
390
391.mswin_test:
392  extends:
393    - .coverage-disable
394  before_script:
395    - date
396    - hostname
397    - uname -a
398    - nproc
399  after_script:
400    - date
401
402#
403# The following tests run as part of stage-2.
404#
405# The tags variable used in the tests below connects the particular test with the runners
406# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
407# For example the test 'linux-sycl-double' any runner that has the tags 'gce-u22-stage3, linux-fast'
408# (in a blue box beneath it)
409#
410
411osx-arm:
412  extends:
413    - .stage-3
414    - .osx_test
415    - .coverage-disable
416  tags:
417    - os:macos-arm
418  variables:
419    TEST_ARCH: arch-ci-osx-arm
420    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout
421    INIT_SCRIPT: .zprofile
422
423freebsd-cxx-cmplx-64idx-dbg:
424  extends:
425    - .stage-2
426    - .freebsd_test
427  tags:
428    - os:fbsd
429  variables:
430    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
431
432freebsd-c-single-opt:
433  extends:
434    - .stage-2
435    - .freebsd_test
436  tags:
437    - os:fbsd
438  variables:
439    TEST_ARCH: arch-ci-freebsd-c-single-opt
440
441mswin-opt-impi:
442  extends:
443    - .stage-3
444    - .mswin_test
445  tags:
446    - mswin-stage3
447  variables:
448    TEST_ARCH: arch-ci-mswin-opt-impi
449    TEST_OPTS: search='ksp_ksp_tests*'
450
451linux-gcc-quad-64idx-dbg:
452  extends:
453    - .stage-2
454    - .linux_test
455  tags:
456    - gce-stage2
457  variables:
458    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
459
460linux-gcc-pkgs-opt:
461  extends:
462    - .stage-2
463    - .linux_test
464  tags:
465    - gce-stage2
466  variables:
467    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
468  except:
469    variables:
470      - $PETSC_CI_SCHEDULED =~ /yes/
471
472linux-gcc-complex-opt-32bit:
473  extends:
474    - .stage-2
475    - .linux_test
476  tags:
477    - gce-stage2
478  variables:
479    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
480
481linux-emcc:
482  extends:
483    - .stage-2
484    - .linux_test
485    - .coverage-disable
486  tags:
487    - gce-stage2
488  variables:
489    TEST_ARCH: arch-ci-linux-emcc
490    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
491    DISABLE_TESTS: 1
492
493#
494# The following tests run as part of stage-3.
495#
496
497freebsd-cxx-cmplx-pkgs-dbg:
498  extends:
499    - .stage-3
500    - .freebsd_test
501  tags:
502    - os:fbsd
503  variables:
504    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
505
506freebsd-cxx-pkgs-opt:
507  extends:
508    - .stage-3
509    - .freebsd_test
510  tags:
511    - os:fbsd
512  variables:
513    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
514    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
515
516freebsd-pkgs-opt:
517  extends:
518    - .stage-3
519    - .freebsd_test
520  tags:
521    - os:fbsd
522  variables:
523    TEST_ARCH: arch-ci-freebsd-pkgs-opt
524    MAKE_CFLAGS: -DPETSC_SKIP_COMPLEX -Werror
525
526linux-hip-double:
527  extends:
528    - .stage-3
529    - .linux_test_noflags
530    - .coverage-disable
531  tags:
532    - gpu:amd, os:linux
533  variables:
534    TEST_ARCH: arch-ci-linux-hip-double
535
536linux-sycl-double:
537  extends:
538    - .stage-3
539    - .linux_test_nofflags
540    - .coverage-disable
541  tags:
542    - gce-u22-stage3, linux-fast
543  variables:
544    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/oneapi/modulefiles
545    TEST_ARCH: arch-ci-linux-sycl-double
546    LOAD_MODULES: compiler/latest mpi/latest
547    TEST_OPTS: query=requires queryval=kokkos_kernels
548    MAKE_CFLAGS: -Wno-expected-file-type -Werror
549
550linux-cuda-pkgs:
551  extends:
552    - .stage-3
553    - .linux_test
554  tags:
555    - cuda-stage3
556  variables:
557    TEST_ARCH: arch-ci-linux-cuda-pkgs
558    # run all tests that:
559    # 1. require cuda, OR
560    # 2. require device, OR
561    # 3. require hypre, OR
562    # 4. require kokkos[_kernels], AND lives in the vec subdirectory
563    #
564    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
565    # shell, and I could not manage to escape it enough times...
566    TEST_OPTS: -j3 queryval='cuda,device,hypre,kokkos*,vec*' query='requires,requires,requires,requires%OR%name'
567    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
568
569linux-cuda112-omp:
570  extends:
571    - .stage-3
572    - .linux_test
573    - .coverage-disable
574  tags:
575    - cuda-stage3
576  variables:
577    TEST_ARCH: arch-ci-linux-cuda112-omp
578    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
579    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
580    OMP_PROC_BIND: "false"
581    OMP_NUM_THREADS: 1
582    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
583
584linux-cuda-cmplx:
585  extends:
586    - .stage-3
587    - .linux_test
588  tags:
589    - cuda-stage3
590  variables:
591    TEST_ARCH: arch-ci-linux-cuda-cmplx
592    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
593
594linux-cuda-double-64idx:
595  extends:
596    - .stage-3
597    - .linux_test
598  tags:
599    - cuda12
600  variables:
601    TEST_ARCH: arch-ci-linux-cuda-double-64idx
602    TEST_OPTS: -j3 query=requires queryval=cuda
603    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
604
605linux-cuda-single-cxx:
606  extends:
607    - .stage-3
608    - .linux_test_noflags
609    - .coverage-disable
610  tags:
611    - cuda-stage3
612  variables:
613    TEST_ARCH: arch-ci-linux-cuda-single-cxx
614    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
615    LOAD_MODULES: nvhpc-22.11-gcc-11.3.0-vmvmbrx
616    TEST_OPTS: -j15 query=requires queryval=cuda
617
618linux-cuda-uni-pkgs:
619  extends:
620    - .stage-3
621    - .linux_test
622  tags:
623    - cuda-stage3
624  variables:
625    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
626    TEST_OPTS: -j20 query=requires queryval=cuda
627    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
628
629linux-clang-cuda:
630  extends:
631    - .stage-3
632    - .linux_test
633    - .coverage-disable
634  tags:
635    - cuda-stage3
636  variables:
637    TEST_ARCH: arch-ci-linux-clang-cuda
638    TEST_OPTS: -j 1  queryval='cuda*,snes*' query='requires%OR%name'
639    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
640    LOAD_MODULES: llvm-15.0.7-gcc-11.3.0-pjldtxf cuda-11.5.2-gcc-11.3.0-jkoottx gcc-11.3.0-gcc-11.3.0-pgrvke5
641    MAKE_CUDAFLAGS: -Wno-pass-failed -Werror
642
643linux-viennacl:
644  extends:
645    - .stage-3
646    - .linux_test
647  tags:
648    - cuda-stage3
649  variables:
650    TEST_ARCH: arch-ci-linux-viennacl
651    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
652    TEST_OPTS: -j20 query=requires queryval=viennacl
653
654linux-without-fc:
655  extends:
656    - .stage-3
657    - .linux_test
658  tags:
659    - gce-u22-stage3
660  variables:
661    TEST_ARCH: arch-ci-linux-without-fc
662
663linux-cmplx-single-arm:
664  extends:
665    - .stage-3
666    - .linux_test
667    # gcovr does not work on arm/linux
668    - .coverage-disable
669  tags:
670    - arch:arm, os:linux
671  variables:
672    FLEXIBLAS: netlib
673    TEST_ARCH: arch-ci-linux-cmplx-single-arm
674
675linux-gcc-cxx-avx2:
676  extends:
677    - .stage-3
678    - .linux_test
679  tags:
680    - name:petsc-knl-01
681  variables:
682    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
683
684linux-clang-avx:
685  extends:
686    - .stage-3
687    - .linux_test
688  tags:
689    - name:petsc-knl-01
690  variables:
691    TEST_ARCH: arch-ci-linux-clang-avx
692
693linux-knl:
694  extends:
695    - .stage-3
696    - .linux_test
697    - .coverage-disable
698  tags:
699    - name:petsc-knl-01
700  variables:
701    MAKE_FFLAGS: -warn errors
702    TEST_ARCH: arch-ci-linux-knl
703    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
704
705linux-intel-mkl-single:
706  extends:
707    - .stage-3
708    - .linux_test_nofflags
709    - .coverage-disable
710  tags:
711    - name:petsc-knl-01
712  variables:
713    TEST_ARCH: arch-ci-linux-intel-mkl-single
714    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
715
716linux-cxx-cmplx-pkgs-64idx:
717  extends:
718    - .stage-3
719    - .linux_test
720  tags:
721    - gce-u22-stage3
722  variables:
723    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx
724    PETSC_OPTIONS: -fp_trap
725
726# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
727linux-pkgs-dbg-ftn-interfaces:
728  extends:
729    - .stage-3
730    - .linux_test
731    - .coverage-disable
732  tags:
733    - gce-u22-stage3
734  variables:
735    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
736    OMP_PROC_BIND: "false"
737    OMP_NUM_THREADS: 4
738    PETSC_OPTIONS: -fp_trap
739
740linux-pkgs-cxx-mlib:
741  extends:
742    - .stage-3
743    - .linux_test
744  tags:
745    - gce-u22-stage3
746  variables:
747    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
748    PETSC_OPTIONS: -fp_trap
749
750linux-pkgs-valgrind:
751  extends:
752    - .stage-3
753    - .linux_test
754  tags:
755    - gce-valgrind
756  variables:
757    TEST_ARCH: arch-ci-linux-pkgs-valgrind
758    TIMEOUT: 7200
759
760linux-pkgs-opt:
761  extends:
762    - .stage-3
763    - .linux_test
764  tags:
765    - gce-u22-stage3, linux-fast
766  variables:
767    TEST_ARCH: arch-ci-linux-pkgs-opt
768    LOAD_MODULES: gcc/12.1.0
769    MAKE_CXXFLAGS: -Wno-deprecated-declarations -Werror
770
771linux-pkgs-dbg:
772  extends:
773    - .stage-3
774    - .linux_test
775  tags:
776    - gce-u22-stage3, linux-gcov
777  variables:
778    TEST_ARCH: arch-ci-linux-pkgs-dbg
779    PETSC_OPTIONS: -fp_trap
780
781linux-matlab-ilp64:
782  extends:
783    - .stage-3
784    - .linux_test
785  tags:
786    - gce-u22-stage3, linux-gcov
787  variables:
788    TEST_ARCH: arch-ci-linux-matlab-ilp64
789    LOAD_MODULES: gcc/9.4.0 matlab/R2022a
790  allow_failure: true
791
792linux-pgi:
793  extends:
794    - .stage-3
795    - .linux_test_noflags
796    - .coverage-disable
797  tags:
798    - gce-u22-stage3, linux-mcpu
799  variables:
800    TEST_ARCH: arch-ci-linux-pgi
801    LOAD_MODULES: nvhpc/22.3
802
803# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
804linux-nagfor:
805  extends:
806    - .stage-3
807    - .linux_test_nofflags
808  tags:
809    - gce-stage2, linux-mcpu
810  variables:
811    LOAD_MODULES: nag/6.1
812    TEST_ARCH: arch-ci-linux-nagfor
813  allow_failure:
814    exit_codes: 126
815
816linux-intel-cmplx:
817  extends:
818    - .stage-3
819    - .linux_test_nofflags
820    - .coverage-disable
821  tags:
822    - gce-u22-stage3
823  variables:
824    TEST_ARCH: arch-ci-linux-intel-cmplx
825    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
826
827linux-xsdk-dbg:
828  extends:
829    - .stage-3
830    - .linux_test
831  tags:
832    - gce-u22-stage3
833  variables:
834    TEST_ARCH: arch-ci-linux-xsdk-dbg
835    LOAD_MODULES: gcc/12.1.0
836
837check-each-commit:
838  extends:
839    - .stage-2
840    - .linux_test
841    - .coverage-disable
842  tags:
843    - gce-u22-stage2
844  script:
845    - export PATH=/nfs/gce/projects/petsc/soft/clang+llvm-16.0.0-x86_64-linux-gnu-ubuntu-18.04/bin:$PATH
846    - lib/petsc/bin/maint/check-each-commit.sh
847  except:
848    variables:
849      - $PETSC_CI_SCHEDULED =~ /yes/
850  allow_failure: true
851
852linux-analyzer:
853  extends:
854    - .stage-2
855    - .linux_test
856    - .coverage-disable
857  tags:
858    - gce-u22-stage2
859  script:
860    - printf "PATH:$PATH\n"
861    - printf "PYTHONPATH:$PYTHONPATH\n"
862    - python3 --version
863    - git --version
864    - mypy --version
865    - vermin --version
866    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
867    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
868    - printf "./config/examples/${TEST_ARCH}.py\n"
869    - cat ./config/examples/${TEST_ARCH}.py
870    - ./config/examples/${TEST_ARCH}.py
871    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
872    - make V=3 LINTER_OPTIONS="${LINTER_OPTIONS} -- ./src" lint
873  variables:
874    TEST_ARCH: arch-ci-linux-analyzer
875    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --werror 1"
876  artifacts:
877    paths:
878    - arch-*/lib/petsc/conf/*.log
879    - ./petscLintPatches/*.patch
880    expire_in: 4 days
881  except:
882    variables:
883      - $PETSC_CI_SCHEDULED =~ /yes/
884
885linux-intel:
886  extends:
887    - .stage-3
888    - .linux_test_nofflags
889    - .coverage-disable
890  tags:
891    - gce-u22-stage3
892  variables:
893    TEST_ARCH: arch-ci-linux-intel
894    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
895
896linux-opt-arm:
897  extends:
898    - .stage-3
899    - .linux_test
900    # gcovr does not work on arm/linux
901    - .coverage-disable
902  tags:
903    - arch:arm, os:linux
904  variables:
905    TEST_ARCH: arch-ci-linux-opt-arm
906
907linux-pkgs-64idx:
908  extends:
909    - .stage-3
910    - .linux_test
911  tags:
912    - gce-u22-stage3, linux-mcpu
913  variables:
914    TEST_ARCH: arch-ci-linux-pkgs-64idx
915    LOAD_MODULES: intel-oneapi-mkl/2022.0.2
916
917linux-64idx-i8:
918  extends:
919    - .stage-3
920    - .linux_test
921  tags:
922    - gce-u22-stage3, linux-mcpu
923  variables:
924    TEST_ARCH: arch-ci-linux-64idx-i8
925
926linux-gcc-ifc-cmplx:
927  extends:
928    - .stage-3
929    - .linux_test_nofflags
930  tags:
931    - gce-u22-stage3
932  variables:
933    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
934    LOAD_MODULES: intel-oneapi-compilers/2022.2.1
935
936linux-opt-cxx-quad:
937  extends:
938    - .stage-3
939    - .linux_test
940  tags:
941    - gce-u22-stage3
942  variables:
943    TEST_ARCH: arch-ci-linux-opt-cxx-quad
944
945linux-ILP64:
946  extends:
947    - .stage-3
948    - .linux_test
949  tags:
950    - gce-u22-stage3
951  variables:
952    TEST_ARCH: arch-ci-linux-ILP64
953    LOAD_MODULES: gcc/8.5.0 mpich/2-1.5-gcc-8.5.0
954    MAKE_CFLAGS: -Wno-discarded-qualifiers -Werror
955
956linux-64idx-i8-uni:
957  extends:
958    - .stage-3
959    - .linux_test
960  tags:
961    - gce-u22-stage3, linux-mcpu
962  variables:
963    TEST_ARCH: arch-ci-linux-64idx-i8-uni
964
965linux-misc-32bit:
966  extends:
967    - .stage-3
968    - .linux_test
969  tags:
970    - gce-u22-stage3
971  variables:
972    TEST_ARCH: arch-ci-linux-misc-32bit
973
974mswin-intel-cxx-cmplx:
975  extends:
976    - .stage-3
977    - .mswin_test
978  tags:
979    - mswin-stage3
980  variables:
981    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
982    TIMEOUT: 150
983
984mswin-uni:
985  extends:
986    - .stage-3
987    - .mswin_test
988  tags:
989    - mswin-stage3
990  variables:
991    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout
992    TEST_ARCH: arch-ci-mswin-uni
993
994mswin-gnu:
995  extends:
996    - .stage-3
997    - .mswin_test
998  tags:
999    - mswin-stage3
1000  variables:
1001    TEST_ARCH: arch-ci-mswin-gnu
1002    MAKE_CFLAGS: -Werror
1003    MAKE_CXXFLAGS: -Werror
1004    MAKE_FFLAGS: -Werror
1005    DISABLE_TESTS: 1
1006
1007#mswin-intel:
1008#  extends:
1009#    - .stage-3
1010#    - .mswin_test
1011#  tags:
1012#    - os:win
1013#  variables:
1014#    TEST_ARCH: arch-ci-mswin-intel
1015
1016osx-cxx-cmplx-pkgs-dbg:
1017  extends:
1018    - .stage-3
1019    - .osx_test
1020    - .coverage-disable
1021  tags:
1022    - os:macos-x64
1023  variables:
1024    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
1025    INIT_SCRIPT: .zprofile
1026
1027osx-cxx-pkgs-opt-arm:
1028  extends:
1029    - .stage-3
1030    - .osx_test
1031    - .coverage-disable
1032  tags:
1033    - os:macos-arm
1034  variables:
1035    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
1036    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt-arm
1037    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
1038    INIT_SCRIPT: .zprofile
1039
1040osx-dbg:
1041  extends:
1042    - .stage-3
1043    - .osx_test
1044    - .coverage-disable
1045  tags:
1046    - os:macos-x64
1047  variables:
1048    TEST_ARCH: arch-ci-osx-dbg
1049    ASAN_OPTIONS: log_path=stdout
1050    INIT_SCRIPT: .zprofile
1051
1052osx-xsdk-opt:
1053  extends:
1054    - .stage-3
1055    - .osx_test
1056    - .coverage-disable
1057  tags:
1058    - os:macos-x64
1059  variables:
1060    TEST_ARCH: arch-ci-osx-xsdk-opt
1061    INIT_SCRIPT: .zprofile
1062
1063# job for analyzing the coverage results and generating the various reports
1064coverage-analyze:
1065  extends: .test
1066  stage: stage-4
1067  tags:
1068    - gce-u22-short
1069  dependencies:
1070    # stage-2
1071    - linux-gcc-quad-64idx-dbg
1072    - linux-gcc-pkgs-opt
1073    - linux-gcc-complex-opt-32bit
1074    # stage-3
1075    - linux-pkgs-dbg
1076    - linux-matlab-ilp64
1077    - linux-cuda-pkgs
1078    - linux-cxx-cmplx-pkgs-64idx
1079    - linux-cuda-cmplx
1080    - linux-cuda-double-64idx
1081    - linux-cuda-uni-pkgs
1082    - linux-viennacl
1083    - linux-without-fc
1084    - linux-gcc-cxx-avx2
1085    - linux-clang-avx
1086    - linux-pkgs-cxx-mlib
1087    - linux-pkgs-valgrind
1088    - linux-nagfor
1089    - linux-xsdk-dbg
1090    - linux-pkgs-64idx
1091    - linux-pkgs-opt
1092    - linux-64idx-i8
1093    - linux-gcc-ifc-cmplx
1094    - linux-opt-cxx-quad
1095    - linux-ILP64
1096    - linux-64idx-i8-uni
1097  variables:
1098    PYTHON: python3
1099    PETSC_ARCH: arch-ci-analyze-pipeline
1100  before_script:
1101    - date
1102    - hostname
1103  script:
1104    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1105    - ${PYTHON} --version
1106    - gcovr --version
1107    - printf "PATH:$PATH\n"
1108    - printf "PYTHONPATH:$PYTHONPATH\n"
1109    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1110    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1111    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1112  coverage: /^\s*lines:\s*\d+.\d+\%/
1113  artifacts:
1114    name: "$CI_JOB_NAME"
1115    when: always
1116    paths:
1117    - arch-ci-analyze-pipeline/gcovr/*
1118    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1119    expire_in: 4 days
1120    reports:
1121      coverage_report:
1122        coverage_format: cobertura
1123        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1124
1125# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1126# environments from one job...
1127.coverage-review:
1128  extends: .test
1129  stage: .post
1130  tags:
1131    - gce-u22-short
1132  dependencies:
1133    - coverage-analyze
1134  script:
1135    - date
1136    - hostname
1137  artifacts:
1138    name: "$CI_JOB_NAME"
1139    when: always
1140    paths:
1141    - arch-ci-analyze-pipeline/gcovr/*
1142    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1143    expire_in: 4 days
1144
1145coverage-total-review:
1146  extends: .coverage-review
1147  environment:
1148    name: coverage/all/$CI_COMMIT_REF_SLUG
1149    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1150    auto_stop_in: one week
1151    deployment_tier: testing
1152
1153coverage-untested-review:
1154  extends: .coverage-review
1155  environment:
1156    name: coverage/untested/$CI_COMMIT_REF_SLUG
1157    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1158    auto_stop_in: one week
1159    deployment_tier: testing
1160
1161analyze-pipeline:
1162  extends: .coverage-review
1163  script:
1164    - date
1165    - hostname
1166    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1167    # pipeline should fail
1168    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1169        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1170        exit 1;
1171      fi
1172  allow_failure: true
1173
1174#
1175# Base job for a documentation build (runs in venv to allow installing additional packages without root)
1176#
1177.docs:
1178  stage: stage-2
1179  tags:
1180    - linux-docs
1181  before_script:
1182    - git fetch --unshallow --no-tags origin +release:remotes/origin/release +main:remotes/origin/main
1183    - module --trace load python-3.11.2-gcc-9.4.0-6p2ktlj
1184    - printf "PATH:$PATH\n"
1185    - printf "PYTHONPATH:$PYTHONPATH\n"
1186    - VENV=venv-petsc-docs &&
1187      python3 -m venv $VENV &&
1188      . $VENV/bin/activate &&
1189      cd doc &&
1190      python3 -m pip install -r requirements.txt
1191
1192#
1193# Build documentation and make available for review using GitLab pages
1194#
1195docs-review:
1196  extends:
1197    - .docs
1198    - .test-basic
1199  script:
1200    - (time make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 2") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1201    - (time make latexpdf SPHINXOPTS="-T -E -W --keep-going -j 2") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1202    - cp _build/latex/manual.pdf ../public/html/manual/
1203  environment:
1204    name: review/$CI_COMMIT_REF_NAME
1205    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1206    auto_stop_in: one week
1207    deployment_tier: development
1208  artifacts:
1209    paths:
1210      - public
1211    expire_in: 4 days
1212  except:
1213    variables:
1214      - $PETSC_CI_SCHEDULED =~ /yes/
1215
1216#
1217# Deploy documentation using GitLab pages
1218#
1219pages:  # this job name has special meaning to GitLab
1220  extends: .docs
1221  interruptible: true
1222  script:
1223    - mkdir -p ../public/ && cp public/* ../public/
1224    - (git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/manual && cp _build/latex/manual.pdf ../public/main/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1225    - git clean -fdxq && rm -rf images ../arch-classic-docs
1226    - (git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1"  BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/manual && cp _build/latex/manual.pdf ../public/release/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1227    - rm -rf ../public/*/.doctrees
1228  only:
1229    variables:
1230      - $PETSC_CI_SCHEDULED == "yes"
1231  artifacts:
1232    paths:
1233      - public
1234    expire_in: 4 days
1235
1236#
1237#
1238# The following tests are experimental; more tests by users at other sites may be added below this.  Experimental test
1239# that fail produce a warning, but do not block execution of a pipeline.
1240#
1241
1242.test-experimental:
1243  extends: .test
1244  allow_failure: true
1245
1246