xref: /petsc/.gitlab-ci.yml (revision 00a860709f54b2253dca9b957f6e02364e7dc3ac)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  TIMEOUT: 450
21
22#
23# The most basic template that most tests will expand upon
24#
25
26.test-basic:
27  interruptible: true
28  only:
29    refs:
30#     Set with CI/CD Shedules - New Schedule
31      - schedules
32      - api
33#     Set with CI/CD Pipelines - Run Pipeline
34      - web
35      - merge_requests
36  dependencies: []
37
38.test:
39  extends: .test-basic
40  except:
41    variables:
42      # Skip if the docs-only label is attached to a merge request
43      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
44      - $PETSC_CI_SCHEDULED =~ /yes/
45
46check-ci-settings:
47  extends: .test-basic
48  stage: .pre
49  tags:
50    - gce-stage1
51  script:
52    - lib/petsc/bin/maint/check-ci-settings.sh
53
54#
55#  This provides the basic order of operations and options template for cloud based stage 1 tests.
56#  Not all test-short need to follow this template but most will.
57#
58
59.stage-1:
60  extends: .test
61  stage: stage-1
62  tags:
63    - gce-u22-stage1
64  before_script:
65    - date
66    - hostname
67    - grep PRETTY_NAME /etc/os-release
68    - nproc
69    - lscpu
70    - ccache --zero-stats
71  script:
72    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
73    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
74    - printf "PATH:$PATH\n"
75    - printf "PYTHONPATH:$PYTHONPATH\n"
76    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
77    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
78    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
79    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O3 -march=native' CXXOPTFLAGS='-O3 -march=native' FOPTFLAGS='-O3 -march=native' ${CONFIG_OPTS}
80    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}"
81    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check; fi
82    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
83  variables:
84    PYTHON: python3
85    MAKE_CFLAGS: -Werror
86    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
87    MAKE_FFLAGS: -Werror
88    MAKE_TEST_CFLAGS: -Werror
89    MAKE_TEST_CXXFLAGS: -Werror
90    MAKE_TEST_FFLAGS: -Werror
91  after_script:
92    - date
93    - ccache --show-stats
94  artifacts:
95    reports:
96      junit: arch-*/tests/testresults.xml
97    name: "$CI_JOB_NAME"
98    when: always
99    paths:
100    - arch-*/lib/petsc/conf/*.log
101    - arch-*/lib/pkgconfig/petsc.pc
102    - arch-*/tests/testresults.xml
103    - arch-*/tests/test_*_tap.log
104    - arch-*/tests/test_*_err.log
105    expire_in: 4 days
106
107#
108# The following tests run on the cloud as part of stage-1.
109#
110
111ompi-cuda:
112  extends: .stage-1
113  tags:
114  - cuda-stage1
115  variables:
116    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-fc=0
117    TEST_SEARCH: snes_tutorials-ex19_cuda%
118    ENABLE_CHECK: 1
119    MAKE_CXXFLAGS: -Werror
120
121mpich-cxx-py3:
122  extends: .stage-1
123  variables:
124    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11 --with-strict-petscerrorcode
125    TEST_SEARCH: snes_tutorials-ex48%
126    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
127
128uni-complex-float-int64:
129  extends: .stage-1
130  variables:
131    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
132    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
133    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
134
135c99-mlib-static-py:
136  extends: .stage-1
137  variables:
138    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 --with-strict-petscerrorcode CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
139    ENABLE_CHECK: 1
140    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
141    MAKE_TEST_FFLAGS: -Werror -std=f2008
142    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
143
144petsc4py-install:
145  extends: .stage-2
146  tags:
147    - gce-u22-stage1
148  variables:
149    PYTHON: python3
150    T_PREFIX: petsc-install
151    T_DESTDIR: petsc-destdir
152    T_PETSC4PY: src/binding/petsc4py
153    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
154  script:
155    - printf "PATH:$PATH\n"
156    - mkdir hide
157    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
158    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
159    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
160    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
161    - make install DESTDIR="${PWD}/${T_DESTDIR}"
162    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
163    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
164    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
165    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
166    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
167    - printf "====== Test B. Install directly into prefix directory =====\n"
168    - make install
169    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
170    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
171    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
172    - printf "====== Test C. Install manually with setuptools =====\n"
173    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
174    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
175    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
176    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
177    - printf "====== Test D. Install manually with setuptools with staging =====\n"
178    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
179    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
180    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
181
182petsc4py-pip:
183  extends: .stage-2
184  tags:
185    - gce-u22-stage1
186  variables:
187    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
188    CFLAGS: -O0
189  script:
190    - python3 -m venv pip-builds
191    - source pip-builds/bin/activate
192    - python3 -m pip install --upgrade pip==23.0.1
193    - python3 -m pip install .
194    - python3 -m pip install src/binding/petsc4py
195    - python3 -m petsc4py
196
197checksource:
198  extends: .test-basic
199  stage: .pre
200  tags:
201    - gce-u22-stage1
202  script:
203    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0
204    - vermin --version
205    - make vermin
206    - PATH=/nfs/gce/projects/petsc/soft/clang+llvm-16.0.0-x86_64-linux-gnu-ubuntu-18.04/bin:$PATH make checkclangformat SHELL=bash
207    - make checkbadSource SHELL=bash
208    - make checkbadFileChange SHELL=bash
209    - make -f gmakefile check_output SHELL=bash
210    - make check_petsc4py_rst
211  artifacts:
212    name: "$CI_JOB_NAME"
213    when: always
214    paths:
215    - arch-*/lib/petsc/conf/*.patch
216    - arch-*/lib/petsc/conf/*.log
217    expire_in: 4 days
218
219pause-for-approval:
220  extends: .test
221  stage: .pre
222  tags:
223    - gce-stage1
224  only:
225    refs:
226      - merge_requests
227    variables:
228      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
229      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
230  script:
231    - echo "pause-for-approval has no script to run"
232  variables:
233    GIT_STRATEGY: none
234  when: manual
235  allow_failure: false
236
237#
238# Basic template for code coverage generation. Tests should additionally inherit from the more
239# specialized OS-specific versions instead of this one.
240#
241
242.coverage-generate:
243  variables:
244    RUN_GCOV: 1
245    RUN_GCOV_OPTIONS: --decisions
246
247.coverage-disable:
248  variables:
249    RUN_GCOV: 0
250
251#
252# This provides the basic order of operations and options template for stage-2,3 tests.
253# Not all stage-2,3 need to follow this template, but most will.
254#
255.stage-23:
256  extends:
257    - .test
258    - .coverage-generate
259  script:
260    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
261    - if [ ! -z ${GCOV_MODULES+x} ]; then module --trace load ${GCOV_MODULES}; module list; fi
262    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; if [ -f ${HOME}/${INIT_SCRIPT} ]; then source ${HOME}/${INIT_SCRIPT}; else source ${INIT_SCRIPT}; fi; fi
263    - if [ "${RUN_GCOV}" == 1 ]; then
264        printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n";
265        gcovr --version;
266      fi
267    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
268    - printf "PATH:$PATH\n"
269    - printf "PYTHONPATH:$PYTHONPATH\n"
270    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
271    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
272    - printf "./config/examples/${TEST_ARCH}.py\n"
273    - cat ./config/examples/${TEST_ARCH}.py
274    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
275    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
276    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
277    - make updatedatafiles
278    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
279    - if [ -z ${DISABLE_TESTS+x} ]; then make cleantest && make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" CUDAFLAGS="${MAKE_CUDAFLAGS}" allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
280    - if [ "${RUN_GCOV}" == 1 ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
281  artifacts:
282    reports:
283      junit: arch-*/tests/testresults.xml
284    name: "$CI_JOB_NAME"
285    when: always
286    paths:
287    - arch-*/lib/petsc/conf/*.log
288    - arch-*/lib/pkgconfig/petsc.pc
289    - arch-*/tests/testresults.xml
290    - arch-*/tests/test_arch-*_tap.log
291    - arch-*/tests/test_arch-*_err.log
292    - arch-*/arch-*-gcovr-report.json.tar.bz2
293    expire_in: 4 days
294  variables:
295    OPENBLAS_NUM_THREADS: 1
296
297.stage-2:
298  extends: .stage-23
299  stage: stage-2
300
301.stage-3:
302  extends: .stage-23
303  stage: stage-3
304
305#
306# The following provide templates for various OSes for pre/post info
307#
308
309.linux_test_noflags:
310  before_script:
311    - date
312    - hostname
313    - grep PRETTY_NAME /etc/os-release
314    - nproc
315    - lscpu
316    - ccache --zero-stats
317  after_script:
318    - date
319    - ccache --show-stats
320
321.linux_test_nofflags:
322  extends: .linux_test_noflags
323  variables:
324    MAKE_CFLAGS: -Werror
325    MAKE_CXXFLAGS: -Werror
326
327.linux_test:
328  extends: .linux_test_noflags
329  variables:
330    MAKE_CFLAGS: -Werror
331    MAKE_CXXFLAGS: -Werror
332    MAKE_FFLAGS: -Werror
333
334.freebsd_test:
335  extends:
336    - .coverage-disable
337  variables:
338    MAKE_CFLAGS: -Werror
339    MAKE_CXXFLAGS: -Werror
340    MAKE_FFLAGS: -Werror
341  before_script:
342    - date
343    - hostname
344    - freebsd-version
345    - echo $(sysctl -n hw.ncpu)
346    - ccache --zero-stats
347  after_script:
348    - date
349    - ccache --show-stats
350
351.osx_test:
352  variables:
353    MAKE_CFLAGS: -Werror
354    MAKE_CXXFLAGS: -Werror
355    MAKE_FFLAGS: -Werror
356  before_script:
357    - date
358    - hostname
359    - sw_vers -productVersion
360    - echo $(sysctl -n hw.ncpu)
361    - ccache --zero-stats
362  after_script:
363    - date
364    - ccache --show-stats
365
366.mswin_test:
367  extends:
368    - .coverage-disable
369  before_script:
370    - date
371    - hostname
372    - uname -a
373    - nproc
374  after_script:
375    - date
376
377#
378# The following tests run as part of stage-2.
379#
380# The tags variable used in the tests below connects the particular test with the runners
381# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
382# For example the test 'linux-sycl-double' any runner that has the tags 'gce-u22-stage3, linux-fast'
383# (in a blue box beneath it)
384#
385
386osx-m1:
387  extends:
388    - .stage-3
389    - .osx_test
390    - .coverage-disable
391  tags:
392    - os:macos-m1
393  variables:
394    TEST_ARCH: arch-ci-osx-m1
395    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
396    INIT_SCRIPT: /Volumes/Scratch/svcpetsc/soft/py3venv/cython3setup.sh
397
398freebsd-cxx-cmplx-64idx-dbg:
399  extends:
400    - .stage-2
401    - .freebsd_test
402  tags:
403    - os:fbsd
404  variables:
405    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
406
407freebsd-c-single-opt:
408  extends:
409    - .stage-2
410    - .freebsd_test
411  tags:
412    - os:fbsd
413  variables:
414    TEST_ARCH: arch-ci-freebsd-c-single-opt
415
416mswin-opt-impi:
417  extends:
418    - .stage-3
419    - .mswin_test
420  tags:
421    - mswin-stage3
422  variables:
423    TEST_ARCH: arch-ci-mswin-opt-impi
424    TEST_OPTS: search='ksp_ksp_tests*'
425
426linux-gcc-quad-64idx-dbg:
427  extends:
428    - .stage-2
429    - .linux_test
430  tags:
431    - gce-stage2
432  variables:
433    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
434
435linux-gcc-pkgs-opt:
436  extends:
437    - .stage-2
438    - .linux_test
439  tags:
440    - gce-stage2
441  variables:
442    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
443
444linux-gcc-complex-opt-32bit:
445  extends:
446    - .stage-2
447    - .linux_test
448  tags:
449    - gce-stage2
450  variables:
451    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
452
453linux-emcc:
454  extends:
455    - .stage-2
456    - .linux_test
457    - .coverage-disable
458  tags:
459    - gce-stage2
460  variables:
461    TEST_ARCH: arch-ci-linux-emcc
462    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
463    DISABLE_TESTS: 1
464
465#
466# The following tests run as part of stage-3.
467#
468
469freebsd-cxx-cmplx-pkgs-dbg:
470  extends:
471    - .stage-3
472    - .freebsd_test
473  tags:
474    - os:fbsd
475  variables:
476    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
477
478freebsd-cxx-pkgs-opt:
479  extends:
480    - .stage-3
481    - .freebsd_test
482  tags:
483    - os:fbsd
484  variables:
485    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
486    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
487
488freebsd-pkgs-opt:
489  extends:
490    - .stage-3
491    - .freebsd_test
492  tags:
493    - os:fbsd
494  variables:
495    TEST_ARCH: arch-ci-freebsd-pkgs-opt
496    MAKE_CFLAGS: -DPETSC_SKIP_COMPLEX -Werror
497
498linux-hip-double:
499  extends:
500    - .stage-3
501    - .linux_test_noflags
502    - .coverage-disable
503  tags:
504    - gpu:amd, os:linux
505  variables:
506    TEST_ARCH: arch-ci-linux-hip-double
507    INIT_SCRIPT: /home/users/balay/bin/instinct-mod-init.sh
508
509linux-sycl-double:
510  extends:
511    - .stage-3
512    - .linux_test_nofflags
513    - .coverage-disable
514  tags:
515    - gce-u22-stage3, linux-fast
516  variables:
517    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/oneapi/modulefiles
518    TEST_ARCH: arch-ci-linux-sycl-double
519    LOAD_MODULES: compiler/latest mpi/latest
520    TEST_OPTS: query=requires queryval=kokkos_kernels
521    MAKE_CFLAGS: -Wno-expected-file-type -Werror
522
523linux-cuda-pkgs:
524  extends:
525    - .stage-3
526    - .linux_test
527  tags:
528    - cuda-stage3
529  variables:
530    TEST_ARCH: arch-ci-linux-cuda-pkgs
531    # run all tests that:
532    # 1. require cuda, OR
533    # 2. require device, OR
534    # 3. require kokkos[_kernels], AND lives in the vec subdirectory
535    #
536    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
537    # shell, and I could not manage to escape it enough times...
538    TEST_OPTS: -j3 queryval='cuda,device,kokkos*,vec*' query='requires,requires,requires%OR%name'
539    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
540
541linux-cuda112-omp:
542  extends:
543    - .stage-3
544    - .linux_test
545    - .coverage-disable
546  tags:
547    - cuda-stage3
548  variables:
549    TEST_ARCH: arch-ci-linux-cuda112-omp
550    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
551    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
552    OMP_PROC_BIND: "false"
553    OMP_NUM_THREADS: 1
554    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
555
556linux-cuda-cmplx:
557  extends:
558    - .stage-3
559    - .linux_test
560  tags:
561    - cuda-stage3
562  variables:
563    TEST_ARCH: arch-ci-linux-cuda-cmplx
564    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
565
566linux-cuda-double-64idx:
567  extends:
568    - .stage-3
569    - .linux_test
570  tags:
571    - cuda12
572  variables:
573    TEST_ARCH: arch-ci-linux-cuda-double-64idx
574    TEST_OPTS: -j3 query=requires queryval=cuda
575    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
576
577linux-cuda-single-cxx:
578  extends:
579    - .stage-3
580    - .linux_test_noflags
581    - .coverage-disable
582  tags:
583    - cuda-stage3
584  variables:
585    TEST_ARCH: arch-ci-linux-cuda-single-cxx
586    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
587    LOAD_MODULES: nvhpc-22.11-gcc-11.3.0-vmvmbrx
588    TEST_OPTS: -j15 query=requires queryval=cuda
589
590linux-cuda-uni-pkgs:
591  extends:
592    - .stage-3
593    - .linux_test
594  tags:
595    - cuda-stage3
596  variables:
597    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
598    TEST_OPTS: -j20 query=requires queryval=cuda
599    MAKE_CUDAFLAGS: --compiler-options -Wall,-Werror
600
601linux-clang-cuda:
602  extends:
603    - .stage-3
604    - .linux_test
605    - .coverage-disable
606  tags:
607    - cuda-stage3
608  variables:
609    TEST_ARCH: arch-ci-linux-clang-cuda
610    TEST_OPTS: -j 1  queryval='cuda*,snes*' query='requires%OR%name'
611    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
612    LOAD_MODULES: llvm-15.0.7-gcc-11.3.0-pjldtxf cuda-11.5.2-gcc-11.3.0-jkoottx gcc-11.3.0-gcc-11.3.0-pgrvke5
613    MAKE_CUDAFLAGS: -Wno-pass-failed -Werror
614
615linux-viennacl:
616  extends:
617    - .stage-3
618    - .linux_test
619  tags:
620    - cuda-stage3
621  variables:
622    TEST_ARCH: arch-ci-linux-viennacl
623    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
624    TEST_OPTS: -j20 query=requires queryval=viennacl
625
626linux-without-fc:
627  extends:
628    - .stage-3
629    - .linux_test
630  tags:
631    - gce-u22-stage3
632  variables:
633    TEST_ARCH: arch-ci-linux-without-fc
634
635linux-cmplx-single:
636  extends:
637    - .stage-3
638    - .linux_test
639    - .coverage-disable
640  tags:
641    - name:si
642  variables:
643    FLEXIBLAS: netlib
644    TEST_ARCH: arch-ci-linux-cmplx-single
645
646linux-gcc-cxx-avx2:
647  extends:
648    - .stage-3
649    - .linux_test
650  tags:
651    - name:petsc-knl-01
652  variables:
653    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
654
655linux-clang-avx:
656  extends:
657    - .stage-3
658    - .linux_test
659  tags:
660    - name:petsc-knl-01
661  variables:
662    TEST_ARCH: arch-ci-linux-clang-avx
663
664linux-knl:
665  extends:
666    - .stage-3
667    - .linux_test
668    - .coverage-disable
669  tags:
670    - name:petsc-knl-01
671  variables:
672    MAKE_FFLAGS: -warn errors
673    TEST_ARCH: arch-ci-linux-knl
674    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
675
676linux-intel-mkl-single:
677  extends:
678    - .stage-3
679    - .linux_test_nofflags
680    - .coverage-disable
681  tags:
682    - name:petsc-knl-01
683  variables:
684    TEST_ARCH: arch-ci-linux-intel-mkl-single
685    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
686
687linux-cxx-cmplx-pkgs-64idx:
688  extends:
689    - .stage-3
690    - .linux_test
691  tags:
692    - gce-u22-stage3
693  variables:
694    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx
695
696# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
697linux-pkgs-dbg-ftn-interfaces:
698  extends:
699    - .stage-3
700    - .linux_test
701    - .coverage-disable
702  tags:
703    - gce-u22-stage3
704  variables:
705    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
706    OMP_PROC_BIND: "false"
707    OMP_NUM_THREADS: 4
708
709linux-pkgs-cxx-mlib:
710  extends:
711    - .stage-3
712    - .linux_test
713  tags:
714    - gce-u22-stage3
715  variables:
716    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
717  except:
718    variables:
719      - $PETSC_CI_SCHEDULED =~ /yes/
720
721linux-pkgs-valgrind:
722  extends:
723    - .stage-3
724    - .linux_test
725  tags:
726    - gce-valgrind
727  variables:
728    TEST_ARCH: arch-ci-linux-pkgs-valgrind
729    TIMEOUT: 7200
730
731linux-pkgs-opt:
732  extends:
733    - .stage-3
734    - .linux_test
735    - .coverage-disable
736  tags:
737    - gce-u22-stage3, linux-fast
738  variables:
739    TEST_ARCH: arch-ci-linux-pkgs-opt
740    LOAD_MODULES: gcc/12.1.0
741    MAKE_CXXFLAGS: -Wno-deprecated-declarations -Werror
742
743linux-pkgs-dbg:
744  extends:
745    - .stage-3
746    - .linux_test
747  tags:
748    - gce-u22-stage3, linux-gcov
749  variables:
750    TEST_ARCH: arch-ci-linux-pkgs-dbg
751
752linux-matlab-ilp64:
753  extends:
754    - .stage-3
755    - .linux_test
756  tags:
757    - gce-u22-stage3, linux-gcov
758  variables:
759    TEST_ARCH: arch-ci-linux-matlab-ilp64
760    LOAD_MODULES: gcc/9.4.0 matlab/R2022a
761  allow_failure: true
762
763linux-pgi:
764  extends:
765    - .stage-3
766    - .linux_test_noflags
767    - .coverage-disable
768  tags:
769    - gce-u22-stage3, linux-mcpu
770  variables:
771    TEST_ARCH: arch-ci-linux-pgi
772    LOAD_MODULES: nvhpc/22.3
773
774# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
775linux-nagfor:
776  extends:
777    - .stage-3
778    - .linux_test_nofflags
779  tags:
780    - gce-stage2, linux-mcpu
781  variables:
782    LOAD_MODULES: nag/6.1
783    TEST_ARCH: arch-ci-linux-nagfor
784  allow_failure:
785    exit_codes: 126
786
787linux-intel-cmplx:
788  extends:
789    - .stage-3
790    - .linux_test_nofflags
791    - .coverage-disable
792  tags:
793    - gce-u22-stage3
794  variables:
795    TEST_ARCH: arch-ci-linux-intel-cmplx
796    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
797
798linux-xsdk-dbg:
799  extends:
800    - .stage-3
801    - .linux_test
802  tags:
803    - gce-u22-stage3
804  variables:
805    TEST_ARCH: arch-ci-linux-xsdk-dbg
806    LOAD_MODULES: gcc/12.1.0
807
808linux-analyzer:
809  extends:
810    - .stage-3
811    - .linux_test
812    - .coverage-disable
813  tags:
814    - gce-u22-stage2
815  script:
816    - printf "PATH:$PATH\n"
817    - printf "PYTHONPATH:$PYTHONPATH\n"
818    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
819    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
820    - printf "./config/examples/${TEST_ARCH}.py\n"
821    - cat ./config/examples/${TEST_ARCH}.py
822    - ./config/examples/${TEST_ARCH}.py
823    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
824    - make LINTER_OPTIONS="${LINTER_OPTIONS} -fdoc-* no" lint
825  variables:
826    TEST_ARCH: arch-ci-linux-analyzer
827    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --verbose --werror"
828  artifacts:
829    paths:
830    - arch-*/lib/petsc/conf/*.log
831    - ./petscLintPatches/*.patch
832    expire_in: 4 days
833  except:
834    variables:
835      - $PETSC_CI_SCHEDULED =~ /yes/
836
837linux-intel:
838  extends:
839    - .stage-3
840    - .linux_test_nofflags
841    - .coverage-disable
842  tags:
843    - gce-u22-stage3
844  variables:
845    TEST_ARCH: arch-ci-linux-intel
846    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
847
848linux-opt-misc:
849  extends:
850    - .stage-3
851    - .linux_test
852  tags:
853    - gce-u22-stage3, linux-fast
854  variables:
855    TEST_ARCH: arch-ci-linux-opt-misc
856    LOAD_MODULES: gcc/8.5.0
857
858linux-pkgs-64idx:
859  extends:
860    - .stage-3
861    - .linux_test
862  tags:
863    - gce-u22-stage3, linux-mcpu
864  variables:
865    TEST_ARCH: arch-ci-linux-pkgs-64idx
866    LOAD_MODULES: intel-oneapi-mkl/2022.0.2
867
868linux-64idx-i8:
869  extends:
870    - .stage-3
871    - .linux_test
872  tags:
873    - gce-u22-stage3, linux-mcpu
874  variables:
875    TEST_ARCH: arch-ci-linux-64idx-i8
876
877linux-gcc-ifc-cmplx:
878  extends:
879    - .stage-3
880    - .linux_test_nofflags
881  tags:
882    - gce-u22-stage3
883  variables:
884    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
885    LOAD_MODULES: intel-oneapi-compilers/2022.2.1
886
887linux-opt-cxx-quad:
888  extends:
889    - .stage-3
890    - .linux_test
891  tags:
892    - gce-u22-stage3
893  variables:
894    TEST_ARCH: arch-ci-linux-opt-cxx-quad
895
896linux-ILP64:
897  extends:
898    - .stage-3
899    - .linux_test
900  tags:
901    - gce-u22-stage3
902  variables:
903    TEST_ARCH: arch-ci-linux-ILP64
904    LOAD_MODULES: gcc/8.5.0 mpich/2-1.5-gcc-8.5.0
905    MAKE_CFLAGS: -Wno-discarded-qualifiers -Werror
906
907linux-64idx-i8-uni:
908  extends:
909    - .stage-3
910    - .linux_test
911  tags:
912    - gce-u22-stage3, linux-mcpu
913  variables:
914    TEST_ARCH: arch-ci-linux-64idx-i8-uni
915
916linux-misc-32bit:
917  extends:
918    - .stage-3
919    - .linux_test
920  tags:
921    - gce-u22-stage3
922  variables:
923    TEST_ARCH: arch-ci-linux-misc-32bit
924
925mswin-intel-cxx-cmplx:
926  extends:
927    - .stage-3
928    - .mswin_test
929  tags:
930    - mswin-stage3
931  variables:
932    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
933
934mswin-uni:
935  extends:
936    - .stage-3
937    - .mswin_test
938  tags:
939    - mswin-stage3
940  variables:
941    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
942    TEST_ARCH: arch-ci-mswin-uni
943
944mswin-gnu:
945  extends:
946    - .stage-3
947    - .mswin_test
948  tags:
949    - mswin-stage3
950  variables:
951    TEST_ARCH: arch-ci-mswin-gnu
952    MAKE_CFLAGS: -Werror
953    MAKE_CXXFLAGS: -Werror
954    MAKE_FFLAGS: -Werror
955    DISABLE_TESTS: 1
956
957#mswin-intel:
958#  extends:
959#    - .stage-3
960#    - .mswin_test
961#  tags:
962#    - os:win
963#  variables:
964#    TEST_ARCH: arch-ci-mswin-intel
965
966osx-cxx-cmplx-pkgs-dbg:
967  extends:
968    - .stage-3
969    - .osx_test
970    - .coverage-disable
971  tags:
972    - os:macos-x64
973  variables:
974    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
975    INIT_SCRIPT: .zprofile
976
977osx-cxx-pkgs-opt:
978  extends:
979    - .stage-3
980    - .osx_test
981  tags:
982    - os:macos-x64
983  variables:
984    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
985    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt
986    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
987    INIT_SCRIPT: .zprofile
988
989osx-dbg:
990  extends:
991    - .stage-3
992    - .osx_test
993    - .coverage-disable
994  tags:
995    - os:macos-x64
996  variables:
997    TEST_ARCH: arch-ci-osx-dbg
998    ASAN_OPTIONS: log_path=stdout
999    INIT_SCRIPT: .zprofile
1000
1001osx-xsdk-opt:
1002  extends:
1003    - .stage-3
1004    - .osx_test
1005    - .coverage-disable
1006  tags:
1007    - os:macos-x64
1008  variables:
1009    TEST_ARCH: arch-ci-osx-xsdk-opt
1010    INIT_SCRIPT: .zprofile
1011
1012# job for analyzing the coverage results and generating the various reports
1013coverage-analyze:
1014  extends: .test
1015  stage: stage-4
1016  tags:
1017    - gce-u22-short
1018  dependencies:
1019    # stage-2
1020    - linux-gcc-quad-64idx-dbg
1021    - linux-gcc-pkgs-opt
1022    - linux-gcc-complex-opt-32bit
1023    # stage-3
1024    - linux-pkgs-dbg
1025    - linux-matlab-ilp64
1026    - linux-cuda-pkgs
1027    - linux-cxx-cmplx-pkgs-64idx
1028    - linux-cuda-cmplx
1029    - linux-cuda-double-64idx
1030    - linux-cuda-uni-pkgs
1031    - linux-viennacl
1032    - linux-without-fc
1033    - linux-gcc-cxx-avx2
1034    - linux-clang-avx
1035    - linux-pkgs-cxx-mlib
1036    - linux-pkgs-valgrind
1037    - linux-nagfor
1038    - linux-xsdk-dbg
1039    - linux-opt-misc
1040    - linux-pkgs-64idx
1041    - linux-64idx-i8
1042    - linux-gcc-ifc-cmplx
1043    - linux-opt-cxx-quad
1044    - linux-ILP64
1045    - linux-64idx-i8-uni
1046    - osx-cxx-pkgs-opt
1047  variables:
1048    PYTHON: python3
1049    PETSC_ARCH: arch-ci-analyze-pipeline
1050  before_script:
1051    - date
1052    - hostname
1053  script:
1054    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1055    - ${PYTHON} --version
1056    - gcovr --version
1057    - printf "PATH:$PATH\n"
1058    - printf "PYTHONPATH:$PYTHONPATH\n"
1059    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1060    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1061    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1062  coverage: /^\s*lines:\s*\d+.\d+\%/
1063  artifacts:
1064    name: "$CI_JOB_NAME"
1065    when: always
1066    paths:
1067    - arch-ci-analyze-pipeline/gcovr/*
1068    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1069    expire_in: 4 days
1070    reports:
1071      coverage_report:
1072        coverage_format: cobertura
1073        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1074
1075# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1076# environments from one job...
1077.coverage-review:
1078  extends: .test
1079  stage: .post
1080  tags:
1081    - gce-u22-short
1082  dependencies:
1083    - coverage-analyze
1084  script:
1085    - date
1086    - hostname
1087  artifacts:
1088    name: "$CI_JOB_NAME"
1089    when: always
1090    paths:
1091    - arch-ci-analyze-pipeline/gcovr/*
1092    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1093    expire_in: 4 days
1094
1095coverage-total-review:
1096  extends: .coverage-review
1097  environment:
1098    name: coverage/all/$CI_COMMIT_REF_SLUG
1099    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1100    auto_stop_in: one week
1101    deployment_tier: testing
1102
1103coverage-untested-review:
1104  extends: .coverage-review
1105  environment:
1106    name: coverage/untested/$CI_COMMIT_REF_SLUG
1107    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1108    auto_stop_in: one week
1109    deployment_tier: testing
1110
1111analyze-pipeline:
1112  extends: .coverage-review
1113  script:
1114    - date
1115    - hostname
1116    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1117    # pipeline should fail
1118    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1119        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1120        exit 1;
1121      fi
1122  allow_failure: true
1123
1124#
1125# Base job for a documentation build (runs in venv to allow installing additional packages without root)
1126#
1127.docs:
1128  stage: stage-3
1129  tags:
1130    - linux-docs
1131  before_script:
1132    - git fetch --unshallow --no-tags origin +release:remotes/origin/release +main:remotes/origin/main
1133    - module --trace load python-3.11.2-gcc-9.4.0-6p2ktlj
1134    - printf "PATH:$PATH\n"
1135    - printf "PYTHONPATH:$PYTHONPATH\n"
1136    - VENV=venv-petsc-docs &&
1137      python3 -m venv $VENV &&
1138      . $VENV/bin/activate &&
1139      cd doc &&
1140      python3 -m pip install -r requirements.txt
1141
1142#
1143# Build documentation and make available for review using GitLab pages
1144#
1145docs-review:
1146  extends:
1147    - .docs
1148    - .test-basic
1149  script:
1150    - (make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 1") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1151    - (make latexpdf SPHINXOPTS="-T -E -W --keep-going") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1152    - cp _build/latex/manual.pdf ../public/html/manual/
1153  environment:
1154    name: review/$CI_COMMIT_REF_NAME
1155    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1156    auto_stop_in: one week
1157    deployment_tier: development
1158  artifacts:
1159    paths:
1160      - public
1161    expire_in: 4 days
1162  except:
1163    variables:
1164      - $PETSC_CI_SCHEDULED =~ /yes/
1165
1166#
1167# Deploy documentation using GitLab pages
1168#
1169pages:  # this job name has special meaning to GitLab
1170  extends: .docs
1171  interruptible: true
1172  script:
1173    - mkdir -p ../public/ && cp public/* ../public/
1174    - (git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/docs/manual && cp _build/latex/manual.pdf ../public/main/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1175    - git clean -fdxq && rm -rf images ../arch-classic-docs
1176    - (git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1"  BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/docs/manual && cp _build/latex/manual.pdf ../public/release/docs/manual/) || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1177    - rm -rf ../public/*/.doctrees
1178  only:
1179    variables:
1180      - $PETSC_CI_SCHEDULED == "yes"
1181  artifacts:
1182    paths:
1183      - public
1184    expire_in: 4 days
1185
1186#
1187#
1188# The following tests are experimental; more tests by users at other sites may be added below this.  Experimental test
1189# that fail produce a warning, but do not block execution of a pipeline.
1190#
1191
1192.test-experimental:
1193  extends: .test
1194  allow_failure: true
1195
1196