xref: /petsc/.gitlab-ci.yml (revision 72a35d6d63ea98b60d8ef4c5aaefda5ff933c0fe)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  TIMEOUT: 450
21
22#
23# The most basic template that most tests will expand upon
24#
25
26.test-basic:
27  interruptible: true
28  only:
29    refs:
30#     Set with CI/CD Shedules - New Schedule
31      - schedules
32      - api
33#     Set with CI/CD Pipelines - Run Pipeline
34      - web
35      - merge_requests
36  dependencies: []
37
38.test:
39  extends: .test-basic
40  except:
41    variables:
42      # Skip if the docs-only label is attached to a merge request
43      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
44      - $PETSC_CI_SCHEDULED =~ /yes/
45
46check-ci-settings:
47  extends: .test-basic
48  stage: .pre
49  tags:
50    - gce-stage1
51  script:
52    - lib/petsc/bin/maint/check-ci-settings.sh
53#
54#  This provides the basic order of operations and options template for cloud based stage 1 tests.
55#  Not all test-short need to follow this template but most will.
56#
57
58.stage-1:
59  extends: .test
60  stage: stage-1
61  tags:
62    - gce-u22-stage1
63  before_script:
64    - date
65    - hostname
66    - grep PRETTY_NAME /etc/os-release
67    - nproc
68    - lscpu
69    - ccache --zero-stats
70  script:
71    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
72    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
73    - printf "PATH:$PATH\n"
74    - printf "PYTHONPATH:$PYTHONPATH\n"
75    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
76    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
77    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
78    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O -march=native' CXXOPTFLAGS='-O -march=native' FOPTFLAGS='-O -march=native' ${CONFIG_OPTS}
79    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}"
80    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check; fi
81    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
82  variables:
83    PYTHON: python3
84    MAKE_CFLAGS: -Werror
85    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
86    MAKE_FFLAGS: -Werror
87    MAKE_TEST_CFLAGS: -Werror
88    MAKE_TEST_CXXFLAGS: -Werror
89    MAKE_TEST_FFLAGS: -Werror
90  after_script:
91    - date
92    - ccache --show-stats
93  artifacts:
94    reports:
95      junit: arch-*/tests/testresults.xml
96    name: "$CI_JOB_NAME"
97    when: always
98    paths:
99    - arch-*/lib/petsc/conf/*.log
100    - arch-*/lib/pkgconfig/petsc.pc
101    - arch-*/tests/testresults.xml
102    - arch-*/tests/test_*_tap.log
103    - arch-*/tests/test_*_err.log
104    expire_in: 4 days
105
106#
107# The following tests run on the cloud as part of stage-1.
108#
109
110ompi-cuda:
111  extends: .stage-1
112  tags:
113  - cuda-stage1
114  variables:
115    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-fc=0
116    TEST_SEARCH: snes_tutorials-ex19_cuda%
117    ENABLE_CHECK: 1
118    MAKE_CXXFLAGS: -Werror
119
120mpich-cxx-py3:
121  extends: .stage-1
122  variables:
123    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11 --with-strict-petscerrorcode
124    TEST_SEARCH: snes_tutorials-ex48%
125    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
126
127uni-complex-float-int64:
128  extends: .stage-1
129  variables:
130    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
131    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
132    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
133
134c99-mlib-static-py:
135  extends: .stage-1
136  variables:
137    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 --with-strict-petscerrorcode CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
138    ENABLE_CHECK: 1
139    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
140    MAKE_TEST_FFLAGS: -Werror -std=f2008
141    LOAD_MODULES: gcc/12.1.0 mpich/4.1-gcc-12.1.0
142
143petsc4py-install:
144  extends: .stage-2
145  tags:
146    - gce-stage2
147  variables:
148    PYTHON: python3
149    T_PREFIX: petsc-install
150    T_DESTDIR: petsc-destdir
151    T_PETSC4PY: src/binding/petsc4py
152    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
153  script:
154    - printf "PATH:$PATH\n"
155    - mkdir hide
156    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
157    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
158    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
159    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
160    - make install DESTDIR="${PWD}/${T_DESTDIR}"
161    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
162    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
163    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
164    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
165    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
166    - printf "====== Test B. Install directly into prefix directory =====\n"
167    - make install
168    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
169    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
170    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
171    - printf "====== Test C. Install manually with setuptools =====\n"
172    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
173    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
174    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
175    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
176    - printf "====== Test D. Install manually with setuptools with staging =====\n"
177    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
178    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
179    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
180
181petsc4py-pip:
182  extends: .stage-2
183  tags:
184    - gce-stage2
185  variables:
186    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
187    CFLAGS: -O0
188  script:
189    - python3 -m venv pip-builds
190    - source pip-builds/bin/activate
191    - python3 -m pip install --upgrade pip
192    - python3 -m pip install .
193    - python3 -m pip install src/binding/petsc4py
194    - python3 -m petsc4py
195
196checksource:
197  extends: .test-basic
198  stage: .pre
199  tags:
200    - gce-u22-stage1
201  script:
202    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0
203    - vermin --version
204    - make vermin
205    - PATH=/nfs/gce/projects/petsc/soft/u22.04/spack/opt/spack/linux-ubuntu22.04-ivybridge/gcc-11.2.0/llvm-15.0.0-m7mrrtynenjytkmiib2moeqk6kfcifmv/bin:$PATH make checkclangformat SHELL=bash
206    - make checkbadSource SHELL=bash
207    - make checkbadFileChange SHELL=bash
208    - make -f gmakefile check_output SHELL=bash
209    - make check_petsc4py_rst
210  artifacts:
211    name: "$CI_JOB_NAME"
212    when: always
213    paths:
214    - arch-*/lib/petsc/conf/*.patch
215    - arch-*/lib/petsc/conf/*.log
216    expire_in: 4 days
217
218pause-for-approval:
219  extends: .test
220  stage: .pre
221  tags:
222    - gce-stage1
223  only:
224    refs:
225      - merge_requests
226    variables:
227      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
228      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
229  script:
230    - echo "pause-for-approval has no script to run"
231  variables:
232    GIT_STRATEGY: none
233  when: manual
234  allow_failure: false
235
236#
237# This provides the basic order of operations and options template for stage-2,3 tests.
238# Not all stage-2,3 need to follow this template, but most will.
239#
240.stage-23:
241  extends: .test
242  script:
243    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
244    - if [ ! -z ${GCOV_MODULES+x} ]; then module --trace load ${GCOV_MODULES}; module list; fi
245    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
246    - if [ ! -z ${RUN_GCOV+x} ]; then gcovr --version; fi
247    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
248    - printf "PATH:$PATH\n"
249    - printf "PYTHONPATH:$PYTHONPATH\n"
250    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
251    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
252    - printf "./config/examples/${TEST_ARCH}.py\n"
253    - cat ./config/examples/${TEST_ARCH}.py
254    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
255    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
256    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
257    - make updatedatafiles
258    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
259    - if [ -z ${DISABLE_TESTS+x} ]; then make cleantest && make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
260    - if [ ! -z ${RUN_GCOV_OPTIONS+x} ]; then printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n"; fi
261    - if [ ! -z ${RUN_GCOV+x} ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
262  artifacts:
263    reports:
264      junit: arch-*/tests/testresults.xml
265    name: "$CI_JOB_NAME"
266    when: always
267    paths:
268    - arch-*/lib/petsc/conf/*.log
269    - arch-*/lib/pkgconfig/petsc.pc
270    - arch-*/tests/testresults.xml
271    - arch-*/tests/test_arch-*_tap.log
272    - arch-*/tests/test_arch-*_err.log
273    - arch-*/arch-*-gcovr-report.json.tar.gz
274    expire_in: 4 days
275  variables:
276    OPENBLAS_NUM_THREADS: 1
277
278.stage-2:
279  extends: .stage-23
280  stage: stage-2
281
282.stage-3:
283  extends: .stage-23
284  stage: stage-3
285
286#
287# The following provide templates for various OSes for pre/post info
288#
289
290.linux_test_noflags:
291  before_script:
292    - date
293    - hostname
294    - grep PRETTY_NAME /etc/os-release
295    - nproc
296    - lscpu
297    - ccache --zero-stats
298  after_script:
299    - date
300    - ccache --show-stats
301
302.linux_test_nofflags:
303  extends: .linux_test_noflags
304  variables:
305    MAKE_CFLAGS: -Werror
306    MAKE_CXXFLAGS: -Werror
307
308.linux_test:
309  extends: .linux_test_noflags
310  variables:
311    MAKE_CFLAGS: -Werror
312    MAKE_CXXFLAGS: -Werror
313    MAKE_FFLAGS: -Werror
314
315.coverage-generate:
316  variables:
317    RUN_GCOV: 1
318    RUN_GCOV_OPTIONS: --decisions
319
320.coverage-generate-u22:
321  extends: .coverage-generate
322  variables:
323    GCOV_MODULES: py-gcovr-5.2-gcc-11.2.0-wcsmyet
324
325.freebsd_test:
326  variables:
327    MAKE_CFLAGS: -Werror
328    MAKE_CXXFLAGS: -Werror
329    MAKE_FFLAGS: -Werror
330  before_script:
331    - date
332    - hostname
333    - freebsd-version
334    - echo $(sysctl -n hw.ncpu)
335    - ccache --zero-stats
336  after_script:
337    - date
338    - ccache --show-stats
339
340.osx_test:
341  variables:
342    MAKE_CFLAGS: -Werror
343    MAKE_CXXFLAGS: -Werror
344    MAKE_FFLAGS: -Werror
345  before_script:
346    - date
347    - hostname
348    - sw_vers -productVersion
349    - echo $(sysctl -n hw.ncpu)
350    - ccache --zero-stats
351  after_script:
352    - date
353    - ccache --show-stats
354
355.opensolaris_test:
356  before_script:
357    - date
358    - hostname
359    - uname -a
360    - nproc
361    - isainfo -x
362  after_script:
363    - date
364
365.mswin_test:
366  before_script:
367    - date
368    - hostname
369    - uname -a
370    - nproc
371  after_script:
372    - date
373
374#
375# The following tests run as part of stage-2.
376#
377# The tags variable used in the tests below connects the particular test with the runners
378# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
379# For example the test 'linux-sycl-double' any runner that has the tags 'gce-u22-stage3, linux-fast'
380# (in a blue box beneath it)
381#
382
383osx-m1:
384  extends:
385    - .stage-3
386    - .osx_test
387  tags:
388    - os:macos-m1
389  variables:
390    TEST_ARCH: arch-ci-osx-m1
391    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
392    INIT_SCRIPT: /Volumes/Scratch/svcpetsc/soft/py3venv/cython3setup.sh
393
394freebsd-cxx-cmplx-64idx-dbg:
395  extends:
396    - .stage-2
397    - .freebsd_test
398  tags:
399    - os:fbsd
400  variables:
401    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
402
403freebsd-c-single-opt:
404  extends:
405    - .stage-2
406    - .freebsd_test
407  tags:
408    - os:fbsd
409  variables:
410    TEST_ARCH: arch-ci-freebsd-c-single-opt
411
412mswin-opt-impi:
413  extends:
414    - .stage-3
415    - .mswin_test
416  tags:
417    - mswin-stage3
418  variables:
419    TEST_ARCH: arch-ci-mswin-opt-impi
420    TEST_OPTS: search='ksp_ksp_tests*'
421
422linux-gcc-quad-64idx-dbg:
423  extends:
424    - .stage-2
425    - .linux_test
426  tags:
427    - gce-stage2
428  variables:
429    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
430
431linux-gcc-pkgs-opt:
432  extends:
433    - .stage-2
434    - .linux_test
435  tags:
436    - gce-stage2
437  variables:
438    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
439
440linux-gcc-complex-opt-32bit:
441  extends:
442    - .stage-2
443    - .linux_test
444  tags:
445    - gce-stage2
446  variables:
447    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
448
449linux-emcc:
450  extends:
451    - .stage-2
452    - .linux_test
453  tags:
454    - gce-stage2
455  variables:
456    TEST_ARCH: arch-ci-linux-emcc
457    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
458    DISABLE_TESTS: 1
459
460#
461# The following tests run as part of stage-3.
462#
463
464freebsd-cxx-cmplx-pkgs-dbg:
465  extends:
466    - .stage-3
467    - .freebsd_test
468  tags:
469    - os:fbsd
470  variables:
471    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
472
473freebsd-cxx-pkgs-opt:
474  extends:
475    - .stage-3
476    - .freebsd_test
477  tags:
478    - os:fbsd
479  variables:
480    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
481    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
482
483freebsd-pkgs-opt:
484  extends:
485    - .stage-3
486    - .freebsd_test
487  tags:
488    - os:fbsd
489  variables:
490    TEST_ARCH: arch-ci-freebsd-pkgs-opt
491
492linux-hip-double:
493  extends:
494    - .stage-3
495    - .linux_test_noflags
496  tags:
497    - gpu:amd, os:linux
498  variables:
499    TEST_ARCH: arch-ci-linux-hip-double
500    INIT_SCRIPT: /home/users/balay/bin/instinct-mod-init.sh
501
502linux-sycl-double:
503  extends:
504    - .stage-3
505    - .linux_test_nofflags
506  tags:
507    - gce-u22-stage3, linux-fast
508  variables:
509    TEST_ARCH: arch-ci-linux-sycl-double
510    LOAD_MODULES: intel-oneapi-compilers/2022.2.1 intel-oneapi-mpi/2021.5.1
511    TEST_OPTS: query=requires queryval=kokkos_kernels
512    MAKE_CFLAGS: -Wno-expected-file-type -Werror
513
514linux-cuda-pkgs-gcov:
515  extends:
516    - .stage-3
517    - .linux_test
518    - .coverage-generate-u22
519  tags:
520    - cuda-stage3
521  variables:
522    TEST_ARCH: arch-ci-linux-cuda-pkgs-gcov
523    # run all tests that:
524    # 1. require cuda, OR
525    # 2. require device, OR
526    # 3. require kokkos[_kernels], AND lives in the vec subdirectory
527    #
528    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
529    # shell, and I could not manage to escape it enough times...
530    TEST_OPTS: -j3 queryval='cuda,device,kokkos*,vec*' query='requires,requires,requires%OR%name'
531
532linux-cuda112-omp:
533  extends:
534    - .stage-3
535    - .linux_test
536  tags:
537    - cuda-stage3
538  variables:
539    TEST_ARCH: arch-ci-linux-cuda112-omp
540    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
541    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
542    OMP_PROC_BIND: "false"
543    OMP_NUM_THREADS: 1
544
545linux-cuda-cmplx:
546  extends:
547    - .stage-3
548    - .linux_test
549  tags:
550    - cuda-stage3
551  variables:
552    TEST_ARCH: arch-ci-linux-cuda-cmplx
553
554linux-cuda-double-64idx:
555  extends:
556    - .stage-3
557    - .linux_test
558  tags:
559    - cuda-stage3
560  variables:
561    TEST_ARCH: arch-ci-linux-cuda-double-64idx
562    TEST_OPTS: -j15 query=requires queryval=cuda
563
564linux-cuda-single-cxx:
565  extends:
566    - .stage-3
567    - .linux_test_noflags
568  tags:
569    - cuda-stage3
570  variables:
571    TEST_ARCH: arch-ci-linux-cuda-single-cxx
572    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
573    LOAD_MODULES: nvhpc-22.11-gcc-11.3.0-vmvmbrx
574    TEST_OPTS: -j15 query=requires queryval=cuda
575
576linux-cuda-uni-pkgs:
577  extends:
578    - .stage-3
579    - .linux_test
580  tags:
581    - cuda-stage3
582  variables:
583    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
584    TEST_OPTS: -j20 query=requires queryval=cuda
585
586linux-clang-cuda:
587  extends:
588    - .stage-3
589    - .linux_test
590  tags:
591    - cuda-stage3
592  variables:
593    TEST_ARCH: arch-ci-linux-clang-cuda
594    TEST_OPTS: -j 1  queryval='cuda*,snes*' query='requires%OR%name'
595    MODULEPATH: /nfs/gce/projects/petsc/soft/u22.04/spack-2023-02-02/share/spack/modules/linux-ubuntu22.04-ivybridge
596    LOAD_MODULES: llvm-15.0.7-gcc-11.3.0-pjldtxf cuda-11.5.2-gcc-11.3.0-jkoottx gcc-11.3.0-gcc-11.3.0-pgrvke5
597
598linux-viennacl:
599  extends:
600    - .stage-3
601    - .linux_test
602  tags:
603    - cuda-stage3
604  variables:
605    TEST_ARCH: arch-ci-linux-viennacl
606    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
607    TEST_OPTS: -j20 query=requires queryval=viennacl
608
609linux-without-fc:
610  extends:
611    - .stage-3
612    - .linux_test
613  tags:
614    - gce-u22-stage3
615  variables:
616    TEST_ARCH: arch-ci-linux-without-fc
617
618linux-cmplx-single:
619  extends:
620    - .stage-3
621    - .linux_test
622  tags:
623    - name:si
624  variables:
625    FLEXIBLAS: netlib
626    TEST_ARCH: arch-ci-linux-cmplx-single
627
628linux-gcc-cxx-avx2:
629  extends:
630    - .stage-3
631    - .linux_test
632  tags:
633    - name:petsc-knl-01
634  variables:
635    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
636
637linux-clang-avx:
638  extends:
639    - .stage-3
640    - .linux_test
641  tags:
642    - name:petsc-knl-01
643  variables:
644    TEST_ARCH: arch-ci-linux-clang-avx
645
646linux-knl:
647  extends:
648    - .stage-3
649    - .linux_test
650  tags:
651    - name:petsc-knl-01
652  variables:
653    MAKE_FFLAGS: -warn errors
654    TEST_ARCH: arch-ci-linux-knl
655    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
656
657linux-intel-mkl-single:
658  extends:
659    - .stage-3
660    - .linux_test_nofflags
661  tags:
662    - name:petsc-knl-01
663  variables:
664    TEST_ARCH: arch-ci-linux-intel-mkl-single
665    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
666
667linux-cxx-cmplx-pkgs-64idx-gcov:
668  extends:
669    - .stage-3
670    - .linux_test
671    - .coverage-generate-u22
672  tags:
673    - gce-u22-stage3
674  variables:
675    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx-gcov
676
677# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
678linux-pkgs-dbg-ftn-interfaces:
679  extends:
680    - .stage-3
681    - .linux_test
682  tags:
683    - gce-u22-stage3
684  variables:
685    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
686    OMP_PROC_BIND: "false"
687    OMP_NUM_THREADS: 4
688
689linux-pkgs-cxx-mlib:
690  extends:
691    - .stage-3
692    - .linux_test
693  tags:
694    - gce-u22-stage3
695  variables:
696    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
697  except:
698    variables:
699      - $PETSC_CI_SCHEDULED =~ /yes/
700
701linux-pkgs-valgrind:
702  extends:
703    - .stage-3
704    - .linux_test
705  tags:
706    - gce-valgrind
707  variables:
708    TEST_ARCH: arch-ci-linux-pkgs-valgrind
709    TIMEOUT: 7200
710
711linux-pkgs-opt:
712  extends:
713    - .stage-3
714    - .linux_test
715  tags:
716    - gce-u22-stage3, linux-fast
717  variables:
718    TEST_ARCH: arch-ci-linux-pkgs-opt
719    LOAD_MODULES: gcc/12.1.0
720    MAKE_CXXFLAGS: -Wno-deprecated-declarations -Werror
721
722linux-pkgs-gcov:
723  extends:
724    - .stage-3
725    - .linux_test
726    - .coverage-generate-u22
727  tags:
728    - gce-u22-stage3, linux-gcov
729  variables:
730    TEST_ARCH: arch-ci-linux-pkgs-gcov
731
732linux-matlab-ilp64-gcov:
733  extends:
734    - .stage-3
735    - .linux_test
736    - .coverage-generate-u22
737  tags:
738    - gce-u22-stage3, linux-gcov
739  variables:
740    TEST_ARCH: arch-ci-linux-matlab-ilp64-gcov
741    LOAD_MODULES: gcc/9.4.0 matlab/R2022a
742  allow_failure: true
743
744linux-pgi:
745  extends:
746    - .stage-3
747    - .linux_test_noflags
748  tags:
749    - gce-u22-stage3, linux-mcpu
750  variables:
751    TEST_ARCH: arch-ci-linux-pgi
752    LOAD_MODULES: nvhpc/22.3
753
754# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
755linux-nagfor:
756  extends:
757    - .stage-3
758    - .linux_test_nofflags
759  tags:
760    - gce-stage2, linux-mcpu
761  variables:
762    LOAD_MODULES: nag/6.1
763    TEST_ARCH: arch-ci-linux-nagfor
764  allow_failure:
765    exit_codes: 126
766
767linux-intel-cmplx:
768  extends:
769    - .stage-3
770    - .linux_test_nofflags
771  tags:
772    - gce-u22-stage3
773  variables:
774    TEST_ARCH: arch-ci-linux-intel-cmplx
775    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
776
777linux-xsdk-dbg:
778  extends:
779    - .stage-3
780    - .linux_test
781  tags:
782    - gce-u22-stage3
783  variables:
784    TEST_ARCH: arch-ci-linux-xsdk-dbg
785    LOAD_MODULES: gcc/12.1.0
786
787linux-analyzer:
788  extends:
789    - .stage-3
790    - .linux_test
791  tags:
792    - gce-u22-stage2
793  script:
794    - printf "PATH:$PATH\n"
795    - printf "PYTHONPATH:$PYTHONPATH\n"
796    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
797    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
798    - printf "./config/examples/${TEST_ARCH}.py\n"
799    - cat ./config/examples/${TEST_ARCH}.py
800    - ./config/examples/${TEST_ARCH}.py
801    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
802    - make LINTER_OPTIONS="${LINTER_OPTIONS} -fdoc-* no" lint
803  variables:
804    TEST_ARCH: arch-ci-linux-analyzer
805    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --verbose --werror"
806  artifacts:
807    paths:
808    - arch-*/lib/petsc/conf/*.log
809    - ./petscLintPatches/*.patch
810    expire_in: 4 days
811  except:
812    variables:
813      - $PETSC_CI_SCHEDULED =~ /yes/
814
815linux-intel:
816  extends:
817    - .stage-3
818    - .linux_test_nofflags
819  tags:
820    - gce-u22-stage3
821  variables:
822    TEST_ARCH: arch-ci-linux-intel
823    LOAD_MODULES: intel-oneapi-compilers/2023.0.0 intel-oneapi-mkl/2022.0.2
824
825linux-opt-misc:
826  extends:
827    - .stage-3
828    - .linux_test
829  tags:
830    - gce-u22-stage3, linux-fast
831  variables:
832    TEST_ARCH: arch-ci-linux-opt-misc
833    LOAD_MODULES: gcc/8.5.0
834
835linux-pkgs-64idx:
836  extends:
837    - .stage-3
838    - .linux_test
839  tags:
840    - gce-u22-stage3, linux-mcpu
841  variables:
842    TEST_ARCH: arch-ci-linux-pkgs-64idx
843    LOAD_MODULES: intel-oneapi-mkl/2022.0.2
844
845linux-64idx-i8:
846  extends:
847    - .stage-3
848    - .linux_test
849  tags:
850    - gce-u22-stage3, linux-mcpu
851  variables:
852    TEST_ARCH: arch-ci-linux-64idx-i8
853
854linux-gcc-ifc-cmplx:
855  extends:
856    - .stage-3
857    - .linux_test_nofflags
858  tags:
859    - gce-u22-stage3
860  variables:
861    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
862    LOAD_MODULES: intel-oneapi-compilers/2022.2.1
863
864linux-opt-cxx-quad:
865  extends:
866    - .stage-3
867    - .linux_test
868  tags:
869    - gce-u22-stage3
870  variables:
871    TEST_ARCH: arch-ci-linux-opt-cxx-quad
872
873linux-ILP64:
874  extends:
875    - .stage-3
876    - .linux_test
877  tags:
878    - gce-u22-stage3
879  variables:
880    TEST_ARCH: arch-ci-linux-ILP64
881    LOAD_MODULES: gcc/8.5.0 mpich/2-1.5-gcc-8.5.0
882    MAKE_CFLAGS: -Wno-discarded-qualifiers -Werror
883
884linux-64idx-i8-uni:
885  extends:
886    - .stage-3
887    - .linux_test
888  tags:
889    - gce-u22-stage3, linux-mcpu
890  variables:
891    TEST_ARCH: arch-ci-linux-64idx-i8-uni
892
893mswin-intel-cxx-cmplx:
894  extends:
895    - .stage-3
896    - .mswin_test
897  tags:
898    - mswin-stage3
899  variables:
900    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
901
902mswin-uni:
903  extends:
904    - .stage-3
905    - .mswin_test
906  tags:
907    - mswin-stage3
908  variables:
909    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
910    TEST_ARCH: arch-ci-mswin-uni
911
912mswin-gnu:
913  extends:
914    - .stage-3
915    - .mswin_test
916  tags:
917    - mswin-stage3
918  variables:
919    TEST_ARCH: arch-ci-mswin-gnu
920    MAKE_CFLAGS: -Werror
921    MAKE_CXXFLAGS: -Werror
922    MAKE_FFLAGS: -Werror
923    DISABLE_TESTS: 1
924
925#mswin-intel:
926#  extends:
927#    - .stage-3
928#    - .mswin_test
929#  tags:
930#    - os:win
931#  variables:
932#    TEST_ARCH: arch-ci-mswin-intel
933
934opensolaris-pkgs-opt:
935  extends:
936    - .stage-3
937    - .opensolaris_test
938  tags:
939    - name:n-gage
940  variables:
941    TEST_ARCH: arch-ci-opensolaris-pkgs-opt
942
943opensolaris-cmplx-pkgs-dbg:
944  extends:
945    - .stage-3
946    - .opensolaris_test
947  tags:
948    - name:n-gage
949  variables:
950    TEST_ARCH: arch-ci-opensolaris-cmplx-pkgs-dbg
951
952opensolaris-misc:
953  extends:
954    - .stage-3
955    - .opensolaris_test
956  tags:
957    - name:n-gage
958  variables:
959    TEST_ARCH: arch-ci-opensolaris-misc
960
961osx-cxx-cmplx-pkgs-dbg:
962  extends:
963    - .stage-3
964    - .osx_test
965  tags:
966    - os:macos
967  variables:
968    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
969    INIT_SCRIPT: /Users/glci/bin/py3.sh
970
971osx-cxx-pkgs-opt:
972  extends:
973    - .stage-3
974    - .osx_test
975  tags:
976    - os:macos, opt
977  variables:
978    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false
979    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt
980    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
981
982osx-dbg:
983  extends:
984    - .stage-3
985    - .osx_test
986  tags:
987    - os:macos
988  variables:
989    TEST_ARCH: arch-ci-osx-dbg
990
991osx-xsdk-opt:
992  extends:
993    - .stage-3
994    - .osx_test
995  tags:
996    - os:macos, opt
997  variables:
998    TEST_ARCH: arch-ci-osx-xsdk-opt
999
1000# job for analyzing the coverage results and generating the various reports
1001analyze-coverage:
1002  extends: .test
1003  stage: stage-4
1004  tags:
1005    - gce-u22-short
1006  dependencies:
1007    - linux-pkgs-gcov
1008    - linux-matlab-ilp64-gcov
1009    - linux-cuda-pkgs-gcov
1010    - linux-cxx-cmplx-pkgs-64idx-gcov
1011  variables:
1012    PYTHON: python3
1013    PETSC_ARCH: arch-ci-analyze-pipeline
1014  before_script:
1015    - date
1016    - hostname
1017  script:
1018    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1019    - ${PYTHON} --version
1020    - gcovr --version
1021    - printf "PATH:$PATH\n"
1022    - printf "PYTHONPATH:$PYTHONPATH\n"
1023    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1024    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1025    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1026  coverage: /^\s*lines:\s*\d+.\d+\%/
1027  artifacts:
1028    name: "$CI_JOB_NAME"
1029    when: always
1030    paths:
1031    - arch-ci-analyze-pipeline/gcovr/*
1032    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1033    expire_in: 4 days
1034    reports:
1035      coverage_report:
1036        coverage_format: cobertura
1037        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1038
1039# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1040# environments from one job...
1041.coverage-review:
1042  extends: .test
1043  stage: .post
1044  tags:
1045    - gce-u22-short
1046  dependencies:
1047    - analyze-coverage
1048  script:
1049    - date
1050    - hostname
1051  artifacts:
1052    name: "$CI_JOB_NAME"
1053    when: always
1054    paths:
1055    - arch-ci-analyze-pipeline/gcovr/*
1056    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1057    expire_in: 4 days
1058
1059coverage-total-review:
1060  extends: .coverage-review
1061  environment:
1062    name: coverage/all/$CI_COMMIT_REF_SLUG
1063    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1064    auto_stop_in: one week
1065    deployment_tier: testing
1066
1067coverage-untested-review:
1068  extends: .coverage-review
1069  environment:
1070    name: coverage/untested/$CI_COMMIT_REF_SLUG
1071    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1072    auto_stop_in: one week
1073    deployment_tier: testing
1074
1075analyze-pipeline:
1076  extends: .coverage-review
1077  script:
1078    - date
1079    - hostname
1080    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1081    # pipeline should fail
1082    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1083        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1084        exit 1;
1085      fi
1086
1087#
1088# Base job for a documentation build (runs in venv to allow installing additional packages without root)
1089#
1090.docs:
1091  stage: stage-3
1092  tags:
1093    - gce-stage2
1094  before_script:
1095    - printf "PATH:$PATH\n"
1096    - printf "PYTHONPATH:$PYTHONPATH\n"
1097    - VENV=venv-petsc-docs &&
1098      python3 -m venv $VENV &&
1099      . $VENV/bin/activate &&
1100      cd doc &&
1101      python3 -m pip install -r requirements.txt
1102
1103#
1104# Build documentation and make available for review using GitLab pages
1105#
1106docs-review:
1107  extends:
1108    - .docs
1109    - .test-basic
1110  script:
1111    - (make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 1") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1112    - (make latexpdf SPHINXOPTS="-T -E -W --keep-going") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1113    - cp _build/latex/manual.pdf ../public/html/manual/
1114  environment:
1115    name: review/$CI_COMMIT_REF_NAME
1116    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1117    auto_stop_in: one week
1118    deployment_tier: development
1119  artifacts:
1120    paths:
1121      - public
1122    expire_in: 4 days
1123  except:
1124    variables:
1125      - $PETSC_CI_SCHEDULED =~ /yes/
1126
1127#
1128# Deploy documentation using GitLab pages
1129#
1130pages:  # this job name has special meaning to GitLab
1131  extends: .docs
1132  interruptible: true
1133  script:
1134    - mkdir -p ../public/ && cp public/* ../public/
1135    - git fetch --unshallow --no-tags origin +release:remotes/origin/release +main:remotes/origin/main
1136    - git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/docs/manual && cp _build/latex/manual.pdf ../public/main/manual/
1137    - make clean BUILDDIR="../public/release"
1138    - git clean -fdxq && rm -rf images
1139    - git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1"  BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/docs/manual && cp _build/latex/manual.pdf ../public/release/docs/manual/
1140    - rm -rf ../public/*/.doctrees
1141  only:
1142    variables:
1143      - $PETSC_CI_SCHEDULED == "yes"
1144  artifacts:
1145    paths:
1146      - public
1147    expire_in: 4 days
1148
1149#
1150#
1151# The following tests are experimental; more tests by users at other sites may be added below this.  Experimental test
1152# that fail produce a warning, but do not block execution of a pipeline.
1153#
1154
1155.test-experimental:
1156  extends: .test
1157  allow_failure: true
1158
1159