xref: /petsc/.gitlab-ci.yml (revision cd3f9d89000eee1a8525330c324095837b9c0d60)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  PETSC_OPTIONS:  -checkfunctionlist
21  TIMEOUT: 450
22
23#
24# The most basic template that most tests will expand upon
25#
26
27.test-basic:
28  interruptible: true
29  only:
30    refs:
31#     Set with CI/CD Shedules - New Schedule
32      - schedules
33      - api
34#     Set with CI/CD Pipelines - Run Pipeline
35      - web
36      - merge_requests
37  dependencies: []
38
39.test:
40  extends: .test-basic
41  except:
42    variables:
43      # Skip if the docs-only label is attached to a merge request
44      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
45      - $PETSC_CI_SCHEDULED =~ /yes/
46
47check-ci-settings:
48  extends: .test-basic
49  stage: .pre
50  tags:
51    - gce-stage1
52  script:
53    - lib/petsc/bin/maint/check-ci-settings.sh
54#
55#  This provides the basic order of operations and options template for cloud based stage 1 tests.
56#  Not all test-short need to follow this template but most will.
57#
58
59.stage-1:
60  extends: .test
61  stage: stage-1
62  tags:
63    - gce-u22-stage1
64  before_script:
65    - date
66    - hostname
67    - grep PRETTY_NAME /etc/os-release
68    - nproc
69    - lscpu
70    - ccache --zero-stats
71  script:
72    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
73    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
74    - printf "PATH:$PATH\n"
75    - printf "PYTHONPATH:$PYTHONPATH\n"
76    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
77    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
78    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
79    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O -march=native' CXXOPTFLAGS='-O -march=native' FOPTFLAGS='-O -march=native' ${CONFIG_OPTS}
80    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}"
81    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check; fi
82    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
83  variables:
84    PYTHON: python3
85    MAKE_CFLAGS: -Werror
86    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
87    MAKE_FFLAGS: -Werror
88    MAKE_TEST_CFLAGS: -Werror
89    MAKE_TEST_CXXFLAGS: -Werror
90    MAKE_TEST_FFLAGS: -Werror
91  after_script:
92    - date
93    - ccache --show-stats
94  artifacts:
95    reports:
96      junit: arch-*/tests/testresults.xml
97    name: "$CI_JOB_NAME"
98    when: always
99    paths:
100    - arch-*/lib/petsc/conf/*.log
101    - arch-*/lib/pkgconfig/petsc.pc
102    - arch-*/tests/testresults.xml
103    - arch-*/tests/test_*_tap.log
104    - arch-*/tests/test_*_err.log
105    expire_in: 4 days
106
107#
108# The following tests run on the cloud as part of stage-1.
109#
110
111ompi-cuda:
112  extends: .stage-1
113  tags:
114  - cuda-stage1
115  variables:
116    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-fc=0
117    TEST_SEARCH: snes_tutorials-ex19_cuda%
118    ENABLE_CHECK: 1
119    MAKE_CXXFLAGS: -Werror
120
121mpich-cxx-py3:
122  extends: .stage-1
123  variables:
124    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11
125    TEST_SEARCH: snes_tutorials-ex48%
126    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
127
128uni-complex-float-int64:
129  extends: .stage-1
130  variables:
131    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
132    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
133    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
134
135c99-mlib-static-py:
136  extends: .stage-1
137  variables:
138    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
139    ENABLE_CHECK: 1
140    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
141    MAKE_TEST_FFLAGS: -Werror -std=f2008
142    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
143
144petsc4py-install:
145  extends: .stage-2
146  tags:
147    - gce-stage2
148  variables:
149    PYTHON: python3
150    T_PREFIX: petsc-install
151    T_DESTDIR: petsc-destdir
152    T_PETSC4PY: src/binding/petsc4py
153    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
154  script:
155    - printf "PATH:$PATH\n"
156    - mkdir hide
157    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
158    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
159    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
160    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
161    - make install DESTDIR="${PWD}/${T_DESTDIR}"
162    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
163    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
164    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
165    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
166    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
167    - printf "====== Test B. Install directly into prefix directory =====\n"
168    - make install
169    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
170    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
171    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
172    - printf "====== Test C. Install manually with setuptools =====\n"
173    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
174    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
175    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
176    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
177    - printf "====== Test D. Install manually with setuptools with staging =====\n"
178    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
179    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
180    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
181
182petsc4py-pip:
183  extends: .stage-2
184  tags:
185    - gce-stage2
186  variables:
187    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
188    CFLAGS: -O0
189  script:
190    - python3 -m venv pip-builds
191    - source pip-builds/bin/activate
192    - python3 -m pip install --upgrade pip
193    - python3 -m pip install .
194    - python3 -m pip install src/binding/petsc4py
195    - python3 -m petsc4py
196
197checksource:
198  extends: .test-basic
199  stage: .pre
200  tags:
201    - gce-u22-stage1
202  script:
203    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0
204    - vermin --version
205    - make vermin
206    - PATH=/nfs/gce/projects/petsc/soft/u22.04/spack/opt/spack/linux-ubuntu22.04-ivybridge/gcc-11.2.0/llvm-15.0.0-m7mrrtynenjytkmiib2moeqk6kfcifmv/bin:$PATH make checkclangformat SHELL=bash
207    - make checkbadSource SHELL=bash
208    - make checkbadFileChange SHELL=bash
209    - make -f gmakefile check_output SHELL=bash
210    - make check_petsc4py_rst
211  artifacts:
212    name: "$CI_JOB_NAME"
213    when: always
214    paths:
215    - arch-*/lib/petsc/conf/*.patch
216    - arch-*/lib/petsc/conf/*.log
217    expire_in: 4 days
218
219pause-for-approval:
220  extends: .test
221  stage: .pre
222  tags:
223    - gce-stage1
224  only:
225    refs:
226      - merge_requests
227    variables:
228      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
229      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
230  script:
231    - echo "pause-for-approval has no script to run"
232  variables:
233    GIT_STRATEGY: none
234  when: manual
235  allow_failure: false
236
237#
238# This provides the basic order of operations and options template for stage-2,3 tests.
239# Not all stage-2,3 need to follow this template, but most will.
240#
241.stage-23:
242  extends: .test
243  script:
244    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
245    - if [ ! -z ${GCOV_MODULES+x} ]; then module --trace load ${GCOV_MODULES}; module list; fi
246    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
247    - if [ ! -z ${RUN_GCOV+x} ]; then gcovr --version; fi
248    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
249    - printf "PATH:$PATH\n"
250    - printf "PYTHONPATH:$PYTHONPATH\n"
251    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
252    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
253    - printf "./config/examples/${TEST_ARCH}.py\n"
254    - cat ./config/examples/${TEST_ARCH}.py
255    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
256    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
257    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
258    - make updatedatafiles
259    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
260    - if [ -z ${DISABLE_TESTS+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" cleantest allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi; fi
261    - if [ ! -z ${RUN_GCOV_OPTIONS+x} ]; then printf "RUN_GCOV_OPTIONS:$RUN_GCOV_OPTIONS\n"; fi
262    - if [ ! -z ${RUN_GCOV+x} ]; then make gcov PETSC_GCOV_OPTIONS="${RUN_GCOV_OPTIONS}"; fi
263  artifacts:
264    reports:
265      junit: ${TEST_ARCH}/tests/testresults.xml
266    name: "$CI_JOB_NAME"
267    when: always
268    paths:
269    - ${TEST_ARCH}/lib/petsc/conf/*.log
270    - ${TEST_ARCH}/lib/pkgconfig/petsc.pc
271    - ${TEST_ARCH}/tests/testresults.xml
272    - ${TEST_ARCH}/tests/test_${TEST_ARCH}_tap.log
273    - ${TEST_ARCH}/tests/test_${TEST_ARCH}_err.log
274    - ${TEST_ARCH}/${TEST_ARCH}-gcovr-report.json.tar.gz
275    expire_in: 4 days
276  variables:
277    OPENBLAS_NUM_THREADS: 1
278
279.stage-2:
280  extends: .stage-23
281  stage: stage-2
282
283.stage-3:
284  extends: .stage-23
285  stage: stage-3
286
287#
288# The following provide templates for various OSes for pre/post info
289#
290
291.linux_test_noflags:
292  before_script:
293    - date
294    - hostname
295    - grep PRETTY_NAME /etc/os-release
296    - nproc
297    - lscpu
298    - ccache --zero-stats
299  after_script:
300    - date
301    - ccache --show-stats
302
303.linux_test_nofflags:
304  extends: .linux_test_noflags
305  variables:
306    MAKE_CFLAGS: -Werror
307    MAKE_CXXFLAGS: -Werror
308
309.linux_test:
310  extends: .linux_test_noflags
311  variables:
312    MAKE_CFLAGS: -Werror
313    MAKE_CXXFLAGS: -Werror
314    MAKE_FFLAGS: -Werror
315
316.coverage-generate:
317  variables:
318    RUN_GCOV: 1
319    RUN_GCOV_OPTIONS: --decisions
320
321.coverage-generate-u18:
322  extends: .coverage-generate
323  variables:
324    GCOV_MODULES: py-gcovr-5.2-gcc-7.5.0-o7fu4xq python-3.9.13-gcc-7.5.0-fq67pdh
325
326.coverage-generate-u22:
327  extends: .coverage-generate
328  variables:
329    GCOV_MODULES: py-gcovr-5.2-gcc-11.2.0-wcsmyet
330
331.freebsd_test:
332  variables:
333    MAKE_CFLAGS: -Werror
334    MAKE_CXXFLAGS: -Werror
335    MAKE_FFLAGS: -Werror
336  before_script:
337    - date
338    - hostname
339    - freebsd-version
340    - echo $(sysctl -n hw.ncpu)
341    - ccache --zero-stats
342  after_script:
343    - date
344    - ccache --show-stats
345
346.osx_test:
347  variables:
348    MAKE_CFLAGS: -Werror
349    MAKE_CXXFLAGS: -Werror
350    MAKE_FFLAGS: -Werror
351  before_script:
352    - date
353    - hostname
354    - sw_vers -productVersion
355    - echo $(sysctl -n hw.ncpu)
356    - ccache --zero-stats
357  after_script:
358    - date
359    - ccache --show-stats
360
361.opensolaris_test:
362  before_script:
363    - date
364    - hostname
365    - uname -a
366    - nproc
367    - isainfo -x
368  after_script:
369    - date
370
371.mswin_test:
372  before_script:
373    - date
374    - hostname
375    - uname -a
376    - nproc
377  after_script:
378    - date
379
380#
381# The following tests run as part of stage-2.
382#
383# The tags variable used in the tests below connects the particular test with the runners
384# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
385# For example the test linux-sycl-double any runner that has the tags 'gce-nfs, linux-fast'
386# (in a blue box beneath it)
387#
388
389osx-m1:
390  extends:
391    - .stage-3
392    - .osx_test
393  tags:
394    - os:macos-m1
395  variables:
396    TEST_ARCH: arch-ci-osx-m1
397    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
398    INIT_SCRIPT: /Volumes/Scratch/svcpetsc/soft/py3venv/cython3setup.sh
399
400freebsd-cxx-cmplx-64idx-dbg:
401  extends:
402    - .stage-2
403    - .freebsd_test
404  tags:
405    - os:fbsd
406  variables:
407    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
408
409freebsd-c-single-opt:
410  extends:
411    - .stage-2
412    - .freebsd_test
413  tags:
414    - os:fbsd
415  variables:
416    TEST_ARCH: arch-ci-freebsd-c-single-opt
417
418mswin-opt-impi:
419  extends:
420    - .stage-3
421    - .mswin_test
422  tags:
423    - mswin-stage3
424  variables:
425    TEST_ARCH: arch-ci-mswin-opt-impi
426    TEST_OPTS: search='ksp_ksp_tests*'
427
428linux-gcc-quad-64idx-dbg:
429  extends:
430    - .stage-2
431    - .linux_test
432  tags:
433    - gce-stage2
434  variables:
435    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
436
437linux-gcc-pkgs-opt:
438  extends:
439    - .stage-2
440    - .linux_test
441  tags:
442    - gce-stage2
443  variables:
444    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
445
446linux-gcc-complex-opt-32bit:
447  extends:
448    - .stage-2
449    - .linux_test
450  tags:
451    - gce-stage2
452  variables:
453    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
454
455linux-emcc:
456  extends:
457    - .stage-2
458    - .linux_test
459  tags:
460    - gce-stage2
461  variables:
462    TEST_ARCH: arch-ci-linux-emcc
463    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
464    DISABLE_TESTS: 1
465
466#
467# The following tests run as part of stage-3.
468#
469
470freebsd-cxx-cmplx-pkgs-dbg:
471  extends:
472    - .stage-3
473    - .freebsd_test
474  tags:
475    - os:fbsd
476  variables:
477    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
478
479freebsd-cxx-pkgs-opt:
480  extends:
481    - .stage-3
482    - .freebsd_test
483  tags:
484    - os:fbsd
485  variables:
486    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false -checkfunctionlist
487    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
488
489freebsd-pkgs-opt:
490  extends:
491    - .stage-3
492    - .freebsd_test
493  tags:
494    - os:fbsd
495  variables:
496    TEST_ARCH: arch-ci-freebsd-pkgs-opt
497
498linux-hip-double:
499  extends:
500    - .stage-3
501    - .linux_test_noflags
502  tags:
503    - gpu:amd, os:linux
504  variables:
505    TEST_ARCH: arch-ci-linux-hip-double
506
507linux-sycl-double:
508  extends:
509    - .stage-3
510    - .linux_test_noflags
511  tags:
512    - gce-nfs, linux-fast
513  variables:
514    TEST_ARCH: arch-ci-linux-sycl-double
515    LOAD_MODULES: compiler/latest mpi/latest cmake/3.20.5-yjp2hz6
516    TEST_OPTS: query=requires queryval=kokkos_kernels
517
518linux-cuda-pkgs-gcov:
519  extends:
520    - .stage-3
521    - .linux_test
522    - .coverage-generate-u22
523  tags:
524    - cuda-stage3
525  variables:
526    TEST_ARCH: arch-ci-linux-cuda-pkgs-gcov
527    # run all tests that:
528    # 1. require cuda, OR
529    # 2. require device, OR
530    # 3. require kokkos[_kernels], AND lives in the vec subdirectory
531    #
532    # need to use the alternate OR spelling since '|' is interpreted as a pipe by the
533    # shell, and I could not manage to escape it enough times...
534    TEST_OPTS: -j3 queryval='cuda,device,kokkos*,vec*' query='requires,requires,requires%OR%name'
535
536linux-cuda112-omp:
537  extends:
538    - .stage-3
539    - .linux_test
540  tags:
541    - cuda-stage3
542  variables:
543    TEST_ARCH: arch-ci-linux-cuda112-omp
544    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
545    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
546    OMP_PROC_BIND: "false"
547    OMP_NUM_THREADS: 1
548
549linux-cuda-cmplx:
550  extends:
551    - .stage-3
552    - .linux_test
553  tags:
554    - cuda-stage3
555  variables:
556    TEST_ARCH: arch-ci-linux-cuda-cmplx
557
558linux-cuda-double-64idx:
559  extends:
560    - .stage-3
561    - .linux_test
562  tags:
563    - cuda-stage3
564  variables:
565    TEST_ARCH: arch-ci-linux-cuda-double-64idx
566    TEST_OPTS: -j15 query=requires queryval=cuda
567
568linux-cuda-single-cxx:
569  extends:
570    - .stage-3
571    - .linux_test_noflags
572  tags:
573    - cuda-stage3
574  variables:
575    TEST_ARCH: arch-ci-linux-cuda-single-cxx
576    LOAD_MODULES: nvhpc/22.3
577    TEST_OPTS: -j15 query=requires queryval=cuda
578
579linux-cuda-uni-pkgs:
580  extends:
581    - .stage-3
582    - .linux_test
583  tags:
584    - cuda-stage3
585  variables:
586    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
587    TEST_OPTS: -j20 query=requires queryval=cuda
588
589linux-viennacl:
590  extends:
591    - .stage-3
592    - .linux_test
593  tags:
594    - cuda-stage3
595  variables:
596    TEST_ARCH: arch-ci-linux-viennacl
597    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
598    TEST_OPTS: -j20 query=requires queryval=viennacl
599
600linux-without-fc:
601  extends:
602    - .stage-3
603    - .linux_test
604  tags:
605    - gce-nfs
606  variables:
607    TEST_ARCH: arch-ci-linux-without-fc
608
609linux-cmplx-single:
610  extends:
611    - .stage-3
612    - .linux_test
613  tags:
614    - name:si
615  variables:
616    FLEXIBLAS: netlib
617    TEST_ARCH: arch-ci-linux-cmplx-single
618
619linux-gcc-cxx-avx2:
620  extends:
621    - .stage-3
622    - .linux_test
623  tags:
624    - name:petsc-knl-01
625  variables:
626    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
627
628linux-clang-avx:
629  extends:
630    - .stage-3
631    - .linux_test
632  tags:
633    - name:petsc-knl-01
634  variables:
635    TEST_ARCH: arch-ci-linux-clang-avx
636
637linux-knl:
638  extends:
639    - .stage-3
640    - .linux_test
641  tags:
642    - name:petsc-knl-01
643  variables:
644    MAKE_FFLAGS: -warn errors
645    TEST_ARCH: arch-ci-linux-knl
646    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
647
648linux-intel-mkl-single:
649  extends:
650    - .stage-3
651    - .linux_test_nofflags
652  tags:
653    - name:petsc-knl-01
654  variables:
655    TEST_ARCH: arch-ci-linux-intel-mkl-single
656    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
657
658linux-cxx-cmplx-pkgs-64idx-gcov:
659  extends:
660    - .stage-3
661    - .linux_test
662    - .coverage-generate-u18
663  tags:
664    - gce-nfs
665  variables:
666    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx-gcov
667    LOAD_MODULES: llvm/9.0.0-7fyffox gcc/8.3.0-fjpc5ys cmake/3.14.2-rl3q676
668
669# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
670linux-pkgs-dbg-ftn-interfaces:
671  extends:
672    - .stage-3
673    - .linux_test
674  tags:
675    - gce-nfs
676  variables:
677    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
678    LOAD_MODULES: cmake/3.20.5-yjp2hz6
679    OMP_PROC_BIND: "false"
680    OMP_NUM_THREADS: 4
681
682linux-pkgs-cxx-mlib:
683  extends:
684    - .stage-3
685    - .linux_test
686  tags:
687    - gce-u22-stage3
688  variables:
689    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
690  except:
691    variables:
692      - $PETSC_CI_SCHEDULED =~ /yes/
693
694linux-pkgs-valgrind:
695  extends:
696    - .stage-3
697    - .linux_test
698  tags:
699    - gce-valgrind
700  variables:
701    TEST_ARCH: arch-ci-linux-pkgs-valgrind
702    TIMEOUT: 7200
703
704linux-pkgs-opt:
705  extends:
706    - .stage-3
707    - .linux_test
708  tags:
709    - gce-nfs, linux-fast
710  variables:
711    TEST_ARCH: arch-ci-linux-pkgs-opt
712    LOAD_MODULES: gcc/10.1.0-5hiqhdh
713
714linux-pkgs-gcov:
715  extends:
716    - .stage-3
717    - .linux_test
718    - .coverage-generate-u18
719  tags:
720    - gce-nfs, linux-gcov
721  variables:
722    TEST_ARCH: arch-ci-linux-pkgs-gcov
723
724linux-matlab-ilp64-gcov:
725  extends:
726    - .stage-3
727    - .linux_test
728    - .coverage-generate-u18
729  tags:
730    - gce-nfs, linux-gcov
731  variables:
732    TEST_ARCH: arch-ci-linux-matlab-ilp64-gcov
733    LOAD_MODULES: matlab/R2018a
734  allow_failure: true
735
736linux-pgi:
737  extends:
738    - .stage-3
739    - .linux_test_noflags
740  tags:
741    - gce-nfs, linux-mcpu
742  variables:
743    TEST_ARCH: arch-ci-linux-pgi
744    LOAD_MODULES: hpc_sdk/20.9
745
746# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
747linux-nagfor:
748  extends:
749    - .stage-3
750    - .linux_test_nofflags
751  tags:
752    - gce-nfs, linux-mcpu
753  variables:
754    LOAD_MODULES: nag/6.1
755    TEST_ARCH: arch-ci-linux-nagfor
756  allow_failure:
757    exit_codes: 126
758
759linux-intel-cmplx:
760  extends:
761    - .stage-3
762    - .linux_test_nofflags
763  tags:
764    - gce-nfs
765  variables:
766    TEST_ARCH: arch-ci-linux-intel-cmplx
767    LOAD_MODULES: intel-mkl/19.5 intel/19.0-nompilib cmake/3.20.5-yjp2hz6
768    ENABLE_PETSC4PY_LDPRELOAD: 1
769
770linux-xsdk-dbg:
771  extends:
772    - .stage-3
773    - .linux_test
774  tags:
775    - gce-nfs
776  variables:
777    TEST_ARCH: arch-ci-linux-xsdk-dbg
778    LOAD_MODULES: gcc/8.3.0-fjpc5ys
779
780linux-analyzer:
781  extends:
782    - .stage-3
783    - .linux_test
784  tags:
785    - gce-u22-stage2
786  script:
787    - printf "PATH:$PATH\n"
788    - printf "PYTHONPATH:$PYTHONPATH\n"
789    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
790    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
791    - printf "./config/examples/${TEST_ARCH}.py\n"
792    - cat ./config/examples/${TEST_ARCH}.py
793    - ./config/examples/${TEST_ARCH}.py
794    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
795    - make LINTER_OPTIONS="${LINTER_OPTIONS} -fdoc-* no" lint
796  variables:
797    TEST_ARCH: arch-ci-linux-analyzer
798    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --verbose --werror"
799  artifacts:
800    paths:
801    - ${TEST_ARCH}/lib/petsc/conf/*.log
802    - ./petscLintPatches/*.patch
803    expire_in: 4 days
804  except:
805    variables:
806      - $PETSC_CI_SCHEDULED =~ /yes/
807
808linux-intel:
809  extends:
810    - .stage-3
811    - .linux_test_nofflags
812  tags:
813    - gce-nfs
814  variables:
815    TEST_ARCH: arch-ci-linux-intel
816    LOAD_MODULES: intel-mkl/19.5 intel/19.0-nompilib
817
818linux-opt-misc:
819  extends:
820    - .stage-3
821    - .linux_test
822  tags:
823    - gce-nfs, linux-fast
824  variables:
825    TEST_ARCH: arch-ci-linux-opt-misc
826    LOAD_MODULES: gcc/6.5.0-57usejd
827
828linux-pkgs-64idx:
829  extends:
830    - .stage-3
831    - .linux_test
832  tags:
833    - gce-nfs, linux-mcpu
834  variables:
835    TEST_ARCH: arch-ci-linux-pkgs-64idx
836    LOAD_MODULES: cmake/3.20.5-yjp2hz6 intel-mkl/19.5
837
838linux-64idx-i8:
839  extends:
840    - .stage-3
841    - .linux_test
842  tags:
843    - gce-nfs
844  variables:
845    TEST_ARCH: arch-ci-linux-64idx-i8
846
847linux-gcc-ifc-cmplx:
848  extends:
849    - .stage-3
850    - .linux_test_nofflags
851  tags:
852    - gce-nfs
853  variables:
854    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
855    LOAD_MODULES: intel/19.0-nompilib cmake/3.20.0-vov726r
856
857linux-opt-cxx-quad:
858  extends:
859    - .stage-3
860    - .linux_test
861  tags:
862    - gce-nfs
863  variables:
864    TEST_ARCH: arch-ci-linux-opt-cxx-quad
865
866linux-ILP64:
867  extends:
868    - .stage-3
869    - .linux_test
870  tags:
871    - gce-nfs
872  variables:
873    TEST_ARCH: arch-ci-linux-ILP64
874    LOAD_MODULES: mpich/2-1.5-gcc750
875
876linux-64idx-i8-uni:
877  extends:
878    - .stage-3
879    - .linux_test
880  tags:
881    - gce-nfs
882  variables:
883    TEST_ARCH: arch-ci-linux-64idx-i8-uni
884
885mswin-intel-cxx-cmplx:
886  extends:
887    - .stage-3
888    - .mswin_test
889  tags:
890    - mswin-stage3
891  variables:
892    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
893
894mswin-uni:
895  extends:
896    - .stage-3
897    - .mswin_test
898  tags:
899    - mswin-stage3
900  variables:
901    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
902    TEST_ARCH: arch-ci-mswin-uni
903
904mswin-gnu:
905  extends:
906    - .stage-3
907    - .mswin_test
908  tags:
909    - mswin-stage3
910  variables:
911    TEST_ARCH: arch-ci-mswin-gnu
912    MAKE_CFLAGS: -Werror
913    MAKE_CXXFLAGS: -Werror
914    MAKE_FFLAGS: -Werror
915    DISABLE_TESTS: 1
916  artifacts:
917    reports:
918    paths:
919    - arch-*/lib/petsc/conf/*.log
920    expire_in: 4 days
921
922#mswin-intel:
923#  extends:
924#    - .stage-3
925#    - .mswin_test
926#  tags:
927#    - os:win
928#  variables:
929#    TEST_ARCH: arch-ci-mswin-intel
930
931opensolaris-pkgs-opt:
932  extends:
933    - .stage-3
934    - .opensolaris_test
935  tags:
936    - name:n-gage
937  variables:
938    TEST_ARCH: arch-ci-opensolaris-pkgs-opt
939
940opensolaris-cmplx-pkgs-dbg:
941  extends:
942    - .stage-3
943    - .opensolaris_test
944  tags:
945    - name:n-gage
946  variables:
947    TEST_ARCH: arch-ci-opensolaris-cmplx-pkgs-dbg
948
949opensolaris-misc:
950  extends:
951    - .stage-3
952    - .opensolaris_test
953  tags:
954    - name:n-gage
955  variables:
956    TEST_ARCH: arch-ci-opensolaris-misc
957
958osx-cxx-cmplx-pkgs-dbg:
959  extends:
960    - .stage-3
961    - .osx_test
962  tags:
963    - os:macos
964  variables:
965    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
966    INIT_SCRIPT: /Users/glci/bin/py3.sh
967
968osx-cxx-pkgs-opt:
969  extends:
970    - .stage-3
971    - .osx_test
972  tags:
973    - os:macos, opt
974  variables:
975    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false -checkfunctionlist
976    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt
977    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
978
979osx-dbg:
980  extends:
981    - .stage-3
982    - .osx_test
983  tags:
984    - os:macos
985  variables:
986    TEST_ARCH: arch-ci-osx-dbg
987
988osx-xsdk-opt:
989  extends:
990    - .stage-3
991    - .osx_test
992  tags:
993    - os:macos, opt
994  variables:
995    TEST_ARCH: arch-ci-osx-xsdk-opt
996
997# job for analyzing the coverage results and generating the various reports
998analyze-coverage:
999  extends: .test
1000  stage: stage-4
1001  tags:
1002    - gce-nfs-short
1003  dependencies:
1004    - linux-pkgs-gcov
1005    - linux-matlab-ilp64-gcov
1006    - linux-cuda-pkgs-gcov
1007    - linux-cxx-cmplx-pkgs-64idx-gcov
1008  variables:
1009    PYTHON: python3
1010    PETSC_ARCH: arch-ci-analyze-pipeline
1011    LOAD_MODULES: python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
1012  before_script:
1013    - date
1014    - hostname
1015  script:
1016    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1017    - ${PYTHON} --version
1018    - gcovr --version
1019    - printf "PATH:$PATH\n"
1020    - printf "PYTHONPATH:$PYTHONPATH\n"
1021    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1022    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1023    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1024  coverage: /^\s*lines:\s*\d+.\d+\%/
1025  artifacts:
1026    name: "$CI_JOB_NAME"
1027    when: always
1028    paths:
1029    - arch-ci-analyze-pipeline/gcovr/*
1030    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1031    expire_in: 4 days
1032    reports:
1033      coverage_report:
1034        coverage_format: cobertura
1035        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1036
1037# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1038# environments from one job...
1039.coverage-review:
1040  extends: .test
1041  stage: .post
1042  tags:
1043    - gce-nfs-short
1044  dependencies:
1045    - analyze-coverage
1046  script:
1047    - date
1048    - hostname
1049  artifacts:
1050    name: "$CI_JOB_NAME"
1051    when: always
1052    paths:
1053    - arch-ci-analyze-pipeline/gcovr/*
1054    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1055    expire_in: 4 days
1056
1057coverage-total-review:
1058  extends: .coverage-review
1059  environment:
1060    name: coverage/all/$CI_COMMIT_REF_SLUG
1061    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1062    auto_stop_in: one week
1063    deployment_tier: testing
1064
1065coverage-untested-review:
1066  extends: .coverage-review
1067  environment:
1068    name: coverage/untested/$CI_COMMIT_REF_SLUG
1069    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1070    auto_stop_in: one week
1071    deployment_tier: testing
1072
1073analyze-pipeline:
1074  extends: .coverage-review
1075  script:
1076    - date
1077    - hostname
1078    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1079    # pipeline should fail
1080    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1081        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1082        exit 1;
1083      fi
1084
1085#
1086# Base job for a documentation build
1087#
1088.docs:
1089  stage: stage-3
1090  tags:
1091    - gce-stage2
1092  before_script:
1093    - VENV=venv-petsc-docs &&
1094      python3 -m venv $VENV &&
1095      . $VENV/bin/activate &&
1096      cd doc &&
1097      pip install -r requirements.txt
1098
1099#
1100# Build documentation and make available for review using GitLab pages
1101#
1102docs-review:
1103  extends:
1104    - .docs
1105    - .test-basic
1106  script:
1107    - (make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 1") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1108    - (make latexpdf SPHINXOPTS="-T -E -W --keep-going") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1109    - cp _build/latex/manual.pdf ../public/html/docs/manual/
1110  environment:
1111    name: review/$CI_COMMIT_REF_NAME
1112    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1113  artifacts:
1114    paths:
1115      - public
1116    expire_in: 4 days
1117  except:
1118    variables:
1119      - $PETSC_CI_SCHEDULED =~ /yes/
1120
1121#
1122# Deploy documentation using GitLab pages
1123#
1124pages:  # this job name has special meaning to GitLab
1125  extends: .docs
1126  interruptible: true
1127  script:
1128    - mkdir -p ../public/ && cp public/* ../public/
1129    - git fetch --unshallow --no-tags origin +release:remotes/origin/release +main:remotes/origin/main
1130    - git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/docs/manual && cp _build/latex/manual.pdf ../public/main/docs/manual/
1131    - make clean BUILDDIR="../public/release"
1132    - git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1"  BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/docs/manual && cp _build/latex/manual.pdf ../public/release/docs/manual/
1133    - rm -rf ../public/*/.doctrees
1134  only:
1135    variables:
1136      - $PETSC_CI_SCHEDULED == "yes"
1137  artifacts:
1138    paths:
1139      - public
1140    expire_in: 4 days
1141
1142#
1143#
1144# The following tests are experimental; more tests by users at other sites may be added below this.  Experimental test
1145# that fail produce a warning, but do not block execution of a pipeline.
1146#
1147
1148.test-experimental:
1149  extends: .test
1150  allow_failure: true
1151
1152