xref: /petsc/.gitlab-ci.yml (revision 89708ea78efb86f70b56aab8a87ab83bc541235c)
1#
2# stage-1 take only a few minutes; they do not run the full test suite or external packages.
3#
4# stage-2 runs on MCS systems and may take 10 to 15 minutes. They run the full test suite but with limited mixture of external packages
5#
6# stage-3 runs on MCS systems and may take an hour or more. They run the full test suite and heavily test external packages, utilize valgrind etc
7#
8# The stage-(n) tests are only started if all of the stage-(n-1) tests run without error
9#   You can limit the testing by using the variable STAGE with value 1 or 2
10#
11
12stages:
13  - stage-1
14  - stage-2
15  - stage-3
16  - stage-4
17variables:
18  GIT_STRATEGY: fetch
19  GIT_CLEAN_FLAGS: -ffdxq
20  PETSC_OPTIONS:  -checkfunctionlist
21  TIMEOUT: 450
22
23#
24# The most basic template that most tests will expand upon
25#
26
27.test-basic:
28  interruptible: true
29  only:
30    refs:
31#     Set with CI/CD Shedules - New Schedule
32      - schedules
33      - api
34#     Set with CI/CD Pipelines - Run Pipeline
35      - web
36      - merge_requests
37  dependencies: []
38
39.test:
40  extends: .test-basic
41  except:
42    variables:
43      # Skip if the docs-only label is attached to a merge request
44      - $CI_MERGE_REQUEST_LABELS =~ /(^|,)docs-only($|,)/
45      - $PETSC_CI_SCHEDULED =~ /yes/
46
47check-ci-settings:
48  extends: .test-basic
49  stage: .pre
50  tags:
51    - gce-stage1
52  script:
53    - lib/petsc/bin/maint/check-ci-settings.sh
54#
55#  This provides the basic order of operations and options template for cloud based stage 1 tests.
56#  Not all test-short need to follow this template but most will.
57#
58
59.stage-1:
60  extends: .test
61  stage: stage-1
62  tags:
63    - gce-u22-stage1
64  before_script:
65    - date
66    - hostname
67    - grep PRETTY_NAME /etc/os-release
68    - nproc
69    - lscpu
70    - ccache --zero-stats
71    - printf "CONFIG_OPTS:${CONFIG_OPTS}\n"
72    - printf "PYTHON:${PYTHON}\n"
73    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
74    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
75  script:
76    - printf "PATH:$PATH\n"
77    - printf "PYTHONPATH:$PYTHONPATH\n"
78    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
79    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
80    - ${PYTHON} ./configure --with-debugging=0 COPTFLAGS='-O -march=native' CXXOPTFLAGS='-O -march=native' FOPTFLAGS='-O -march=native' ${CONFIG_OPTS}
81    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}"
82    - if [ ! -z ${ENABLE_CHECK+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check; fi
83    - make CFLAGS="${MAKE_TEST_CFLAGS}" CXXFLAGS="${MAKE_TEST_CXXFLAGS}" FFLAGS="${MAKE_TEST_FFLAGS}" allgtests-tap gmakesearch="${TEST_SEARCH}" TIMEOUT=${TIMEOUT}
84  variables:
85    PYTHON: python3
86    MAKE_CFLAGS: -Werror
87    MAKE_CXXFLAGS: -Werror -Wzero-as-null-pointer-constant
88    MAKE_FFLAGS: -Werror
89    MAKE_TEST_CFLAGS: -Werror
90    MAKE_TEST_CXXFLAGS: -Werror
91    MAKE_TEST_FFLAGS: -Werror
92  after_script:
93    - date
94    - ccache --show-stats
95  artifacts:
96    reports:
97      junit: arch-*/tests/testresults.xml
98    name: "$CI_JOB_NAME"
99    when: always
100    paths:
101    - arch-*/lib/petsc/conf/*.log
102    - arch-*/lib/pkgconfig/petsc.pc
103    - arch-*/tests/testresults.xml
104    - arch-*/tests/test_*_tap.log
105    - arch-*/tests/test_*_err.log
106    expire_in: 4 days
107
108#
109# The following tests run on the cloud as part of stage-1.
110#
111
112ompi-cuda:
113  extends: .stage-1
114  tags:
115  - cuda-stage1
116  variables:
117    CONFIG_OPTS: --with-mpi-dir=/nfs/gce/software/custom/linux-ubuntu22.04-x86_64/spack/opt/spack/linux-ubuntu22.04-x86_64/gcc-11.3.0/openmpi-4.1.3-qrpnszy --with-cuda=1 --with-fc=0
118    TEST_SEARCH: snes_tutorials-ex19_cuda%
119    ENABLE_CHECK: 1
120    MAKE_CXXFLAGS: -Werror
121
122mpich-cxx-py3:
123  extends: .stage-1
124  variables:
125    CONFIG_OPTS: --with-clanguage=cxx --with-fc=0 CXXFLAGS=-std=c++11
126    TEST_SEARCH: snes_tutorials-ex48%
127    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
128
129uni-complex-float-int64:
130  extends: .stage-1
131  variables:
132    CONFIG_OPTS: --with-mpi=0 --with-scalar-type=complex --with-precision=single --with-64-bit-indices
133    TEST_SEARCH: ts_tutorials-ex11_adv_2d_quad_%
134    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
135
136c99-mlib-static-py:
137  extends: .stage-1
138  variables:
139    CONFIG_OPTS: --with-single-library=0 --with-shared-libraries=0 CFLAGS=-std=c99 FFLAGS= CXXFLAGS=
140    ENABLE_CHECK: 1
141    TEST_SEARCH: snes_tutorials-ex19% snes_tutorials-ex5f90t%
142    MAKE_TEST_FFLAGS: -Werror -std=f2008
143    LOAD_MODULES: gcc/12.1.0 mpich/4.1a1-gcc-12.1.0
144
145petsc4py-install:
146  extends: .stage-2
147  tags:
148    - gce-stage2
149  variables:
150    PYTHON: python3
151    T_PREFIX: petsc-install
152    T_DESTDIR: petsc-destdir
153    T_PETSC4PY: src/binding/petsc4py
154    T_VALIDATE_CMD: lib/petsc/bin/maint/validate-petsc4py.sh
155  script:
156    - printf "PATH:$PATH\n"
157    - mkdir hide
158    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
159    - ${PYTHON} ./configure --prefix="${PWD}/${T_PREFIX}" --with-petsc4py=1 --with-debugging=0
160    - make CFLAGS=-Werror CXXFLAGS="-Werror -Wzero-as-null-pointer-constant" FFLAGS=-Werror
161    - printf "====== Test A. Install into staging directory then into prefix directory (mimics distro package recipe) =====\n"
162    - make install DESTDIR="${PWD}/${T_DESTDIR}"
163    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -eq 0
164    - test "$(find ${PWD}/${T_DESTDIR} -mindepth 1 | wc -l)" -gt 0
165    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
166    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
167    - rm -r "${PWD}/${T_PREFIX}" "${PWD}/${T_DESTDIR}" && mkdir "${PWD}/${T_PREFIX}"
168    - printf "====== Test B. Install directly into prefix directory =====\n"
169    - make install
170    - test "$(find ${PWD}/${T_PREFIX} -mindepth 1 | wc -l)" -gt 0
171    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
172    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
173    - printf "====== Test C. Install manually with setuptools =====\n"
174    - export PETSC_DIR="${PWD}/${T_PREFIX}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py build)
175    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --install-lib="${P}/${T_PREFIX}/lib")
176    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
177    - rm -r "${PWD}/${T_PREFIX}"/*/petsc4py*
178    - printf "====== Test D. Install manually with setuptools with staging =====\n"
179    - export PETSC_DIR="${PWD}/${T_PREFIX}" P="${PWD}" && (cd "${T_PETSC4PY}" && ${PYTHON} setup.py install --root="${P}/${T_DESTDIR}" --install-lib="${P}/${T_PREFIX}/lib")
180    - (cd "${PWD}/${T_DESTDIR}" && find * -exec install -v -D "{}" "/{}" \; )
181    - mv arch-* hide/ && PETSC_DIR="${PWD}/${T_PREFIX}" ${T_VALIDATE_CMD} && mv hide/arch-* ./
182
183petsc4py-pip:
184  extends: .stage-2
185  tags:
186    - gce-stage2
187  variables:
188    PETSC_CONFIGURE_OPTIONS: --with-mpi=0 --with-fc=0
189    CFLAGS: -O0
190  script:
191    - python3 -m venv pip-builds
192    - source pip-builds/bin/activate
193    - python3 -m pip install --upgrade pip
194    - python3 -m pip install .
195    - python3 -m pip install src/binding/petsc4py
196    - python3 -m petsc4py
197
198checksource:
199  extends: .test-basic
200  stage: .pre
201  tags:
202    - gce-u22-stage1
203  script:
204    - python3 ./configure --with-mpi=0 --with-fc=0 --with-cxx=0
205    - vermin --version
206    - make vermin
207    - PATH=/nfs/gce/projects/petsc/soft/u22.04/spack/opt/spack/linux-ubuntu22.04-ivybridge/gcc-11.2.0/llvm-15.0.0-m7mrrtynenjytkmiib2moeqk6kfcifmv/bin:$PATH make checkclangformat SHELL=bash
208    - make checkbadSource SHELL=bash
209    - make checkbadFileChange SHELL=bash
210    - make -f gmakefile check_output SHELL=bash
211    - make check_petsc4py_rst
212  artifacts:
213    name: "$CI_JOB_NAME"
214    when: always
215    paths:
216    - arch-*/lib/petsc/conf/*.patch
217    - arch-*/lib/petsc/conf/*.log
218    expire_in: 4 days
219
220pause-for-approval:
221  extends: .test
222  stage: .pre
223  tags:
224    - gce-stage1
225  only:
226    refs:
227      - merge_requests
228    variables:
229      - $CI_MERGE_REQUEST_EVENT_TYPE == "merged_result"
230      - $CI_MERGE_REQUEST_EVENT_TYPE == "detached"
231  script:
232    - echo "pause-for-approval has no script to run"
233  variables:
234    GIT_STRATEGY: none
235  when: manual
236  allow_failure: false
237
238#
239# This provides the basic order of operations and options template for stage-2,3 tests.
240# Not all stage-2,3 need to follow this template, but most will.
241#
242.stage-23:
243  extends: .test
244  script:
245    - if [ ! -z ${RUN_GCOV+x} ]; then gcovr --version; fi
246    - if [ -d ${HOME}/petsc-hash-pkgs/ ]; then find ${HOME}/petsc-hash-pkgs/ -maxdepth 1 -mindepth 1 -type d -mtime +25 -exec rm -rf {} \; ; fi
247    - printf "PATH:$PATH\n"
248    - printf "PYTHONPATH:$PYTHONPATH\n"
249    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
250    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
251    - printf "./config/examples/${TEST_ARCH}.py\n"
252    - cat ./config/examples/${TEST_ARCH}.py
253    - ./config/examples/${TEST_ARCH}.py
254    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}"
255    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check
256    - make updatedatafiles
257    - if [ -z ${DISABLE_PETSC4PY_TESTS+x} ]; then if [ -z ${ENABLE_PETSC4PY_LDPRELOAD+x} ]; then echo "NOT using LD_PRELOAD"; make petsc4pytest; else echo "using LD_PRELOAD"; LD_PRELOAD=${PWD}/${TEST_ARCH}/lib/libpetsc.so make petsc4pytest; fi; fi
258    - if [ -z ${DISABLE_TESTS+x} ]; then make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" cleantest allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS}; fi
259    - if [ ! -z ${RUN_GCOV+x} ]; then make gcov; fi
260  artifacts:
261    reports:
262      junit: ${TEST_ARCH}/tests/testresults.xml
263    name: "$CI_JOB_NAME"
264    when: always
265    paths:
266    - ${TEST_ARCH}/lib/petsc/conf/*.log
267    - ${TEST_ARCH}/lib/pkgconfig/petsc.pc
268    - ${TEST_ARCH}/tests/testresults.xml
269    - ${TEST_ARCH}/tests/test_${TEST_ARCH}_tap.log
270    - ${TEST_ARCH}/tests/test_${TEST_ARCH}_err.log
271    - ${TEST_ARCH}/${TEST_ARCH}-gcovr-report.json.tar.gz
272    expire_in: 4 days
273  variables:
274    OPENBLAS_NUM_THREADS: 1
275
276.stage-2:
277  extends: .stage-23
278  stage: stage-2
279
280.stage-3:
281  extends: .stage-23
282  stage: stage-3
283
284#
285# The following provide templates for various OSes for pre/post info
286#
287
288.linux_test_noflags:
289  before_script:
290    - date
291    - hostname
292    - grep PRETTY_NAME /etc/os-release
293    - nproc
294    - lscpu
295    - ccache --zero-stats
296    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
297    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
298  after_script:
299    - date
300    - ccache --show-stats
301
302.linux_test_nofflags:
303  extends: .linux_test_noflags
304  variables:
305    MAKE_CFLAGS: -Werror
306    MAKE_CXXFLAGS: -Werror
307
308.linux_test:
309  extends: .linux_test_noflags
310  variables:
311    MAKE_CFLAGS: -Werror
312    MAKE_CXXFLAGS: -Werror
313    MAKE_FFLAGS: -Werror
314
315.freebsd_test:
316  variables:
317    MAKE_CFLAGS: -Werror
318    MAKE_CXXFLAGS: -Werror
319    MAKE_FFLAGS: -Werror
320  before_script:
321    - date
322    - hostname
323    - freebsd-version
324    - echo $(sysctl -n hw.ncpu)
325    - ccache --zero-stats
326  after_script:
327    - date
328    - ccache --show-stats
329
330.osx_test:
331  variables:
332    MAKE_CFLAGS: -Werror
333    MAKE_CXXFLAGS: -Werror
334    MAKE_FFLAGS: -Werror
335  before_script:
336    - date
337    - hostname
338    - sw_vers -productVersion
339    - echo $(sysctl -n hw.ncpu)
340    - ccache --zero-stats
341    - if [ ! -z ${INIT_SCRIPT+x} ]; then echo "sourcing ${INIT_SCRIPT}"; source ${INIT_SCRIPT}; fi
342  after_script:
343    - date
344    - ccache --show-stats
345
346.opensolaris_test:
347  before_script:
348    - date
349    - hostname
350    - uname -a
351    - nproc
352    - isainfo -x
353  after_script:
354    - date
355
356.mswin_test:
357  before_script:
358    - date
359    - hostname
360    - uname -a
361    - nproc
362  after_script:
363    - date
364
365#
366# The following tests run as part of stage-2.
367#
368# The tags variable used in the tests below connects the particular test with the runners
369# listed on the left hand side of https://gitlab.com/petsc/petsc/-/settings/ci_cd.
370# For example the test linux-sycl-double any runner that has the tags 'gce-nfs, linux-fast'
371# (in a blue box beneath it)
372#
373
374osx-m1:
375  extends:
376    - .stage-3
377    - .osx_test
378  tags:
379    - os:macos-m1
380  variables:
381    TEST_ARCH: arch-ci-osx-m1
382    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
383    INIT_SCRIPT: /Volumes/Scratch/svcpetsc/soft/py3venv/cython3setup.sh
384
385freebsd-cxx-cmplx-64idx-dbg:
386  extends:
387    - .stage-2
388    - .freebsd_test
389  tags:
390    - os:fbsd
391  variables:
392    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-64idx-dbg
393
394freebsd-c-single-opt:
395  extends:
396    - .stage-2
397    - .freebsd_test
398  tags:
399    - os:fbsd
400  variables:
401    TEST_ARCH: arch-ci-freebsd-c-single-opt
402
403mswin-opt-impi:
404  extends:
405    - .stage-3
406    - .mswin_test
407  tags:
408    - mswin-stage3
409  variables:
410    TEST_ARCH: arch-ci-mswin-opt-impi
411    TEST_OPTS: search='ksp_ksp_tests*'
412
413linux-gcc-quad-64idx-dbg:
414  extends:
415    - .stage-2
416    - .linux_test
417  tags:
418    - gce-stage2
419  variables:
420    TEST_ARCH: arch-ci-linux-gcc-quad-64idx-dbg
421
422linux-gcc-pkgs-opt:
423  extends:
424    - .stage-2
425    - .linux_test
426  tags:
427    - gce-stage2
428  variables:
429    TEST_ARCH: arch-ci-linux-gcc-pkgs-opt
430
431linux-gcc-complex-opt-32bit:
432  extends:
433    - .stage-2
434    - .linux_test
435  tags:
436    - gce-stage2
437  variables:
438    TEST_ARCH: arch-ci-linux-gcc-complex-opt-32bit
439
440linux-emcc:
441  extends:
442    - .stage-2
443    - .linux_test
444  tags:
445    - gce-stage2
446  variables:
447    TEST_ARCH: arch-ci-linux-emcc
448    INIT_SCRIPT: /nfs/gce/projects/petsc/soft/u22.04/emsdk/emsdk_env.sh
449    DISABLE_TESTS: 1
450
451#
452# The following tests run as part of stage-3.
453#
454
455freebsd-cxx-cmplx-pkgs-dbg:
456  extends:
457    - .stage-3
458    - .freebsd_test
459  tags:
460    - os:fbsd
461  variables:
462    TEST_ARCH: arch-ci-freebsd-cxx-cmplx-pkgs-dbg
463
464freebsd-cxx-pkgs-opt:
465  extends:
466    - .stage-3
467    - .freebsd_test
468  tags:
469    - os:fbsd
470  variables:
471    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false -checkfunctionlist
472    TEST_ARCH: arch-ci-freebsd-cxx-pkgs-opt
473
474freebsd-pkgs-opt:
475  extends:
476    - .stage-3
477    - .freebsd_test
478  tags:
479    - os:fbsd
480  variables:
481    TEST_ARCH: arch-ci-freebsd-pkgs-opt
482
483linux-hip-double:
484  extends:
485    - .stage-3
486    - .linux_test_noflags
487  tags:
488    - gpu:amd, os:linux
489  variables:
490    TEST_ARCH: arch-ci-linux-hip-double
491
492linux-sycl-double:
493  extends:
494    - .stage-3
495    - .linux_test_noflags
496  tags:
497    - gce-nfs, linux-fast
498  variables:
499    TEST_ARCH: arch-ci-linux-sycl-double
500    LOAD_MODULES: compiler/latest mpi/latest cmake/3.20.5-yjp2hz6
501    TEST_OPTS: query=requires queryval=kokkos_kernels
502
503linux-cuda-pkgs:
504  extends:
505    - .stage-3
506    - .linux_test
507  tags:
508    - cuda-stage3
509  variables:
510    TEST_ARCH: arch-ci-linux-cuda-pkgs
511    TEST_OPTS: -j3 query=requires queryval=cuda
512
513linux-cuda112-omp:
514  extends:
515    - .stage-3
516    - .linux_test
517  tags:
518    - cuda-stage3
519  variables:
520    TEST_ARCH: arch-ci-linux-cuda112-omp
521    TEST_OPTS: -j4 query=requires queryval=kokkos_kernels
522    LOAD_MODULES: cuda/11.2.2 u-gcc-9/9.4.0
523    OMP_PROC_BIND: "false"
524    OMP_NUM_THREADS: 1
525
526linux-cuda-cmplx:
527  extends:
528    - .stage-3
529    - .linux_test
530  tags:
531    - cuda-stage3
532  variables:
533    TEST_ARCH: arch-ci-linux-cuda-cmplx
534
535linux-cuda-double-64idx:
536  extends:
537    - .stage-3
538    - .linux_test
539  tags:
540    - cuda-stage3
541  variables:
542    TEST_ARCH: arch-ci-linux-cuda-double-64idx
543    TEST_OPTS: -j15 query=requires queryval=cuda
544
545linux-cuda-single-cxx:
546  extends:
547    - .stage-3
548    - .linux_test_noflags
549  tags:
550    - cuda-stage3
551  variables:
552    TEST_ARCH: arch-ci-linux-cuda-single-cxx
553    LOAD_MODULES: nvhpc/22.3
554    TEST_OPTS: -j15 query=requires queryval=cuda
555
556linux-cuda-uni-pkgs:
557  extends:
558    - .stage-3
559    - .linux_test
560  tags:
561    - cuda-stage3
562  variables:
563    TEST_ARCH: arch-ci-linux-cuda-uni-pkgs
564    TEST_OPTS: -j20 query=requires queryval=cuda
565
566linux-viennacl:
567  extends:
568    - .stage-3
569    - .linux_test
570  tags:
571    - cuda-stage3
572  variables:
573    TEST_ARCH: arch-ci-linux-viennacl
574    MAKE_CXXFLAGS: -Werror -Wno-ignored-attributes
575    TEST_OPTS: -j20 query=requires queryval=viennacl
576
577linux-without-fc:
578  extends:
579    - .stage-3
580    - .linux_test
581  tags:
582    - gce-nfs
583  variables:
584    TEST_ARCH: arch-ci-linux-without-fc
585
586linux-cmplx-single:
587  extends:
588    - .stage-3
589    - .linux_test
590  tags:
591    - name:si
592  variables:
593    FLEXIBLAS: netlib
594    TEST_ARCH: arch-ci-linux-cmplx-single
595
596linux-gcc-cxx-avx2:
597  extends:
598    - .stage-3
599    - .linux_test
600  tags:
601    - name:petsc-knl-01
602  variables:
603    TEST_ARCH: arch-ci-linux-gcc-cxx-avx2
604
605linux-clang-avx:
606  extends:
607    - .stage-3
608    - .linux_test
609  tags:
610    - name:petsc-knl-01
611  variables:
612    TEST_ARCH: arch-ci-linux-clang-avx
613
614linux-knl:
615  extends:
616    - .stage-3
617    - .linux_test
618  tags:
619    - name:petsc-knl-01
620  variables:
621    MAKE_FFLAGS: -warn errors
622    TEST_ARCH: arch-ci-linux-knl
623    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
624
625linux-intel-mkl-single:
626  extends:
627    - .stage-3
628    - .linux_test_nofflags
629  tags:
630    - name:petsc-knl-01
631  variables:
632    TEST_ARCH: arch-ci-linux-intel-mkl-single
633    LOAD_MODULES: intel-oneapi-compilers/2022.0.2 intel-oneapi-mkl/2022.0.2 intel-oneapi-mpi/2021.5.1
634
635linux-cxx-cmplx-pkgs-64idx:
636  extends:
637    - .stage-3
638    - .linux_test
639  tags:
640    - gce-nfs
641  variables:
642    TEST_ARCH: arch-ci-linux-cxx-cmplx-pkgs-64idx
643    LOAD_MODULES: llvm/9.0.0-7fyffox gcc/8.3.0-fjpc5ys cmake/3.14.2-rl3q676
644
645# Set env vars for 'Kokkos + OpenMP' tests, so that they won't give warnings
646linux-pkgs-dbg-ftn-interfaces:
647  extends:
648    - .stage-3
649    - .linux_test
650  tags:
651    - gce-nfs
652  variables:
653    TEST_ARCH: arch-ci-linux-pkgs-dbg-ftn-interfaces
654    LOAD_MODULES: cmake/3.20.5-yjp2hz6
655    OMP_PROC_BIND: "false"
656    OMP_NUM_THREADS: 4
657
658linux-pkgs-cxx-mlib:
659  extends:
660    - .stage-3
661    - .linux_test
662  tags:
663    - gce-u22-stage3
664  variables:
665    TEST_ARCH: arch-ci-linux-pkgs-cxx-mlib
666
667linux-pkgs-valgrind:
668  extends:
669    - .stage-3
670    - .linux_test
671  tags:
672    - gce-valgrind
673  variables:
674    TEST_ARCH: arch-ci-linux-pkgs-valgrind
675    TIMEOUT: 7200
676
677linux-pkgs-opt:
678  extends:
679    - .stage-3
680    - .linux_test
681  tags:
682    - gce-nfs, linux-fast
683  variables:
684    TEST_ARCH: arch-ci-linux-pkgs-opt
685    LOAD_MODULES: gcc/10.1.0-5hiqhdh
686
687linux-pkgs-gcov:
688  extends:
689    - .stage-3
690    - .linux_test
691  tags:
692    - gce-nfs, linux-gcov
693  variables:
694    TEST_ARCH: arch-ci-linux-pkgs-gcov
695    LOAD_MODULES: python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
696    RUN_GCOV: 1
697linux-cmplx-gcov:
698  extends:
699    - .stage-3
700    - .linux_test
701  tags:
702    - gce-nfs, linux-gcov
703  variables:
704    PETSC_OPTIONS:  -vecscatter_mpi1 false -options_left false -checkfunctionlist
705    TEST_ARCH: arch-ci-linux-cmplx-gcov
706    LOAD_MODULES: gcc/8.3.0-fjpc5ys python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
707    RUN_GCOV: 1
708
709linux-matlab-ilp64-gcov:
710  extends:
711    - .stage-3
712    - .linux_test
713  tags:
714    - gce-nfs, linux-gcov
715  variables:
716    TEST_ARCH: arch-ci-linux-matlab-ilp64-gcov
717    LOAD_MODULES: matlab/R2018a python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
718    RUN_GCOV: 1
719  allow_failure: true
720
721linux-gcov:
722  extends:
723    - .stage-3
724    - .linux_test
725  tags:
726    - gce-nfs, linux-gcov
727  variables:
728    TEST_ARCH: arch-ci-linux-gcov
729    LOAD_MODULES: python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
730    RUN_GCOV: 1
731
732linux-pgi:
733  extends:
734    - .stage-3
735    - .linux_test_noflags
736  tags:
737    - gce-nfs, linux-mcpu
738  variables:
739    TEST_ARCH: arch-ci-linux-pgi
740    LOAD_MODULES: hpc_sdk/20.9
741
742# If the Nag license server fails then ${PETSC_DIR}/naglicenseproblem is created and the job is marked as failed but allow_failure
743linux-nagfor:
744  extends:
745    - .stage-3
746    - .linux_test_nofflags
747  tags:
748    - gce-nfs, linux-mcpu
749  script:
750    - rm -f naglicenseproblem
751    - printf "PATH:$PATH\n"
752    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
753    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
754    - printf "./config/examples/${TEST_ARCH}.py\n"
755    - cat ./config/examples/${TEST_ARCH}.py
756    - ./config/examples/${TEST_ARCH}.py || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
757    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
758    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" check || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
759    - make updatedatafiles
760    - make CFLAGS="${MAKE_CFLAGS}" CXXFLAGS="${MAKE_CXXFLAGS}" FFLAGS="${MAKE_FFLAGS}" cleantest allgtests-tap TIMEOUT=${TIMEOUT}  ${TEST_OPTS} || if [ -f naglicenseproblem ]; then exit 126; else exit 1; fi
761  variables:
762    LOAD_MODULES: nag/6.1
763    TEST_ARCH: arch-ci-linux-nagfor
764  allow_failure:
765    exit_codes: 126
766
767linux-intel-cmplx:
768  extends:
769    - .stage-3
770    - .linux_test_nofflags
771  tags:
772    - gce-nfs
773  variables:
774    TEST_ARCH: arch-ci-linux-intel-cmplx
775    LOAD_MODULES: intel-mkl/19.5 intel/19.0-nompilib cmake/3.20.5-yjp2hz6
776    ENABLE_PETSC4PY_LDPRELOAD: 1
777
778linux-xsdk-dbg:
779  extends:
780    - .stage-3
781    - .linux_test
782  tags:
783    - gce-nfs
784  variables:
785    TEST_ARCH: arch-ci-linux-xsdk-dbg
786    LOAD_MODULES: gcc/8.3.0-fjpc5ys
787
788linux-analyzer:
789  extends:
790    - .stage-2
791    - .linux_test
792  tags:
793    - gce-u22-stage2
794  script:
795    - printf "PATH:$PATH\n"
796    - printf "PYTHONPATH:$PYTHONPATH\n"
797    - printf "PETSC_OPTIONS:$PETSC_OPTIONS\n"
798    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
799    - printf "./config/examples/${TEST_ARCH}.py\n"
800    - cat ./config/examples/${TEST_ARCH}.py
801    - ./config/examples/${TEST_ARCH}.py
802    - make LINTER_OPTIONS="${LINTER_OPTIONS}" test-lint
803    - make LINTER_OPTIONS="${LINTER_OPTIONS}" lint
804  variables:
805    TEST_ARCH: arch-ci-linux-analyzer
806    LINTER_OPTIONS: "--PETSC_ARCH=${TEST_ARCH} --clang_lib=`llvm-config-14 --libdir`/libclang.so.1 --verbose --werror"
807  artifacts:
808    paths:
809    - ${TEST_ARCH}/lib/petsc/conf/*.log
810    - ./petscLintPatches/*.patch
811    expire_in: 4 days
812
813linux-intel:
814  extends:
815    - .stage-3
816    - .linux_test_nofflags
817  tags:
818    - gce-nfs
819  variables:
820    TEST_ARCH: arch-ci-linux-intel
821    LOAD_MODULES: intel-mkl/19.5 intel/19.0-nompilib
822
823linux-opt-misc:
824  extends:
825    - .stage-3
826    - .linux_test
827  tags:
828    - gce-nfs, linux-fast
829  variables:
830    TEST_ARCH: arch-ci-linux-opt-misc
831    LOAD_MODULES: gcc/6.5.0-57usejd
832
833linux-pkgs-64idx:
834  extends:
835    - .stage-3
836    - .linux_test
837  tags:
838    - gce-nfs, linux-mcpu
839  variables:
840    TEST_ARCH: arch-ci-linux-pkgs-64idx
841    LOAD_MODULES: cmake/3.20.5-yjp2hz6 intel-mkl/19.5
842
843linux-64idx-i8:
844  extends:
845    - .stage-3
846    - .linux_test
847  tags:
848    - gce-nfs
849  variables:
850    TEST_ARCH: arch-ci-linux-64idx-i8
851
852linux-gcc-ifc-cmplx:
853  extends:
854    - .stage-3
855    - .linux_test_nofflags
856  tags:
857    - gce-nfs
858  variables:
859    TEST_ARCH: arch-ci-linux-gcc-ifc-cmplx
860    LOAD_MODULES: intel/19.0-nompilib cmake/3.20.0-vov726r
861
862linux-opt-cxx-quad:
863  extends:
864    - .stage-3
865    - .linux_test
866  tags:
867    - gce-nfs
868  variables:
869    TEST_ARCH: arch-ci-linux-opt-cxx-quad
870
871linux-ILP64:
872  extends:
873    - .stage-3
874    - .linux_test
875  tags:
876    - gce-nfs
877  variables:
878    TEST_ARCH: arch-ci-linux-ILP64
879    LOAD_MODULES: mpich/2-1.5-gcc750
880
881linux-64idx-i8-uni:
882  extends:
883    - .stage-3
884    - .linux_test
885  tags:
886    - gce-nfs
887  variables:
888    TEST_ARCH: arch-ci-linux-64idx-i8-uni
889
890mswin-intel-cxx-cmplx:
891  extends:
892    - .stage-3
893    - .mswin_test
894  tags:
895    - mswin-stage3
896  variables:
897    TEST_ARCH: arch-ci-mswin-intel-cxx-cmplx
898
899mswin-uni:
900  extends:
901    - .stage-3
902    - .mswin_test
903  tags:
904    - mswin-stage3
905  variables:
906    PETSC_OPTIONS: -check_pointer_intensity 0 -error_output_stdout -nox -nox_warning -malloc_dump
907    TEST_ARCH: arch-ci-mswin-uni
908
909mswin-gnu:
910  extends:
911    - .stage-3
912    - .mswin_test
913  tags:
914    - mswin-stage3
915  variables:
916    TEST_ARCH: arch-ci-mswin-gnu
917    MAKE_CFLAGS: -Werror
918    MAKE_CXXFLAGS: -Werror
919    MAKE_FFLAGS: -Werror
920    DISABLE_TESTS: 1
921  artifacts:
922    reports:
923    paths:
924    - arch-*/lib/petsc/conf/*.log
925    expire_in: 4 days
926
927#mswin-intel:
928#  extends:
929#    - .stage-3
930#    - .mswin_test
931#  tags:
932#    - os:win
933#  variables:
934#    TEST_ARCH: arch-ci-mswin-intel
935
936opensolaris-pkgs-opt:
937  extends:
938    - .stage-3
939    - .opensolaris_test
940  tags:
941    - name:n-gage
942  variables:
943    TEST_ARCH: arch-ci-opensolaris-pkgs-opt
944
945opensolaris-cmplx-pkgs-dbg:
946  extends:
947    - .stage-3
948    - .opensolaris_test
949  tags:
950    - name:n-gage
951  variables:
952    TEST_ARCH: arch-ci-opensolaris-cmplx-pkgs-dbg
953
954opensolaris-misc:
955  extends:
956    - .stage-3
957    - .opensolaris_test
958  tags:
959    - name:n-gage
960  variables:
961    TEST_ARCH: arch-ci-opensolaris-misc
962
963osx-cxx-cmplx-pkgs-dbg:
964  extends:
965    - .stage-3
966    - .osx_test
967  tags:
968    - os:macos
969  variables:
970    TEST_ARCH: arch-ci-osx-cxx-cmplx-pkgs-dbg
971    INIT_SCRIPT: /Users/glci/bin/py3.sh
972
973osx-cxx-pkgs-opt:
974  extends:
975    - .stage-3
976    - .osx_test
977  tags:
978    - os:macos, opt
979  variables:
980    PETSC_OPTIONS: -vecscatter_mpi1 false -options_left false -checkfunctionlist
981    TEST_ARCH: arch-ci-osx-cxx-pkgs-opt
982    MAKE_CXXFLAGS: -Werror -Wno-pass-failed
983
984osx-dbg:
985  extends:
986    - .stage-3
987    - .osx_test
988  tags:
989    - os:macos
990  variables:
991    TEST_ARCH: arch-ci-osx-dbg
992
993osx-xsdk-opt:
994  extends:
995    - .stage-3
996    - .osx_test
997  tags:
998    - os:macos, opt
999  variables:
1000    TEST_ARCH: arch-ci-osx-xsdk-opt
1001
1002# job for analyzing the coverage results and generating the various reports
1003analyze-coverage:
1004  extends: .test
1005  stage: stage-4
1006  tags:
1007    - gce-nfs-short
1008  dependencies:
1009    - linux-pkgs-gcov
1010    - linux-cmplx-gcov
1011    - linux-matlab-ilp64-gcov
1012    - linux-gcov
1013  variables:
1014    PYTHON: python3
1015    PETSC_ARCH: arch-ci-analyze-pipeline
1016    LOAD_MODULES: python-3.9.13-gcc-7.5.0-fq67pdh py-gcovr-5.2-gcc-7.5.0-o7fu4xq
1017  before_script:
1018    - date
1019    - hostname
1020    - if [ ! -z ${LOAD_MODULES+x} ]; then module --trace load ${LOAD_MODULES}; module list; fi
1021    - ${PYTHON} --version
1022    - gcovr --version
1023  script:
1024    - printf "PATH:$PATH\n"
1025    - printf "PYTHONPATH:$PYTHONPATH\n"
1026    - if [ ! -z ${CI_MERGE_REQUEST_SOURCE_BRANCH_NAME+x} ]; then printf "CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME\n" ;fi
1027    - ${PYTHON} ./configure --with-mpi=0 --with-cxx=0 --download-sowing --with-fortran-bindings
1028    - make mergegcov PETSC_GCOV_OPTIONS='--ci-mode --verbose'
1029  coverage: /^\s*lines:\s*\d+.\d+\%/
1030  artifacts:
1031    name: "$CI_JOB_NAME"
1032    when: always
1033    paths:
1034    - arch-ci-analyze-pipeline/gcovr/*
1035    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1036    expire_in: 4 days
1037    reports:
1038      coverage_report:
1039        coverage_format: cobertura
1040        path: arch-ci-analyze-pipeline/gcovr/xml/*.xml
1041
1042# template for the coverage review jobs, these must be separate jobs as you cannot deploy multiple
1043# environments from one job...
1044.coverage-review:
1045  extends: .test
1046  stage: .post
1047  tags:
1048    - gce-nfs-short
1049  dependencies:
1050    - analyze-coverage
1051  script:
1052    - date
1053    - hostname
1054  artifacts:
1055    name: "$CI_JOB_NAME"
1056    when: always
1057    paths:
1058    - arch-ci-analyze-pipeline/gcovr/*
1059    - arch-ci-analyze-pipeline/lib/petsc/conf/*.log
1060    expire_in: 4 days
1061
1062coverage-total-review:
1063  extends: .coverage-review
1064  environment:
1065    name: coverage/all/$CI_COMMIT_REF_SLUG
1066    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html/report.html
1067    auto_stop_in: one week
1068    deployment_tier: testing
1069
1070coverage-untested-review:
1071  extends: .coverage-review
1072  environment:
1073    name: coverage/untested/$CI_COMMIT_REF_SLUG
1074    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/arch-ci-analyze-pipeline/gcovr/html_untested/report_untested.html
1075    auto_stop_in: one week
1076    deployment_tier: testing
1077
1078analyze-pipeline:
1079  extends: .coverage-review
1080  script:
1081    - date
1082    - hostname
1083    # This file is created by lib/petsc/bin/maint/gcov.py. If it exists then the CI
1084    # pipeline should fail
1085    - if [ -f ./arch-ci-analyze-pipeline/gcovr/.CI_FAIL ]; then
1086        cat ./arch-ci-analyze-pipeline/gcovr/merge_gcov_errors.log;
1087        exit 1;
1088      fi
1089
1090#
1091# Base job for a documentation build
1092#
1093.docs:
1094  stage: stage-3
1095  tags:
1096    - gce-stage2
1097  before_script:
1098    - VENV=venv-petsc-docs &&
1099      python3 -m venv $VENV &&
1100      . $VENV/bin/activate &&
1101      cd doc &&
1102      pip install -r requirements.txt
1103
1104#
1105# Build documentation and make available for review using GitLab pages
1106#
1107docs-review:
1108  extends:
1109    - .docs
1110    - .test-basic
1111  script:
1112    - (make html BUILDDIR="../public" SPHINXOPTS="-T -E -W --keep-going -j 1") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1113    - (make latexpdf SPHINXOPTS="-T -E -W --keep-going") || (printf "Sphinx build failed (warnings count as errors)\n" && false)
1114    - cp _build/latex/manual.pdf ../public/html/docs/manual/
1115  environment:
1116    name: review/$CI_COMMIT_REF_NAME
1117    url: https://$CI_PROJECT_NAMESPACE.gitlab.io/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/public/html/index.html
1118  artifacts:
1119    paths:
1120      - public
1121    expire_in: 4 days
1122  except:
1123    variables:
1124      - $PETSC_CI_SCHEDULED =~ /yes/
1125
1126#
1127# Deploy documentation using GitLab pages
1128#
1129pages:  # this job name has special meaning to GitLab
1130  extends: .docs
1131  interruptible: true
1132  script:
1133    - mkdir -p ../public/ && cp public/* ../public/
1134    - git fetch --unshallow --no-tags origin +release:remotes/origin/release +main:remotes/origin/main
1135    - git checkout origin/main && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1" BUILDDIR="../public/main" && make latexpdf && mkdir -p ../public/main/docs/manual && cp _build/latex/manual.pdf ../public/main/docs/manual/
1136    - make clean BUILDDIR="../public/release"
1137    - git checkout origin/release && pip install -r requirements.txt && make website-deploy SPHINXOPTS="-j 1"  BUILDDIR="../public/release" && make latexpdf && mkdir -p ../public/release/docs/manual && cp _build/latex/manual.pdf ../public/release/docs/manual/
1138    - rm -rf ../public/*/.doctrees
1139  only:
1140    variables:
1141      - $PETSC_CI_SCHEDULED == "yes"
1142  artifacts:
1143    paths:
1144      - public
1145    expire_in: 4 days
1146
1147#
1148#
1149# The following tests are experimental; more tests by users at other sites may be added below this.  Experimental test
1150# that fail produce a warning, but do not block execution of a pipeline.
1151#
1152
1153.test-experimental:
1154  extends: .test
1155  allow_failure: true
1156
1157