# -*- mode: makefile-gmake -*- -include petscdir.mk .SUFFIXES: .F .F90 .f90 ${SUFFIXES} .PETSc .C .cc .cpp .cxx .r .rm .so .html .ad .m .tex .make .fig .svg .eps .pdf .jpg .png .dvi .ps .F95 .f95 .fiat .cu .kokkos.cxx .raja.cxx .hip.cpp .sycl.cxx CONFIGDIR := $(PETSC_DIR)/config # TESTSRCDIR is always relative to gmakefile.test # This must be before includes mkfile_path := $(abspath $(lastword $(MAKEFILE_LIST))) TESTSRCDIR := $(dir $(mkfile_path))src -include $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables -include $(PETSC_DIR)/lib/petsc/conf/variables TESTDIR ?= ./$(PETSC_ARCH)/tests MODDIR := $(PETSC_DIR)/$(PETSC_ARCH)/include TESTLOGTAPFILE ?= $(TESTDIR)/test_$(PETSC_ARCH)_tap.log TESTLOGERRFILE ?= $(TESTDIR)/test_$(PETSC_ARCH)_err.log EXAMPLESDIR := $(TESTSRCDIR) pkgs := sys vec mat dm ksp snes ts tao petscconf := $(PETSC_DIR)/$(PETSC_ARCH)/include/petscconf.h petscvariables := $(PETSC_DIR)/$(PETSC_ARCH)/lib/petsc/conf/petscvariables generatedtest := $(TESTDIR)/testfiles .SECONDEXPANSION: # to expand $$(@D)/.DIR TESTFLAGS := # Initialize as simple variable #workaround old cygwin versions ifeq ($(PETSC_CYGWIN_BROKEN_PIPE),1) ifeq ($(shell basename $(AR)),ar) V ?=1 endif endif V ?= $(if $(findstring s,$(MAKEFLAGS)),0) ifeq ($(V),) # Default quiet_HELP := "Use \"$(MAKE) V=1\" to see verbose compile lines, \"$(MAKE) V=0\" to suppress.\n" quiet = @printf $(quiet_HELP)$(eval quiet_HELP:=)" %10s %s\n" "$1$2" "$@"; $($1) quiettest = @printf " %10s %s\n" "TEST" "$(@:$(TESTDIR)/counts/%.counts=%)"; else ifeq ($(V),0) # Suppress entire command quiet = @$($1) quiettest = @ TESTFLAGS += -o err_only else # Show the full command line quiet = $($1) quiettest = TESTFLAGS += -v endif ifeq ($(FORCE),1) TESTFLAGS += -f # force test execution endif ifeq ($(CUDAMEMCHECK),1) TESTFLAGS += -U # Add cuda-memcheck option to the flags endif ifeq ($(VALGRIND),1) TESTFLAGS += -V # Add valgrind option to the flags endif ifeq ($(DEBUG),1) TESTFLAGS += -d # Launch test in debugger endif ifeq ($(REPLACE),1) TESTFLAGS += -m # Replace results by passing -m to petscdiff endif ifeq ($(OUTPUT),1) TESTFLAGS += -o 'err_only' # Show only the errors on stdout endif ifeq ($(ALT),1) TESTFLAGS += -M # Replace alt files by passing -M to petscdiff endif PRINTONLY ?= 0 ifeq ($(PRINTONLY),1) TESTFLAGS += -p # Pass -p to petscdiff to print only command endif ifeq ($(DIFF_NUMBERS),1) TESTFLAGS += -j # Pass -j to petscdiff to diff the actual numbers endif ifdef OPTIONS TESTFLAGS += -a '$(OPTIONS)' # override arguments endif ifdef EXTRA_OPTIONS TESTFLAGS += -e '$(EXTRA_OPTIONS)' # add extra arguments endif ifdef NP TESTFLAGS += -n $(NP) # set number of processes endif # Override the default timeout that may be found at the top of config/petsc_harness.sh # This must be an integer. It is given in seconds. ifdef TIMEOUT TESTFLAGS += -t $(TIMEOUT) # Override the default timeout endif $(generatedtest) : $(petscconf) $(petscvariables) $(CONFIGDIR)/gmakegentest.py $(TESTDIR)/.DIR | $$(@D)/.DIR $(PYTHON) $(CONFIGDIR)/gmakegentest.py --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --testdir=$(TESTDIR) ifneq ($(filter-out clean check info libs all checkbadSource checkbadFileChange allfortranstubs alletags clangformat checkclangformat,$(MAKECMDGOALS:clean%=clean)),) include $(generatedtest) endif ifeq ($(PETSC_LANGUAGE),CXXONLY) cc_name := CXX else cc_name := CC endif PETSC_COMPILE.c = $(call quiet,$(cc_name)) -c $(PCC_FLAGS) $($(CLANGUAGE)FLAGS) $(CCPPFLAGS) $(C_DEPFLAGS) PETSC_COMPILE.cxx = $(call quiet,CXX) -c $(CXX_FLAGS) $(CXXFLAGS) $(CXXCPPFLAGS) $(CXX_DEPFLAGS) PETSC_COMPILE.cu = $(call quiet,CUDAC) -c $(MPICXX_INCLUDES) $(CUDAC_FLAGS) --compiler-options="${PETSC_CXXCPPFLAGS} $(CUDACPPFLAGS) $(CUDA_CXXFLAGS)" PETSC_COMPILE.hip.cpp = $(call quiet,HIPC) -c $(MPICXX_INCLUDES) $(HIPC_FLAGS) $(HIPPP_FLAGS) $(HIPFLAGS) $(HIPPPFLAGS) $(HIPOPTFLAGS) $(HIPC_DEPFLAGS) $(CXXFLAGS) $(CXXCPPFLAGS) $(HIP_DEPFLAGS) PETSC_COMPILE.sycl.cxx = $(call quiet,SYCLC) -c $(MPICXX_INCLUDES) $(SYCLC_FLAGS) $(SYCLPP_FLAGS) $(SYCLFLAGS) $(SYCLPPFLAGS) $(SYCLOPTFLAGS) $(CXXFLAGS) $(CXXCPPFLAGS) $(SYCL_DEPFLAGS) PETSC_GENDEPS.cu = $(call quiet,CUDAC,.dep) --generate-dependencies --output-directory=$(@D) $(MPICXX_INCLUDES) $(CUDAC_FLAGS) --compiler-options="${PETSC_CXXCPPFLAGS} $(CUDA_CXXFLAGS)" PETSC_COMPILE.F = $(call quiet,FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) ifneq ($(KOKKOS_USE_CUDA_COMPILER),) # Kokkos requires nvcc to be in PATH and the C++ compiler to be given in an environmental variable KOKC = PATH=`dirname $(CUDAC)`:$(PATH) NVCC_WRAPPER_DEFAULT_COMPILER="$(CUDA_CXX)" $(KOKKOS_BIN)/nvcc_wrapper --expt-extended-lambda PETSC_COMPILE.kokkos.cxx = $(call quiet,KOKC) -c $(CUDAC_FLAGS) ${PETSC_CXXCPPFLAGS} $(CUDACPPFLAGS) $(CUDA_CXXFLAGS) $(MPICXX_INCLUDES) else ifneq ($(KOKKOS_USE_HIP_COMPILER),) PETSC_COMPILE.kokkos.cxx = $(PETSC_COMPILE.hip.cpp) else ifneq ($(KOKKOS_USE_SYCL_COMPILER),) PETSC_COMPILE.kokkos.cxx = $(PETSC_COMPILE.sycl.cxx) else PETSC_COMPILE.kokkos.cxx = $(PETSC_COMPILE.cxx) endif ifneq ($(RAJA_USE_CUDA_COMPILER),) PETSC_COMPILE.raja.cxx = ${CUDAC} $(MPICXX_INCLUDES) ${CUDAC_FLAGS} -x cu -Xcudafe "--display_error_number" -c --compiler-options="${PETSC_CXXCPPFLAGS} ${PETSC_CC_INCLUDES} ${CUDA_CXXFLAGS}" --expt-extended-lambda --expt-relaxed-constexpr else PETSC_COMPILE.raja.cxx = ${CXX} -o $*.o -c ${CXX_FLAGS} ${CXXFLAGS} ${CXXCPPFLAGS} endif testlangs := c cu cxx F F90 kokkos.cxx hip.cpp sycl.cxx raja.cxx $(foreach lang, $(testlangs), $(eval \ testexe.$(lang) = $(foreach pkg, $(pkgs), $(testsrcs-$(pkg).$(lang):%.$(lang)=$(TESTDIR)/%)))) concattestlang = $(foreach lang, $(2), $(testsrcs-$(1).$(lang):%.$(lang)=$(TESTDIR)/%.o)) testsrcs.o := $(foreach pkg, $(pkgs), $(call concattestlang,$(pkg),$(testlangs))) testsrcs-rel := $(foreach pkg, $(pkgs), $(foreach lang, $(testlangs), $(testsrcs-$(pkg).$(lang)))) testsrcs := $(foreach sfile, $(testsrcs-rel), $(TESTSRCDIR)/$(sfile)) # workaround win32fe failure ifneq (,$(findstring win32fe,$(call quiet,$(cc_name)))) $(TESTDIR)/ts/tutorials/multirate/ex6: | $(TESTDIR)/ts/tutorials/multirate/ex5 $(TESTDIR)/ts/tutorials/multirate/ex8: | $(TESTDIR)/ts/tutorials/multirate/ex6 endif # Refresh testfiles when sources change, but don't balk if the source file is nonexistent (deleted) $(generatedtest) : $(testsrcs) $(testsrcs) : $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.c | $$(@D)/.DIR $(PETSC_COMPILE.c) $(abspath $<) -o $@ $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.kokkos.cxx | $$(@D)/.DIR $(PETSC_COMPILE.kokkos.cxx) $(abspath $<) -o $@ $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.sycl.cxx | $$(@D)/.DIR $(PETSC_COMPILE.sycl.cxx) $(abspath $<) -o $@ $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.raja.cxx | $$(@D)/.DIR $(PETSC_COMPILE.raja.cxx) $(abspath $<) -o $@ $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.cxx | $$(@D)/.DIR $(PETSC_COMPILE.cxx) $(abspath $<) -o $@ $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.cu | $$(@D)/.DIR $(PETSC_COMPILE.cu) $(abspath $<) -o $@ # Compile first so that if there is an error, it comes from a normal compile @$(PETSC_GENDEPS.cu) $(abspath $<) -o $(@:%.o=%.d) # Generate the dependencies for later $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.hip.cpp | $$(@D)/.DIR $(PETSC_COMPILE.hip.cpp) $(abspath $<) -o $@ # Test modules go in the same directory as the target *.o TESTMODDIR = $(@D) FCMOD = cd $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.F | $$(@D)/.DIR ifeq ($(FC_MODULE_OUTPUT_FLAG),) $(call quiet,FCMOD) $(TESTMODDIR) && $(FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) -I$(dir $<) $(abspath $<) -o $(abspath $@) else $(PETSC_COMPILE.F) -I$(dir $<) $(abspath $<) -o $@ $(FC_MODULE_OUTPUT_FLAG)$(TESTMODDIR) $(FC_MODULE_FLAG)$(TESTMODDIR) endif -@$(GFORTRAN_DEP_CLEANUP) $(TESTDIR)/%.o : $(EXAMPLESDIR)/%.F90 | $$(@D)/.DIR ifeq ($(FC_MODULE_OUTPUT_FLAG),) $(call quiet,FCMOD) $(TESTMODDIR) && $(FC) -c $(FC_FLAGS) $(FFLAGS) $(FCPPFLAGS) $(FC_DEPFLAGS) -I$(dir $<) $(abspath $<) -o $(abspath $@) else $(PETSC_COMPILE.F) -I$(dir $<) $(abspath $<) -o $@ $(FC_MODULE_OUTPUT_FLAG)$(TESTMODDIR) $(FC_MODULE_FLAG)$(TESTMODDIR) endif -@$(GFORTRAN_DEP_CLEANUP) # This is a hack to fix a broken gfortran. define GFORTRAN_DEP_CLEANUP if test -e "$(@:%.o=%.d)" && head -1 "$(@:%.o=%.d)" | fgrep -q -v : ; then\ echo "$(@): \\" > $(@:%.o=%.dtemp) ; \ tr '\n' '@' < $(@:%.o=%.d) | cut -d: -f2- | tr '@' '\n' >> $(@:%.o=%.dtemp) ; \ mv $(@:%.o=%.dtemp) $(@:%.o=%.d); \ fi endef # link line constructed differently for gmakefile vs gmakefile.test invocation ifeq ($(libpetscall),) PETSC_TEST_LIB = $(PETSC_LIB) else PETSC_TEST_LIB = $(C_SH_LIB_PATH) $(PETSC_EXTERNAL_LIB_BASIC) endif # manually list some some library dependencies to check for circular dependencies $(TESTDIR)/sys/tests/ex9: PETSC_TEST_LIB = $(PETSC_SYS_LIB) $(TESTDIR)/vec/vec/tests/ex1: PETSC_TEST_LIB = $(PETSC_VEC_LIB) $(TESTDIR)/mat/tests/ex1: PETSC_TEST_LIB = $(PETSC_MAT_LIB) $(TESTDIR)/dm/tests/ex1: PETSC_TEST_LIB = $(PETSC_DM_LIB) $(TESTDIR)/ksp/ksp/tests/ex1: PETSC_TEST_LIB = $(PETSC_KSP_LIB) $(TESTDIR)/snes/tests/ex1: PETSC_TEST_LIB = $(PETSC_SNES_LIB) $(TESTDIR)/ts/tests/ex2: PETSC_TEST_LIB = $(PETSC_TS_LIB) $(TESTDIR)/tao/tutorials/ex1: PETSC_TEST_LIB = $(PETSC_TAO_LIB) # MACOS FIREWALL HANDLING # - if run with MACOS_FIREWALL=1 # (automatically set in $PETSC_ARCH/lib/petsc/conf/petscvariables if configured --with-macos-firewall-rules), # ensure mpiexec and test executable is on firewall list # ifeq ($(MACOS_FIREWALL),1) FW := /usr/libexec/ApplicationFirewall/socketfilterfw # There is no reliable realpath command in macOS without need for 3rd party tools like homebrew coreutils # Using Python's realpath seems like the most robust way here realpath-py = $(shell $(PYTHON) -c 'import os, sys; print(os.path.realpath(sys.argv[1]))' $(1)) # define macos-firewall-register @APP=$(call realpath-py, $(1)); \ if ! sudo -n true 2>/dev/null; then printf "Asking for sudo password to add new firewall rule for\n $$APP\n"; fi; \ sudo $(FW) --remove $$APP --add $$APP --blockapp $$APP endef endif # macos-firewall-register-mpiexec: -$(call macos-firewall-register, $(MPIEXEC)) # Test executables $(testexe.F) $(testexe.F90) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) $(call quiet,FLINKER) -o $@ $^ $(PETSC_TEST_LIB) -$(call macos-firewall-register,$@) $(testexe.c) $(testexe.cu) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) $(call quiet,CLINKER) $(EXEFLAGS) -o $@ $^ $(PETSC_TEST_LIB) -$(call macos-firewall-register,$@) $(testexe.hip.cpp) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) $(call quiet,CLINKER) -o $@ $^ $(PETSC_TEST_LIB) -$(call macos-firewall-register,$@) $(testexe.kokkos.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) $(call quiet,CLINKER) $(EXEFLAGS) -o $@ $^ $(PETSC_TEST_LIB) -$(call macos-firewall-register,$@) $(testexe.raja.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) $(call quiet,CLINKER) -o $@ $^ $(PETSC_TEST_LIB) -$(call macos-firewall-register,$@) $(testexe.cxx) : $(TESTDIR)/% : $(TESTDIR)/%.o $$^ $(libpetscall) $(call quiet,CXXLINKER) -o $@ $^ $(PETSC_TEST_LIB) -$(call macos-firewall-register,$@) # Fortran source files need petsc*.mod, which isn't explicitly managed in the makefile. $(foreach pkg, $(pkgs), $(call concattestlang,$(pkg),F F90)) : $(libpetscall) # Testing convenience targets .PHONY: test pre-clean test: report_tests pre-clean: @$(RM) -rf $(TESTDIR)/counts $(TESTLOGTAPFILE) $(TESTLOGERRFILE) @touch $(TESTLOGTAPFILE) $(TESTLOGERRFILE) @echo "Using MAKEFLAGS:" ${MAKEFLAGS} check-test-errors: @grep '^not ok' $(TESTLOGTAPFILE) | grep -v 'Exceeded timeout' | tee $(TESTDIR)/allgtests-tap-err.log @test ! -s $(TESTDIR)/allgtests-tap-err.log .PHONY: $(foreach pkg, $(pkgs), test-$(pkg) $(foreach lang, $(testlangs), test-$(pkg).$(lang) test-rm-$(pkg).$(lang))) testpkgs := $(foreach pkg, $(pkgs), test-$(pkg)) # Targets to run tests in test-$pkg.$lang and delete the executables, language by language $(testpkgs) : test-% : $(foreach lang, $(testlangs), test-rm-%.$(lang)) # List of raw test run targets alltesttargets := $(foreach tp, $(testpkgs), $(foreach lang, $(testlangs), $($(tp).$(lang)))) # Run targets $(alltesttargets) : % : $(TESTDIR)/counts/%.counts .PHONY: $(alltesttargets) $(TESTDIR)/counts/%.counts : $(quiettest) $< $(TESTFLAGS) # Targets to run tests and remove executables, by package-lang pairs. # Run the tests in each batch using recursive invocation of make because # we need all of them to complete before removing the executables. Make # doesn't guarantee an exploration order for the graph. Only recursive # if there is something to be done. alltest-rm := $(foreach pkg, $(pkgs), $(foreach lang, $(testlangs), test-rm-$(pkg).$(lang))) $(alltest-rm) : test-rm-% : test-% ifneq ($(NO_RM),1) $(call quiet,RM) $(addprefix $(TESTDIR)/,$(basename $($(@:test-rm-%=testsrcs-%)))) endif # Remove intermediate .o files # This only removes the files at the end which is insufficient #.INTERMEDIATE: $(testsrcs.o:%.o=%) # all sources should get recompiled when petscvariables changes (i.e when configure is rerun or when petscvariables is manually edited.) $(testsrcs.o) : $(petscvariables) %/.DIR : @mkdir -p $(@D) @touch $@ .PRECIOUS: %/.DIR .SUFFIXES: # Clear .SUFFIXES because we don't use implicit rules .DELETE_ON_ERROR: # Delete likely-corrupt target file if rule fails .PHONY: clean cleantest all cleantest: ${RM} -r $(TESTDIR) $(generatedtest) clean: cleantest alltest.d := $(testsrcs.o:%.o=%.d) # Tell make that alltest.d are all up to date. Without this, the include # below has quadratic complexity, taking more than one second for a # do-nothing build of PETSc (much worse for larger projects) $(alltest.d) : ; -include $(alltest.d) # Tests can be generated by searching -- see documentation below showreport= ifndef searchin searchin = " " endif ifdef i searchin = $(i) endif ifdef gs gmakesearch = $(gs) endif ifdef gmakesearch TESTTARGETS := $(filter $(gmakesearch),$(alltesttargets)) ifdef gmakesearchin TESTTARGETS2 := $(foreach v,$(TESTTARGETS),$(if $(findstring $(gmakesearchin),$(v)),$(v))) TESTTARGETS := $(TESTTARGETS2) endif else ifdef gmakesearchin TESTTARGETS := $(foreach v,$(alltesttargets),$(if $(findstring $(gmakesearchin),$(v)),$(v))) else ifdef argsearch TESTTARGETS := $(foreach v,$(alltesttargets),$(if $(findstring $(argsearch),$($(v)_ARGS)),$(v))) else ifdef search TESTTARGETS := $(shell $(PYTHON) $(CONFIGDIR)/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) 'name' '$(search)') else ifdef s TESTTARGETS := $(shell $(PYTHON) $(CONFIGDIR)/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) 'name' '$(s)') else ifdef test-fail TESTTARGETS := $(shell $(TESTDIR)/echofailures.sh) else ifdef query TESTTARGETS := $(shell $(PYTHON) $(CONFIGDIR)/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) '$(query)' '$(queryval)') else ifdef q TESTTARGETS := $(shell $(PYTHON) $(CONFIGDIR)/query_tests.py --testdir=$(TESTDIR) --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --searchin=$(searchin) '$(q)' '$(qv)') else # No filter - run them all, but delete the executables as we go TESTTARGETS := $(testpkgs) ifneq ($(PRINTONLY),1) showreport = "-s" # Only show full report when all tests are run endif endif .PHONY: report_tests print-test print-test: $(info $(TESTTARGETS)) @true show-fail: -@$(PYTHON) $(CONFIGDIR)/report_tests.py -d $(TESTDIR)/counts -f # Don't start running tests until starttime has completed $(alltesttargets:%=$(TESTDIR)/counts/%.counts) : starttime # Ensure that libpetsc (if it is a prerequisite) has been built and clean the counts/logs before starting timer starttime: pre-clean $(libpetscall) macos-firewall-register-mpiexec @$(eval STARTTIME := $(shell date +%s)) report_tests: starttime $(TESTTARGETS) @$(eval ENDTIME := $(shell date +%s)) -@ elapsed_time=$$(($(ENDTIME)- $(STARTTIME))) && \ $(PYTHON) $(CONFIGDIR)/report_tests.py -m $(MAKE) -d $(TESTDIR)/counts -t 5 -e $${elapsed_time} $(showreport) check_output: $(PYTHON) $(CONFIGDIR)/gmakegentest.py --petsc-dir=$(PETSC_DIR) --petsc-arch=$(PETSC_ARCH) --testdir=$(TESTDIR) --check-output # Do not how how to invoke test from makefile HASGMAKEFILE := $(filter gmakefile,$(MAKEFILE_LIST)) ifeq ($(HASGMAKEFILE),gmakefile) helpdeps:=help-make help-targets makefile="gmakefile" other_help="To see full test help: make -f gmakefile.test help" else helpdeps:=help-make help-targets help-test makefile="gmakefile.test" other_help="" endif help: ${helpdeps} -@echo "Above is from: ${helpdeps}" -@echo "${other_help}" help-make: -@echo -@echo "Basic build usage:" -@echo " make -f ${makefile} " -@echo -@echo "Options:" -@echo " V=0 Very quiet builds" -@echo " V=1 Verbose builds" -@echo help-targets: -@echo "All makefile targets and their dependencies:" -@grep ^[a-z] ${makefile} | grep : | grep -v = -@echo -@echo help-test: -@echo "Basic test usage:" -@echo " make -f ${makefile} test " -@echo -@echo "Options:" -@echo " V=1 Verbose output (-v to scripts)" -@echo " NO_RM=1 Do not remove the executables after running" -@echo " REPLACE=1 Replace the output in PETSC_DIR source tree (-m to test scripts)" -@echo " OUTPUT=1 Show only the errors on stdout" -@echo " ALT=1 Replace 'alt' output in PETSC_DIR source tree (-M to test scripts)" -@echo " DIFF_NUMBERS=1 Diff the numbers in the output (-j to test scripts and petscdiff)" -@echo " CUDAMEMCHECK=1 Execute the tests using cuda-memcheck (-U to test scripts)" -@echo " Use PETSC_CUDAMEMCHECK_COMMAND to change the executable to run and" -@echo " PETSC_CUDAMEMCHECK_ARGS to change the arguments (note: both" -@echo " cuda-memcheck and compute-sanitizer are supported)" -@echo " VALGRIND=1 Execute the tests using valgrind (-V to test scripts)" -@echo " DEBUG=1 Launch tests in the debugger (-d to the scripts)" -@echo " NP= Set a number of processors to pass to scripts." -@echo " FORCE=1 Force SKIP or TODO tests to run" -@echo " PRINTONLY=1 Print the command, but do not run. For loops print first command" -@echo " TIMEOUT=