129921a8fSScott Kruger 229921a8fSScott Kruger 329921a8fSScott Krugerscriptname=`basename $0` 429921a8fSScott Krugerrundir=${scriptname%.sh} 534929e0eSSatish BalayTIMEOUT=60 629921a8fSScott Kruger 729921a8fSScott Krugerif test "$PWD"!=`dirname $0`; then 829921a8fSScott Kruger cd `dirname $0` 929921a8fSScott Krugerfi 1029921a8fSScott Krugermkdir -p ${rundir} 11d7871bd4SScott Krugerif test -n "${runfiles}"; then 122666df57SScott Kruger cp ${runfiles} ${rundir} 13d7871bd4SScott Krugerfi 1429921a8fSScott Krugercd ${rundir} 1529921a8fSScott Kruger 1629921a8fSScott Kruger# 1729921a8fSScott Kruger# Method to print out general and script specific options 1829921a8fSScott Kruger# 1929921a8fSScott Krugerprint_usage() { 2029921a8fSScott Kruger 2129921a8fSScott Krugercat >&2 <<EOF 2229921a8fSScott KrugerUsage: $0 [options] 2329921a8fSScott Kruger 2429921a8fSScott KrugerOPTIONS 2529921a8fSScott Kruger -a <args> ......... Override default arguments 2629921a8fSScott Kruger -c <cleanup> ...... Cleanup (remove generated files) 27e53dc769SScott Kruger -d ................ Launch in debugger 2829921a8fSScott Kruger -e <args> ......... Add extra arguments to default 292f2809e3SToby Isaac -f ................ force attempt to run test that would otherwise be skipped 3029921a8fSScott Kruger -h ................ help: print this message 3129921a8fSScott Kruger -n <integer> ...... Override the number of processors to use 32ba2c5286SScott Kruger -j ................ Pass -j to petscdiff (just use diff) 33ba2c5286SScott Kruger -J <arg> .......... Pass -J to petscdiff (just use diff with arg) 34ba2c5286SScott Kruger -m ................ Update results using petscdiff 35*f50802fbSScott Kruger -M ................ Update alt files using petscdiff 360a091e3eSScott Kruger -t ................ Override the default timeout (default=$TIMEOUT sec) 37b047ed2bSScott Kruger -V ................ run Valgrind 3829921a8fSScott Kruger -v ................ Verbose: Print commands 3929921a8fSScott KrugerEOF 4029921a8fSScott Kruger 4129921a8fSScott Kruger if declare -f extrausage > /dev/null; then extrausage; fi 4229921a8fSScott Kruger exit $1 4329921a8fSScott Kruger} 4429921a8fSScott Kruger### 4529921a8fSScott Kruger## Arguments for overriding things 4629921a8fSScott Kruger# 4729921a8fSScott Krugerverbose=false 4829921a8fSScott Krugercleanup=false 49e53dc769SScott Krugerdebugger=false 502f2809e3SToby Isaacforce=false 51d4417257SScott Krugerdiff_flags="" 52*f50802fbSScott Krugerwhile getopts "a:cde:fhjJ:mMn:t:vV" arg 5329921a8fSScott Krugerdo 5429921a8fSScott Kruger case $arg in 55ba2c5286SScott Kruger a ) args="$OPTARG" ;; 5629921a8fSScott Kruger c ) cleanup=true ;; 57e53dc769SScott Kruger d ) debugger=true ;; 58ba2c5286SScott Kruger e ) extra_args="$OPTARG" ;; 592f2809e3SToby Isaac f ) force=true ;; 6029921a8fSScott Kruger h ) print_usage; exit ;; 61ba2c5286SScott Kruger n ) nsize="$OPTARG" ;; 62ba2c5286SScott Kruger j ) diff_flags="-j" ;; 63ba2c5286SScott Kruger J ) diff_flags="-J $OPTARG" ;; 64ba2c5286SScott Kruger m ) diff_flags="-m" ;; 65*f50802fbSScott Kruger M ) diff_flags="-M" ;; 660a091e3eSScott Kruger t ) TIMEOUT=$OPTARG ;; 67b047ed2bSScott Kruger V ) mpiexec="petsc_mpiexec_valgrind $mpiexec" ;; 6829921a8fSScott Kruger v ) verbose=true ;; 6929921a8fSScott Kruger *) # To take care of any extra args 7029921a8fSScott Kruger if test -n "$OPTARG"; then 7129921a8fSScott Kruger eval $arg=\"$OPTARG\" 7229921a8fSScott Kruger else 7329921a8fSScott Kruger eval $arg=found 7429921a8fSScott Kruger fi 7529921a8fSScott Kruger ;; 7629921a8fSScott Kruger esac 7729921a8fSScott Krugerdone 7829921a8fSScott Krugershift $(( $OPTIND - 1 )) 7929921a8fSScott Kruger 800a091e3eSScott Kruger# Individual tests can extend the default 810a091e3eSScott KrugerTIMEOUT=$((TIMEOUT*timeoutfactor)) 820a091e3eSScott Kruger 8329921a8fSScott Krugerif test -n "$extra_args"; then 8429921a8fSScott Kruger args="$args $extra_args" 8529921a8fSScott Krugerfi 86e53dc769SScott Krugerif $debugger; then 87e53dc769SScott Kruger args="-start_in_debugger $args" 88e53dc769SScott Krugerfi 89e53dc769SScott Kruger 9029921a8fSScott Kruger 9129921a8fSScott Kruger# Init 9229921a8fSScott Krugersuccess=0; failed=0; failures=""; rmfiles="" 9329921a8fSScott Krugertotal=0 9429921a8fSScott Krugertodo=-1; skip=-1 950a091e3eSScott Krugerjob_level=0 9629921a8fSScott Kruger 9729921a8fSScott Krugerfunction petsc_testrun() { 9829921a8fSScott Kruger # First arg = Basic command 9929921a8fSScott Kruger # Second arg = stdout file 10029921a8fSScott Kruger # Third arg = stderr file 10129921a8fSScott Kruger # Fourth arg = label for reporting 10229921a8fSScott Kruger # Fifth arg = Filter 10329921a8fSScott Kruger rmfiles="${rmfiles} $2 $3" 10429921a8fSScott Kruger tlabel=$4 10529921a8fSScott Kruger filter=$5 1060a091e3eSScott Kruger job_control=true 10729921a8fSScott Kruger cmd="$1 > $2 2> $3" 1080a091e3eSScott Kruger if test -n "$filter"; then 1091b548e17SScott Kruger if test "${filter:0:6}"=="Error:"; then 1100a091e3eSScott Kruger job_control=false # redirection error method causes job control probs 1111b548e17SScott Kruger filter=${filter##Error:} 112fb2b1c94SScott Kruger cmd="$1 2>&1 | cat > $2" 11329921a8fSScott Kruger fi 1141b548e17SScott Kruger fi 1151263882eSScott Kruger echo "$cmd" > ${tlabel}.sh; chmod 755 ${tlabel}.sh 1167a853109SScott Kruger 1170a091e3eSScott Kruger if $job_control; then 1180a091e3eSScott Kruger # The action: 1190a091e3eSScott Kruger eval "($cmd) &" 1200a091e3eSScott Kruger pid=$! 1210a091e3eSScott Kruger # Put a watcher process in that will kill a job that exceeds limit 122c173c275SScott Kruger $config_dir/watchtime.sh $pid $TIMEOUT & 1230a091e3eSScott Kruger watcher=$! 1240a091e3eSScott Kruger 1250a091e3eSScott Kruger # See if the job we want finishes 1260a091e3eSScott Kruger wait $pid 2> /dev/null 1270a091e3eSScott Kruger cmd_res=$? 1280a091e3eSScott Kruger if ps -p $watcher > /dev/null; then 1290a091e3eSScott Kruger # Keep processes tidy by killing watcher 1306ff014a0SScott Kruger pkill -13 -P $watcher 1310a091e3eSScott Kruger wait $watcher 2>/dev/null # Wait used here to capture the kill message 1320a091e3eSScott Kruger else 1330a091e3eSScott Kruger # Timeout 1340a091e3eSScott Kruger cmd_res=1 1350a091e3eSScott Kruger echo "Exceeded timeout limit of $TIMEOUT s" > $3 1360a091e3eSScott Kruger fi 1370a091e3eSScott Kruger else 1380a091e3eSScott Kruger # The action -- assume no timeout needed 1391263882eSScott Kruger eval "$cmd" 1400a091e3eSScott Kruger # We are testing error codes so just make it pass 1410a091e3eSScott Kruger cmd_res=0 1420a091e3eSScott Kruger fi 1430a091e3eSScott Kruger 1440a091e3eSScott Kruger # Handle filters separately and assume no timeout check needed 1450a091e3eSScott Kruger if test -n "$filter"; then 1460a091e3eSScott Kruger cmd="cat $2 | $filter > $2.tmp 2>> $3 && mv $2.tmp $2" 1471263882eSScott Kruger echo "$cmd" >> ${tlabel}.sh 1480a091e3eSScott Kruger eval "$cmd" 1490a091e3eSScott Kruger let cmd_res+=$? 1500a091e3eSScott Kruger fi 1510a091e3eSScott Kruger 1520a091e3eSScott Kruger # Report errors 1537a853109SScott Kruger if test $cmd_res == 0; then 15402afe9ecSJed Brown if "${verbose}"; then 1550a091e3eSScott Kruger printf "ok $tlabel $cmd\n" | tee -a ${testlogfile} 15602afe9ecSJed Brown else 1570a091e3eSScott Kruger printf "ok $tlabel\n" | tee -a ${testlogfile} 15802afe9ecSJed Brown fi 15929921a8fSScott Kruger let success=$success+1 16029921a8fSScott Kruger else 16164ca018dSScott Kruger if "${verbose}"; then 1620a091e3eSScott Kruger printf "not ok $tlabel $cmd\n" | tee -a ${testlogfile} 16364ca018dSScott Kruger else 1640a091e3eSScott Kruger printf "not ok $tlabel\n" | tee -a ${testlogfile} 16564ca018dSScott Kruger fi 1660a091e3eSScott Kruger awk '{print "#\t" $0}' < $3 | tee -a ${testlogfile} 16729921a8fSScott Kruger let failed=$failed+1 16829921a8fSScott Kruger failures="$failures $tlabel" 16929921a8fSScott Kruger fi 17029921a8fSScott Kruger let total=$success+$failed 1717a853109SScott Kruger return $cmd_res 17229921a8fSScott Kruger} 17329921a8fSScott Kruger 17429921a8fSScott Krugerfunction petsc_testend() { 17529921a8fSScott Kruger logfile=$1/counts/${label}.counts 17629921a8fSScott Kruger logdir=`dirname $logfile` 17729921a8fSScott Kruger if ! test -d "$logdir"; then 17829921a8fSScott Kruger mkdir -p $logdir 17929921a8fSScott Kruger fi 18029921a8fSScott Kruger if ! test -e "$logfile"; then 18129921a8fSScott Kruger touch $logfile 18229921a8fSScott Kruger fi 18329921a8fSScott Kruger printf "total $total\n" > $logfile 18429921a8fSScott Kruger printf "success $success\n" >> $logfile 18529921a8fSScott Kruger printf "failed $failed\n" >> $logfile 18629921a8fSScott Kruger printf "failures $failures\n" >> $logfile 18729921a8fSScott Kruger if test ${todo} -gt 0; then 18829921a8fSScott Kruger printf "todo $todo\n" >> $logfile 18929921a8fSScott Kruger fi 19029921a8fSScott Kruger if test ${skip} -gt 0; then 19129921a8fSScott Kruger printf "skip $skip\n" >> $logfile 19229921a8fSScott Kruger fi 19329921a8fSScott Kruger if $cleanup; then 19429921a8fSScott Kruger echo "Cleaning up" 19529921a8fSScott Kruger /bin/rm -f $rmfiles 19629921a8fSScott Kruger fi 19729921a8fSScott Kruger} 198296e37cfSJed Brown 19926646c0bSSatish Balayfunction petsc_mpiexec_valgrind() { 20026646c0bSSatish Balay mpiexec=$1;shift 20126646c0bSSatish Balay npopt=$1;shift 20226646c0bSSatish Balay np=$1;shift 20326646c0bSSatish Balay 204c173c275SScott Kruger valgrind="valgrind -q --tool=memcheck --leak-check=yes --num-callers=20 --track-origins=yes --suppressions=$petsc_bindir/maint/petsc-val.supp" 205c173c275SScott Kruger 20626646c0bSSatish Balay $mpiexec $npopt $np $valgrind $* 20726646c0bSSatish Balay} 208296e37cfSJed Brownexport LC_ALL=C 209