xref: /petsc/config/report_tests.py (revision c687a8700ec96ac94f37d32e6ad95ed55955e62f)

#!/usr/bin/env python
import glob, os, re
import optparse
"""
Quick script for parsing the output of the test system and summarizing the results.
"""

def summarize_results(directory):
  ''' Loop over all of the results files and summarize the results'''
  startdir=os.path.realpath(os.path.curdir)
  try:
    os.chdir(directory)
  except OSError:
    print('# No tests run')
    return
  summary={'total':0,'success':0,'failed':0,'failures':[],'todo':0,'skip':0}
  for cfile in glob.glob('*.counts'):
    with open(cfile, 'r') as f:
      for line in f:
        l = line.split()
        summary[l[0]] += l[1:] if l[0] == 'failures' else int(l[1])

  failstr=' '.join(summary['failures'])
  print("\n# -------------")
  print("#   Summary    ")
  print("# -------------")
  if failstr.strip(): print("# FAILED " + failstr)

  for t in "success failed todo skip".split():
    percent=summary[t]/float(summary['total'])*100
    print("# %s %d/%d tests (%3.1f%%)" % (t, summary[t], summary['total'], percent))

  if failstr.strip():
      fail_targets=(
          re.sub('(?<=[0-9]_\w)_.*','',
          re.sub('_1 ',' ',
          re.sub('-','-run',
          re.sub('cmd-','',
          re.sub('diff-','',failstr+' ')))))
          )
      # Need to make sure we have a unique list
      fail_targets=' '.join(list(set(fail_targets.split())))
      print("#\n# To rerun failed tests: ")
      print("#     make -f gmakefile.test test search='" + fail_targets.strip()+"'")
  return

def main():
    parser = optparse.OptionParser(usage="%prog [options]")
    parser.add_option('-d', '--directory', dest='directory',
                      help='Directory containing results of petsc test system',
                      default='counts')
    options, args = parser.parse_args()

    # Process arguments
    if len(args) > 0:
      parser.print_usage()
      return

    summarize_results(options.directory)

if __name__ == "__main__":
        main()