#!/usr/bin/env python3 "Test Render Script" import argparse import math import os import re import shutil import sys import tempfile import time from shlex import split from subprocess import PIPE, STDOUT, CalledProcessError, run overviewer_scripts = ['./overviewer.py', './gmap.py'] def check_call(args, verbose=False): try: return run( args, check=True, stdout=None if verbose else PIPE, stderr=None if verbose else STDOUT, universal_newlines=True, ) except CalledProcessError as e: if verbose: print(e.output) raise e def check_output(args): p = run( args, check=True, stdout=PIPE, universal_newlines=True ) return p.stdout def clean_render(overviewerargs, verbose=False): tempdir = tempfile.mkdtemp('mc-overviewer-test') overviewer_script = None for script in overviewer_scripts: if os.path.exists(script): overviewer_script = script break if overviewer_script is None: sys.stderr.write("could not find main overviewer script\n") sys.exit(1) try: # check_call raises CalledProcessError when overviewer.py exits badly check_call([sys.executable] + split("setup.py clean build"), verbose=verbose) try: check_call([sys.executable, overviewer_script, '-d'] + overviewerargs, verbose=verbose) except CalledProcessError: pass starttime = time.time() check_call([sys.executable, overviewer_script] + overviewerargs + [tempdir, ], verbose=verbose) endtime = time.time() return endtime - starttime finally: shutil.rmtree(tempdir, True) def get_stats(timelist): average = sum(timelist) / float(len(timelist)) meandiff = [(x - average) ** 2 for x in timelist] sd = math.sqrt(sum(meandiff) / len(meandiff)) return { "count": len(timelist), "minimum": min(timelist), "maximum": max(timelist), "average": average, "standard deviation": sd } def get_current_branch(): gittext = check_output(split('git rev-parse --abbrev-ref HEAD')) return gittext.strip() if gittext != "HEAD" else None def get_current_commit(): gittext = check_output(split('git rev-parse HEAD')) return gittext.strip() if gittext else None def get_current_ref(): branch = get_current_branch() if branch: return branch commit = get_current_commit() if commit: return commit def get_commits(gitrange): gittext = check_output(split('git rev-list --reverse') + [gitrange, ]) return (c for c in gittext.split("\n")) def set_commit(commit): check_call(split('git checkout') + [commit, ]) def main(args): commits = [] for commit in args.commits: if '..' in commit: commits = get_commits(commit) else: commits.append(commit) if not commits: commits = [get_current_ref(), ] log = None if args.log: log = args.log reset_commit = get_current_ref() try: for commit in commits: print("testing commit", commit) set_commit(commit) timelist = [] print(" -- "), try: for i in range(args.number): sys.stdout.write(str(i + 1) + " ") sys.stdout.flush() timelist.append(clean_render(args.overviewer_args, verbose=args.verbose)) print("... done") stats = get_stats(timelist) print(stats) if log: log.write("%s %s\n" % (commit, repr(stats))) except CalledProcessError as e: if args.fatal_errors: print(e) print("Overviewer croaked, exiting...") print("(to avoid this, use --keep-going)") sys.exit(1) finally: set_commit(reset_commit) if log: log.close() if __name__ == "__main__": parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("overviewer_args", metavar="[overviewer options/world]", nargs="+") parser.add_argument("-n", "--option", metavar="N", type=int, action="store", dest="number", default=3, help="number of renders per commit [default: 3]") parser.add_argument("-c", "--commits", metavar="RANGE", action="append", type=str, dest="commits", default=[], help="the commit (or range of commits) to test [default: current]") parser.add_argument("-v", "--verbose", action="store_true", dest="verbose", default=False, help="don't suppress overviewer output") parser.add_argument("-k", "--keep-going", action="store_false", dest="fatal_errors", default=True, help="don't stop testing when Overviewer croaks") parser.add_argument("-l", "--log", dest="log", type=argparse.FileType('w'), metavar="FILE", help="log all test results to a file") args = parser.parse_args() main(args)