#!/usr/bin/env python import argparse import re import sys import statistics import subprocess from typing import NamedTuple _TIME_AND_FPS_REGEX = re.compile(rb'\d+ frames, (\d+(?:\.\d+)?) seconds: (\d+(?:\.\d+)?) fps') class RunMetrics(NamedTuple): time: float fps: float def measure(binary: str) -> RunMetrics: result: subprocess.CompletedProcess = subprocess.run( [binary, '--diablo', '--spawn', '--lang', 'en', '--demo', '0', '--timedemo'], capture_output=True) match = _TIME_AND_FPS_REGEX.search(result.stderr) if not match: raise Exception(f"Failed to parse output in:\n{result.stderr}") return RunMetrics(float(match.group(1)), float(match.group(2))) def main(): parser = argparse.ArgumentParser() parser.add_argument('--binary', help='Path to the devilutionx binary', required=True) parser.add_argument('-n', '--num-runs', type=int, default=16, metavar='N') args = parser.parse_args() num_runs = args.num_runs metrics = [] for i in range(1, num_runs + 1): print(f"Run {i:>2} of {num_runs}: ", end='', file=sys.stderr, flush=True) run_metrics = measure(args.binary) print(f"\t{run_metrics.time:>5.2f} seconds\t{run_metrics.fps:>5.1f} FPS", file=sys.stderr, flush=True) metrics.append(run_metrics) mean = RunMetrics(statistics.mean(m.time for m in metrics), statistics.mean(m.fps for m in metrics)) stdev = RunMetrics(statistics.stdev((m.time for m in metrics), mean.time), statistics.stdev((m.fps for m in metrics), mean.fps)) print(f"{mean.time:.3f} ± {stdev.time:.3f} seconds, {mean.fps:.3f} ± {stdev.fps:.3f} FPS") main()