You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
43 lines
1.5 KiB
43 lines
1.5 KiB
#!/usr/bin/env python |
|
|
|
import argparse |
|
import re |
|
import sys |
|
import statistics |
|
import subprocess |
|
from typing import NamedTuple |
|
|
|
_TIME_AND_FPS_REGEX = re.compile(rb'\d+ frames, (\d+(?:\.\d+)?) seconds: (\d+(?:\.\d+)?) fps') |
|
|
|
class RunMetrics(NamedTuple): |
|
time: float |
|
fps: float |
|
|
|
def measure(binary: str) -> RunMetrics: |
|
result: subprocess.CompletedProcess = subprocess.run( |
|
[binary, '--diablo', '--spawn', '--lang', 'en', '--demo', '0', '--timedemo'], capture_output=True) |
|
match = _TIME_AND_FPS_REGEX.search(result.stderr) |
|
if not match: |
|
raise Exception(f"Failed to parse output in:\n{result.stderr}") |
|
return RunMetrics(float(match.group(1)), float(match.group(2))) |
|
|
|
|
|
def main(): |
|
parser = argparse.ArgumentParser() |
|
parser.add_argument('--binary', help='Path to the devilutionx binary', required=True) |
|
parser.add_argument('-n', '--num-runs', type=int, default=16, metavar='N') |
|
args = parser.parse_args() |
|
|
|
num_runs = args.num_runs |
|
metrics = [] |
|
for i in range(1, num_runs + 1): |
|
print(f"Run {i:>2} of {num_runs}: ", end='', file=sys.stderr, flush=True) |
|
run_metrics = measure(args.binary) |
|
print(f"\t{run_metrics.time:>5.2f} seconds\t{run_metrics.fps:>5.1f} FPS", file=sys.stderr, flush=True) |
|
metrics.append(run_metrics) |
|
|
|
mean = RunMetrics(statistics.mean(m.time for m in metrics), statistics.mean(m.fps for m in metrics)) |
|
stdev = RunMetrics(statistics.stdev((m.time for m in metrics), mean.time), statistics.stdev((m.fps for m in metrics), mean.fps)) |
|
print(f"{mean.time:.3f} ± {stdev.time:.3f} seconds, {mean.fps:.3f} ± {stdev.fps:.3f} FPS") |
|
|
|
main()
|
|
|