You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
95 lines
2.8 KiB
95 lines
2.8 KiB
2 years ago
|
#!/usr/bin/env python
|
||
|
|
|
||
|
|
import subprocess
|
||
|
|
import argparse
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import pathlib
|
||
|
|
import shlex
|
||
|
|
import platform
|
||
|
|
|
||
|
|
_PROFILE = "/tmp/out.profile"
|
||
|
|
|
||
|
|
|
||
|
|
def run(*args: list[str], env: dict[str, str] | None = None):
|
||
|
|
print(
|
||
|
|
"+",
|
||
|
|
*(map(shlex.quote, [f"{k}={v}" for k, v in env.items()] if env else [])),
|
||
|
|
*map(shlex.quote, args),
|
||
|
|
file=sys.stderr,
|
||
|
|
)
|
||
|
|
full_env = None
|
||
|
|
if env:
|
||
|
|
full_env = os.environ.copy()
|
||
|
|
for k, v in env.items():
|
||
|
|
full_env[k] = v
|
||
|
|
subprocess.run(args, stdout=sys.stdout, stderr=sys.stderr, check=True, env=full_env)
|
||
|
|
|
||
|
|
|
||
|
|
def nproc():
|
||
|
|
return len(os.sched_getaffinity(0))
|
||
|
|
|
||
|
|
|
||
|
|
def maybe_create_build_dir(dir: str, args: list[str]):
|
||
|
|
if os.path.isdir(dir):
|
||
|
|
return
|
||
|
|
print("Creating build directory at ", dir, file=sys.stderr)
|
||
|
|
run("cmake", "-S.", f"-B{dir}", "-DCMAKE_BUILD_TYPE=RelWithDebInfo", *args)
|
||
|
|
|
||
|
|
|
||
|
|
def build_target(dir: str, target: str):
|
||
|
|
run("cmake", "--build", dir, "-j", str(nproc()), "--target", target)
|
||
|
|
|
||
|
|
|
||
|
|
def run_benchmark(dir: str, target: str, benchmark_args: list[str], gperf: bool):
|
||
|
|
args = []
|
||
|
|
if platform.system() == "Linux":
|
||
|
|
args.append("tools/linux_reduced_cpu_variance_run.sh")
|
||
|
|
env = None
|
||
|
|
if gperf:
|
||
|
|
env: dict[str, str] = {"CPUPROFILE": _PROFILE}
|
||
|
|
if not "CPUPROFILE_FREQUENCY" in env:
|
||
|
|
env["CPUPROFILE_FREQUENCY"] = "1000"
|
||
|
|
run(*args, f"{dir}/{target}", *benchmark_args, env=env)
|
||
|
|
|
||
|
|
|
||
|
|
def run_pprof(dir: str, target: str, port: int):
|
||
|
|
run("pprof", f"--http=localhost:{port}", f"{dir}/{target}", _PROFILE)
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
os.chdir(pathlib.Path(__file__).resolve().parent.parent)
|
||
|
|
parser = argparse.ArgumentParser(description="Builds and runs a benchmark")
|
||
|
|
parser.add_argument("-B", "--build", help="build directory")
|
||
|
|
parser.add_argument(
|
||
|
|
"--gperf", action=argparse.BooleanOptionalAction, help="profile with gperftools"
|
||
|
|
)
|
||
|
|
parser.add_argument("--port", type=int, default=1337, help="pprof server port")
|
||
|
|
parser.add_argument("target", help="benchmark target")
|
||
|
|
parser.add_argument(
|
||
|
|
"benchmark_args",
|
||
|
|
nargs="*",
|
||
|
|
help="arguments passed to the benchmark binary",
|
||
|
|
)
|
||
|
|
args = parser.parse_args()
|
||
|
|
build = args.build
|
||
|
|
if not build:
|
||
|
|
build = "build-gperf" if args.gperf else "build-reld"
|
||
|
|
configure_args = []
|
||
|
|
if args.gperf:
|
||
|
|
configure_args.append("-DGPERF=ON")
|
||
|
|
try:
|
||
|
|
maybe_create_build_dir(build, configure_args)
|
||
|
|
build_target(build, args.target)
|
||
|
|
run_benchmark(build, args.target, args.benchmark_args, args.gperf)
|
||
|
|
if args.gperf:
|
||
|
|
run_pprof(build, args.target, args.port)
|
||
|
|
except subprocess.CalledProcessError as e:
|
||
|
|
print("Error:", e.cmd[0], "failed", file=sys.stderr)
|
||
|
|
return e.returncode
|
||
|
|
except KeyboardInterrupt as e:
|
||
|
|
return 1
|
||
|
|
|
||
|
|
|
||
|
|
main()
|