mirror of
https://github.com/sharkdp/hyperfine.git
synced 2026-10-12 02:22:35 +00:00
81 lines
2.1 KiB
Python
Executable File
81 lines
2.1 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# /// script
|
|
# requires-python = ">=3.10"
|
|
# dependencies = [
|
|
# "numpy",
|
|
# ]
|
|
# ///
|
|
|
|
import argparse
|
|
import json
|
|
from enum import Enum
|
|
|
|
import numpy as np
|
|
|
|
|
|
class Unit(Enum):
|
|
SECOND = 1
|
|
MILLISECOND = 2
|
|
|
|
def factor(self):
|
|
match self:
|
|
case Unit.SECOND:
|
|
return 1
|
|
case Unit.MILLISECOND:
|
|
return 1e3
|
|
|
|
def __str__(self):
|
|
match self:
|
|
case Unit.SECOND:
|
|
return "s"
|
|
case Unit.MILLISECOND:
|
|
return "ms"
|
|
|
|
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("file", help="JSON file with benchmark results")
|
|
parser.add_argument(
|
|
"--time-unit",
|
|
help="The unit of time.",
|
|
default="second",
|
|
action="store",
|
|
choices=["second", "millisecond"],
|
|
dest="unit",
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
unit = Unit.MILLISECOND if args.unit == "millisecond" else Unit.SECOND
|
|
unit_str = str(unit)
|
|
|
|
with open(args.file) as f:
|
|
results = json.load(f)["results"]
|
|
|
|
for result in results:
|
|
summary = result["summary"]["time_wall_clock"]
|
|
ts = [m["time_wall_clock"]["value"] * unit.factor() for m in result["measurements"]]
|
|
|
|
p05 = np.percentile(ts, 5)
|
|
p25 = np.percentile(ts, 25)
|
|
p75 = np.percentile(ts, 75)
|
|
p95 = np.percentile(ts, 95)
|
|
|
|
iqr = p75 - p25
|
|
|
|
print(f"Command '{result['command']}'")
|
|
print(f" runs: {summary['count']:8d}")
|
|
print(f" mean: {summary['mean'] * unit.factor():8.3f} {unit_str}")
|
|
if summary["stddev"] is None:
|
|
print(f" stddev: {'N/A':>8}")
|
|
else:
|
|
print(f" stddev: {summary['stddev'] * unit.factor():8.3f} {unit_str}")
|
|
print(f" median: {summary['median'] * unit.factor():8.3f} {unit_str}")
|
|
print(f" min: {summary['min'] * unit.factor():8.3f} {unit_str}")
|
|
print(f" max: {summary['max'] * unit.factor():8.3f} {unit_str}")
|
|
print()
|
|
print(" percentiles:")
|
|
print(f" P_05 .. P_95: {p05:.3f} {unit_str} .. {p95:.3f} {unit_str}")
|
|
print(
|
|
f" P_25 .. P_75: {p25:.3f} {unit_str} .. {p75:.3f} {unit_str} (IQR = {iqr:.3f} {unit_str})"
|
|
)
|
|
print()
|