mirror of
https://github.com/servo/servo.git
synced 2025-06-04 07:35:36 +00:00
c96de69e80
Requires servo/servo#37045 for deps and config. Testing: No need for tests to test tests. Fixes: servo/servo#37041 --------- Signed-off-by: zefr0x <zer0-x.7ty50@aleeas.com>
68 lines
1.9 KiB
Python
68 lines
1.9 KiB
Python
#!/usr/bin/env python3
|
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
|
|
import argparse
|
|
import json
|
|
|
|
|
|
parser = argparse.ArgumentParser(description="Diff between two runs of performance tests.")
|
|
parser.add_argument("file1", help="the first output json from runner")
|
|
parser.add_argument("file2", help="the second output json from runner")
|
|
|
|
args = parser.parse_args()
|
|
|
|
|
|
def load_data(filename):
|
|
with open(filename, "r") as f:
|
|
results = {}
|
|
totals = {}
|
|
counts = {}
|
|
records = json.load(f)
|
|
for record in records:
|
|
key = record.get("testcase")
|
|
value = record.get("domComplete") - record.get("domLoading")
|
|
totals[key] = totals.get("key", 0) + value
|
|
counts[key] = counts.get("key", 0) + 1
|
|
results[key] = round(totals[key] / counts[key])
|
|
return results
|
|
|
|
|
|
data1 = load_data(args.file1)
|
|
data2 = load_data(args.file2)
|
|
keys = set(data1.keys()).union(data2.keys())
|
|
|
|
BLUE = "\033[94m"
|
|
GREEN = "\033[92m"
|
|
WARNING = "\033[93m"
|
|
END = "\033[0m"
|
|
|
|
|
|
total1 = 0
|
|
total2 = 0
|
|
|
|
|
|
def print_line(value1, value2, key):
|
|
diff = value2 - value1
|
|
change = diff / value1
|
|
color = BLUE if value1 <= value2 else GREEN
|
|
print("{}{:6} {:6} {:+6} {:+8.2%} {}.{}".format(color, value1, value2, diff, change, key, END))
|
|
|
|
|
|
for key in keys:
|
|
value1 = data1.get(key)
|
|
value2 = data2.get(key)
|
|
if value1 and not (value2):
|
|
print("{}Test {}: missing from {}.{}".format(WARNING, key, args.file2, END))
|
|
elif value2 and not (value1):
|
|
print("{}Test {}: missing from {}.{}".format(WARNING, key, args.file1, END))
|
|
elif value1 and value2:
|
|
total1 += value1
|
|
total2 += value2
|
|
print_line(value1, value2, key)
|
|
|
|
|
|
print("")
|
|
print_line(total1, total2, "TOTAL")
|