#!/usr/bin/env python3 # This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at https://mozilla.org/MPL/2.0/. import argparse import json parser = argparse.ArgumentParser(description="Diff between two runs of performance tests.") parser.add_argument("file1", help="the first output json from runner") parser.add_argument("file2", help="the second output json from runner") args = parser.parse_args() def load_data(filename): with open(filename, "r") as f: results = {} totals = {} counts = {} records = json.load(f) for record in records: key = record.get("testcase") value = record.get("domComplete") - record.get("domLoading") totals[key] = totals.get("key", 0) + value counts[key] = counts.get("key", 0) + 1 results[key] = round(totals[key] / counts[key]) return results data1 = load_data(args.file1) data2 = load_data(args.file2) keys = set(data1.keys()).union(data2.keys()) BLUE = "\033[94m" GREEN = "\033[92m" WARNING = "\033[93m" END = "\033[0m" total1 = 0 total2 = 0 def print_line(value1, value2, key): diff = value2 - value1 change = diff / value1 color = BLUE if value1 <= value2 else GREEN print("{}{:6} {:6} {:+6} {:+8.2%} {}.{}".format(color, value1, value2, diff, change, key, END)) for key in keys: value1 = data1.get(key) value2 = data2.get(key) if value1 and not (value2): print("{}Test {}: missing from {}.{}".format(WARNING, key, args.file2, END)) elif value2 and not (value1): print("{}Test {}: missing from {}.{}".format(WARNING, key, args.file1, END)) elif value1 and value2: total1 += value1 total2 += value2 print_line(value1, value2, key) print("") print_line(total1, total2, "TOTAL")