Include OS and architecture in test-perf data.

This commit is contained in:
Alan Jeffrey 2017-11-20 11:33:59 -06:00
parent 4d27ce0a6c
commit a57ba2a317
2 changed files with 11 additions and 1 deletions

View file

@ -9,6 +9,7 @@ import csv
import itertools
import json
import os
import platform
import subprocess
from datetime import datetime
from functools import partial
@ -17,6 +18,8 @@ from urllib.parse import urlsplit, urlunsplit, urljoin
DATE = datetime.now().strftime("%Y%m%d")
MACHINE = platform.machine()
SYSTEM = platform.system()
def load_manifest(filename):
@ -144,6 +147,9 @@ def parse_log(log, testcase, url):
# able to identify failed tests (successful tests have time >=0).
def create_placeholder(testcase):
return {
"system": SYSTEM,
"machine": MACHINE,
"date": DATE,
"testcase": testcase,
"title": "",
"navigationStart": 0,
@ -173,6 +179,8 @@ def parse_log(log, testcase, url):
# rather than the url.
def set_testcase(timing, testcase=None):
timing['testcase'] = testcase
timing['system'] = SYSTEM
timing['machine'] = MACHINE
timing['date'] = DATE
return timing
@ -245,6 +253,8 @@ def save_result_json(results, filename, manifest, expected_runs, base):
def save_result_csv(results, filename, manifest, expected_runs, base):
fieldnames = [
'system',
'machine',
'date',
'testcase',
'title',

View file

@ -48,7 +48,7 @@ python3 -m http.server > /dev/null 2>&1 &
# MANIFEST="page_load_test/tp5n/20160509.manifest"
MANIFEST="page_load_test/test.manifest" # A manifest that excludes
# timeout test cases
PERF_FILE="output/perf-$(date +%s).csv"
PERF_FILE="output/perf-$(uname -s)-$(uname -m)-$(date +%s).csv"
echo "Running tests"
python3 runner.py ${engine} --runs 4 --timeout "${timeout}" --base "${base}" \