Include OS and architecture in test-perf data.

This commit is contained in:
Alan Jeffrey 2017-11-20 11:33:59 -06:00
parent 4d27ce0a6c
commit a57ba2a317
2 changed files with 11 additions and 1 deletions

View file

@ -9,6 +9,7 @@ import csv
import itertools import itertools
import json import json
import os import os
import platform
import subprocess import subprocess
from datetime import datetime from datetime import datetime
from functools import partial from functools import partial
@ -17,6 +18,8 @@ from urllib.parse import urlsplit, urlunsplit, urljoin
DATE = datetime.now().strftime("%Y%m%d") DATE = datetime.now().strftime("%Y%m%d")
MACHINE = platform.machine()
SYSTEM = platform.system()
def load_manifest(filename): def load_manifest(filename):
@ -144,6 +147,9 @@ def parse_log(log, testcase, url):
# able to identify failed tests (successful tests have time >=0). # able to identify failed tests (successful tests have time >=0).
def create_placeholder(testcase): def create_placeholder(testcase):
return { return {
"system": SYSTEM,
"machine": MACHINE,
"date": DATE,
"testcase": testcase, "testcase": testcase,
"title": "", "title": "",
"navigationStart": 0, "navigationStart": 0,
@ -173,6 +179,8 @@ def parse_log(log, testcase, url):
# rather than the url. # rather than the url.
def set_testcase(timing, testcase=None): def set_testcase(timing, testcase=None):
timing['testcase'] = testcase timing['testcase'] = testcase
timing['system'] = SYSTEM
timing['machine'] = MACHINE
timing['date'] = DATE timing['date'] = DATE
return timing return timing
@ -245,6 +253,8 @@ def save_result_json(results, filename, manifest, expected_runs, base):
def save_result_csv(results, filename, manifest, expected_runs, base): def save_result_csv(results, filename, manifest, expected_runs, base):
fieldnames = [ fieldnames = [
'system',
'machine',
'date', 'date',
'testcase', 'testcase',
'title', 'title',

View file

@ -48,7 +48,7 @@ python3 -m http.server > /dev/null 2>&1 &
# MANIFEST="page_load_test/tp5n/20160509.manifest" # MANIFEST="page_load_test/tp5n/20160509.manifest"
MANIFEST="page_load_test/test.manifest" # A manifest that excludes MANIFEST="page_load_test/test.manifest" # A manifest that excludes
# timeout test cases # timeout test cases
PERF_FILE="output/perf-$(date +%s).csv" PERF_FILE="output/perf-$(uname -s)-$(uname -m)-$(date +%s).csv"
echo "Running tests" echo "Running tests"
python3 runner.py ${engine} --runs 4 --timeout "${timeout}" --base "${base}" \ python3 runner.py ${engine} --runs 4 --timeout "${timeout}" --base "${base}" \