Mirrors/servo
1
0
Fork 0
mirror of https://github.com/servo/servo.git synced 2025-07-24 15:50:21 +01:00
Code Issues Projects Releases Packages Wiki Activity

Add a log of only intermittents

Browse source
This commit is contained in:
Manish Goregaokar 2016-11-28 16:46:33 -08:00
parent 4021d057c9
commit c23ea67af7
2 changed files with 19 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
etc/ci/buildbot_steps.yml
View file

@ -2,7 +2,7 @@ mac-rel-wpt1:
- ./mach build --release - ./mach build --release
- ./mach test-wpt-failure - ./mach test-wpt-failure
- ./mach test-wpt --release --processes 8 --total-chunks 2 --this-chunk 1 --log-raw test-wpt.log --log-errorsummary wpt-errorsummary.log --always-succeed - ./mach test-wpt --release --processes 8 --total-chunks 2 --this-chunk 1 --log-raw test-wpt.log --log-errorsummary wpt-errorsummary.log --always-succeed
- ./mach filter-intermittents wpt-errorsummary.log --log-filteredsummary filtered-wpt-errorsummary.log --use-tracker - ./mach filter-intermittents wpt-errorsummary.log --log-intermittents intermittents.log --log-filteredsummary filtered-wpt-errorsummary.log --use-tracker
- ./mach test-wpt --release --binary-arg=--multiprocess --processes 8 --log-raw test-wpt-mp.log --log-errorsummary wpt-mp-errorsummary.log eventsource - ./mach test-wpt --release --binary-arg=--multiprocess --processes 8 --log-raw test-wpt-mp.log --log-errorsummary wpt-mp-errorsummary.log eventsource
- ./mach build-cef --release - ./mach build-cef --release
- bash ./etc/ci/lockfile_changed.sh - bash ./etc/ci/lockfile_changed.sh
@ -11,7 +11,7 @@ mac-rel-wpt1:
mac-rel-wpt2: mac-rel-wpt2:
- ./mach build --release - ./mach build --release
- ./mach test-wpt --release --processes 8 --total-chunks 2 --this-chunk 2 --log-raw test-wpt.log --log-errorsummary wpt-errorsummary.log --always-succeed - ./mach test-wpt --release --processes 8 --total-chunks 2 --this-chunk 2 --log-raw test-wpt.log --log-errorsummary wpt-errorsummary.log --always-succeed
- ./mach filter-intermittents wpt-errorsummary.log --log-filteredsummary filtered-wpt-errorsummary.log --use-tracker - ./mach filter-intermittents wpt-errorsummary.log --log-intermittents intermittents.log --log-filteredsummary filtered-wpt-errorsummary.log --use-tracker
mac-dev-unit: mac-dev-unit:
- ./mach build --dev - ./mach build --dev
@ -24,7 +24,7 @@ mac-dev-unit:
mac-rel-css: mac-rel-css:
- ./mach build --release - ./mach build --release
- ./mach test-css --release --processes 4 --log-raw test-css.log --log-errorsummary css-errorsummary.log --always-succeed - ./mach test-css --release --processes 4 --log-raw test-css.log --log-errorsummary css-errorsummary.log --always-succeed
- ./mach filter-intermittents css-errorsummary.log --log-filteredsummary filtered-css-errorsummary.log --use-tracker - ./mach filter-intermittents css-errorsummary.log --log-intermittents intermittents.log --log-filteredsummary filtered-css-errorsummary.log --use-tracker
- ./mach build-geckolib --release - ./mach build-geckolib --release
- bash ./etc/ci/lockfile_changed.sh - bash ./etc/ci/lockfile_changed.sh
- bash ./etc/ci/manifest_changed.sh - bash ./etc/ci/manifest_changed.sh
@ -61,13 +61,13 @@ linux-rel-wpt:
- ./mach build --release --with-debug-assertions - ./mach build --release --with-debug-assertions
- ./mach test-wpt-failure - ./mach test-wpt-failure
- ./mach test-wpt --release --processes 24 --log-raw test-wpt.log --log-errorsummary wpt-errorsummary.log --always-succeed - ./mach test-wpt --release --processes 24 --log-raw test-wpt.log --log-errorsummary wpt-errorsummary.log --always-succeed
- ./mach filter-intermittents wpt-errorsummary.log --log-filteredsummary filtered-wpt-errorsummary.log --use-tracker - ./mach filter-intermittents wpt-errorsummary.log --log-intermittents intermittents.log --log-filteredsummary filtered-wpt-errorsummary.log --use-tracker
- ./mach test-wpt --release --binary-arg=--multiprocess --processes 24 --log-raw test-wpt-mp.log --log-errorsummary wpt-mp-errorsummary.log eventsource - ./mach test-wpt --release --binary-arg=--multiprocess --processes 24 --log-raw test-wpt-mp.log --log-errorsummary wpt-mp-errorsummary.log eventsource
linux-rel-css: linux-rel-css:
- ./mach build --release --with-debug-assertions - ./mach build --release --with-debug-assertions
- ./mach test-css --release --processes 16 --log-raw test-css.log --log-errorsummary css-errorsummary.log --always-succeed - ./mach test-css --release --processes 16 --log-raw test-css.log --log-errorsummary css-errorsummary.log --always-succeed
- ./mach filter-intermittents css-errorsummary.log --log-filteredsummary filtered-css-errorsummary.log --use-tracker - ./mach filter-intermittents css-errorsummary.log --log-intermittents intermittents.log --log-filteredsummary filtered-css-errorsummary.log --use-tracker
- ./mach build-cef --release --with-debug-assertions - ./mach build-cef --release --with-debug-assertions
- ./mach build-geckolib --release - ./mach build-geckolib --release
- ./mach test-stylo --release - ./mach test-stylo --release

15
python/servo/testing_commands.py
View file

@ -486,11 +486,13 @@ class MachCommands(CommandBase):
help="Error summary log to take un") help="Error summary log to take un")
@CommandArgument('--log-filteredsummary', default=None, @CommandArgument('--log-filteredsummary', default=None,
help='Print filtered log to file') help='Print filtered log to file')
@CommandArgument('--log-intermittents', default=None,
help='Print intermittents to file')
@CommandArgument('--auth', default=None, @CommandArgument('--auth', default=None,
help='File containing basic authorization credentials for Github API (format `username:password`)') help='File containing basic authorization credentials for Github API (format `username:password`)')
@CommandArgument('--use-tracker', default=False, action='store_true', @CommandArgument('--use-tracker', default=False, action='store_true',
help='Use https://www.joshmatthews.net/intermittent-tracker') help='Use https://www.joshmatthews.net/intermittent-tracker')
def filter_intermittents(self, summary, log_filteredsummary, auth, use_tracker): def filter_intermittents(self, summary, log_filteredsummary, log_intermittents, auth, use_tracker):
encoded_auth = None encoded_auth = None
if auth: if auth:
with open(auth, "r") as file: with open(auth, "r") as file:
@ -502,6 +504,7 @@ class MachCommands(CommandBase):
if 'status' in line_json: if 'status' in line_json:
failures += [line_json] failures += [line_json]
actual_failures = [] actual_failures = []
intermittents = []
for failure in failures: for failure in failures:
if use_tracker: if use_tracker:
query = urllib2.quote(failure['test'], safe='') query = urllib2.quote(failure['test'], safe='')
@ -510,6 +513,8 @@ class MachCommands(CommandBase):
data = json.load(search) data = json.load(search)
if len(data) == 0: if len(data) == 0:
actual_failures += [failure] actual_failures += [failure]
else:
intermittents += [failure]
else: else:
qstr = "repo:servo/servo+label:I-intermittent+type:issue+state:open+%s" % failure['test'] qstr = "repo:servo/servo+label:I-intermittent+type:issue+state:open+%s" % failure['test']
# we want `/` to get quoted, but not `+` (github's API doesn't like that), so we set `safe` to `+` # we want `/` to get quoted, but not `+` (github's API doesn't like that), so we set `safe` to `+`
@ -521,6 +526,14 @@ class MachCommands(CommandBase):
data = json.load(search) data = json.load(search)
if data['total_count'] == 0: if data['total_count'] == 0:
actual_failures += [failure] actual_failures += [failure]
else:
intermittents += [failure]
if log_intermittents:
with open(log_intermittents, "w") as intermittents_file:
for intermittent in intermittents:
json.dump(intermittent, intermittents_file)
print("\n", end='', file=intermittents_file)
if len(actual_failures) == 0: if len(actual_failures) == 0:
return 0 return 0