mirror of
https://github.com/servo/servo.git
synced 2025-08-06 22:15:33 +01:00
Integrate filter-intermittents into test-wpt
This change integrates the filter-intermittents command into test-wpt. This is in preparation for future work on tracking intermittent failures. This change also: - Removes the SrvoJson logger and replaces it with a generic WPT log handler which tracks unexpected results. - The intermittent filter is now controlled via environment variables and the GitHub version requires a token instead of credentials. - Output is saved to a single file and is always text.
This commit is contained in:
parent
c650934765
commit
d294a71397
5 changed files with 306 additions and 310 deletions
15
.github/workflows/main.yml
vendored
15
.github/workflows/main.yml
vendored
|
@ -212,12 +212,7 @@ jobs:
|
|||
# --total-chunks ${{ env.max_chunk_id }} --this-chunk ${{ matrix.chunk_id }} \
|
||||
# --log-raw test-wpt.${{ matrix.chunk_id }}.log \
|
||||
# --log-servojson wpt-jsonsummary.${{ matrix.chunk_id }}.log \
|
||||
# --always-succeed
|
||||
# python3 ./mach filter-intermittents wpt-jsonsummary.${{ matrix.chunk_id }}.log \
|
||||
# --log-intermittents=intermittents.${{ matrix.chunk_id }}.log \
|
||||
# --log-filteredsummary=filtered-wpt-summary.${{ matrix.chunk_id }}.log \
|
||||
# --tracker-api=default --reporter-api=default
|
||||
|
||||
# --filter-intermittents=filtered-wpt-summary.${{ matrix.chunk_id }}.log
|
||||
# - name: Archive logs
|
||||
# uses: actions/upload-artifact@v3
|
||||
# if: ${{ failure() }}
|
||||
|
@ -227,7 +222,6 @@ jobs:
|
|||
# test-wpt.${{ matrix.chunk_id }}.log
|
||||
# wpt-jsonsummary.${{ matrix.chunk_id }}.log
|
||||
# filtered-wpt-summary.${{ matrix.chunk_id }}.log
|
||||
# intermittents.${{ matrix.chunk_id }}.log
|
||||
|
||||
build-linux:
|
||||
name: Build (Linux)
|
||||
|
@ -290,11 +284,7 @@ jobs:
|
|||
--total-chunks ${{ env.max_chunk_id }} --this-chunk ${{ matrix.chunk_id }} \
|
||||
--log-raw test-wpt.${{ matrix.chunk_id }}.log \
|
||||
--log-servojson wpt-jsonsummary.${{ matrix.chunk_id }}.log \
|
||||
--always-succeed
|
||||
python3 ./mach filter-intermittents wpt-jsonsummary.${{ matrix.chunk_id }}.log \
|
||||
--log-intermittents=intermittents.${{ matrix.chunk_id }}.log \
|
||||
--log-filteredsummary=filtered-wpt-summary.${{ matrix.chunk_id }}.log \
|
||||
--tracker-api=default --reporter-api=default
|
||||
--filter-intermittents=filtered-wpt-summary.${{ matrix.chunk_id }}.log
|
||||
- name: Archive logs
|
||||
uses: actions/upload-artifact@v3
|
||||
if: ${{ failure() }}
|
||||
|
@ -304,7 +294,6 @@ jobs:
|
|||
test-wpt.${{ matrix.chunk_id }}.log
|
||||
wpt-jsonsummary.${{ matrix.chunk_id }}.log
|
||||
filtered-wpt-summary.${{ matrix.chunk_id }}.log
|
||||
intermittents.${{ matrix.chunk_id }}.log
|
||||
|
||||
build_result:
|
||||
name: homu build finished
|
||||
|
|
2
.github/workflows/wpt-nightly.yml
vendored
2
.github/workflows/wpt-nightly.yml
vendored
|
@ -80,8 +80,6 @@ jobs:
|
|||
path: |
|
||||
test-wpt.${{ matrix.chunk_id }}.log
|
||||
wpt-jsonsummary.${{ matrix.chunk_id }}.log
|
||||
filtered-wpt-summary.${{ matrix.chunk_id }}.log
|
||||
intermittents.${{ matrix.chunk_id }}.log
|
||||
|
||||
sync:
|
||||
name: Synchronize WPT Nightly
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue